Struct Config 

pub struct Config {
    pub vocab_size: usize,
    pub hidden_size: usize,
    pub num_layers: usize,
    pub num_heads: usize,
    pub head_dim: usize,
    pub intermediate_size: usize,
    pub layer_norm_eps: f32,
    pub group_norm_eps: f32,
    pub decay_low_rank: usize,
    pub a_low_rank: usize,
    pub v_low_rank: usize,
    pub g_low_rank: usize,
}

Model configuration.

Fields

vocab_size: usize

hidden_size: usize

num_layers: usize

num_heads: usize

head_dim: usize

intermediate_size: usize

layer_norm_eps: f32

group_norm_eps: f32

decay_low_rank: usize

a_low_rank: usize

v_low_rank: usize

g_low_rank: usize

Trait Implementations

impl Clone for Config

fn clone(&self) -> Config

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Config

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for Config

fn default() -> Self

Returns the “default value” for a type.