Struct candle_transformers::models::chatglm::Config
source · pub struct Config {Show 19 fields
pub num_layers: usize,
pub padded_vocab_size: usize,
pub hidden_size: usize,
pub ffn_hidden_size: usize,
pub kv_channels: usize,
pub num_attention_heads: usize,
pub seq_length: usize,
pub layernorm_epsilon: f64,
pub rmsnorm: bool,
pub apply_residual_connection_post_layernorm: bool,
pub post_layer_norm: bool,
pub add_bias_linear: bool,
pub add_qkv_bias: bool,
pub bias_dropout_fusion: bool,
pub multi_query_attention: bool,
pub multi_query_group_num: usize,
pub apply_query_key_layer_scaling: bool,
pub attention_softmax_in_fp32: bool,
pub fp32_residual_connection: bool,
}
Fields§
§num_layers: usize
§padded_vocab_size: usize
§kv_channels: usize
§num_attention_heads: usize
§seq_length: usize
§layernorm_epsilon: f64
§rmsnorm: bool
§apply_residual_connection_post_layernorm: bool
§post_layer_norm: bool
§add_bias_linear: bool
§add_qkv_bias: bool
§bias_dropout_fusion: bool
§multi_query_attention: bool
§multi_query_group_num: usize
§apply_query_key_layer_scaling: bool
§attention_softmax_in_fp32: bool
§fp32_residual_connection: bool
Implementations§
Trait Implementations§
Auto Trait Implementations§
impl Freeze for Config
impl RefUnwindSafe for Config
impl Send for Config
impl Sync for Config
impl Unpin for Config
impl UnwindSafe for Config
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more