Struct candle_transformers::models::mistral::Config
source · pub struct Config {
pub vocab_size: usize,
pub hidden_size: usize,
pub intermediate_size: usize,
pub num_hidden_layers: usize,
pub num_attention_heads: usize,
pub num_key_value_heads: usize,
pub hidden_act: Activation,
pub max_position_embeddings: usize,
pub rms_norm_eps: f64,
pub rope_theta: f64,
pub sliding_window: Option<usize>,
pub use_flash_attn: bool,
}
Fields§
§vocab_size: usize
§intermediate_size: usize
§num_attention_heads: usize
§num_key_value_heads: usize
§max_position_embeddings: usize
§rms_norm_eps: f64
§rope_theta: f64
§sliding_window: Option<usize>
§use_flash_attn: bool
Implementations§
source§impl Config
impl Config
pub fn config_7b_v0_1(use_flash_attn: bool) -> Self
pub fn config_chat_ml(use_flash_attn: bool) -> Self
pub fn config_amazon_mistral_lite(use_flash_attn: bool) -> Self
Trait Implementations§
source§impl<'de> Deserialize<'de> for Config
impl<'de> Deserialize<'de> for Config
source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
source§impl PartialEq for Config
impl PartialEq for Config
impl StructuralPartialEq for Config
Auto Trait Implementations§
impl Freeze for Config
impl RefUnwindSafe for Config
impl Send for Config
impl Sync for Config
impl Unpin for Config
impl UnwindSafe for Config
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more