Struct candle_transformers::models::stable_lm::Config
source · pub struct Config { /* private fields */ }
Implementations§
source§impl Config
impl Config
pub fn stablelm_3b_4e1t(use_flash_attn: bool) -> Self
pub fn head_dim(&self) -> usize
pub fn rotary_ndims(&self) -> usize
pub fn num_kv_groups(&self) -> usize
pub fn set_use_flash_attn(&mut self, use_flash_attn: bool)
Trait Implementations§
source§impl<'de> Deserialize<'de> for Config
impl<'de> Deserialize<'de> for Config
source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
source§impl PartialEq for Config
impl PartialEq for Config
impl StructuralPartialEq for Config
Auto Trait Implementations§
impl Freeze for Config
impl RefUnwindSafe for Config
impl Send for Config
impl Sync for Config
impl Unpin for Config
impl UnwindSafe for Config
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more