pub struct Config {Show 15 fields
pub block_size: usize,
pub vocab_sizes: Vec<usize>,
pub target_vocab_sizes: Vec<usize>,
pub n_layer: usize,
pub n_head: usize,
pub n_embd: usize,
pub bias: bool,
pub causal: bool,
pub spk_emb_on_text: bool,
pub norm_type: NormType,
pub rmsnorm_eps: f64,
pub nonlinearity_type: NonLinearityType,
pub swiglu_multiple_of: Option<usize>,
pub attn_kernel_type: AttnKernelType,
pub kv_cache_enabled: bool,
}
Fields§
§block_size: usize
§vocab_sizes: Vec<usize>
§target_vocab_sizes: Vec<usize>
§n_layer: usize
§n_head: usize
§n_embd: usize
§bias: bool
§causal: bool
§spk_emb_on_text: bool
§norm_type: NormType
§rmsnorm_eps: f64
§nonlinearity_type: NonLinearityType
§swiglu_multiple_of: Option<usize>
§attn_kernel_type: AttnKernelType
§kv_cache_enabled: bool
Implementations§
source§impl Config
impl Config
pub fn cfg1b_v0_1() -> Self
Trait Implementations§
Auto Trait Implementations§
impl Freeze for Config
impl RefUnwindSafe for Config
impl Send for Config
impl Sync for Config
impl Unpin for Config
impl UnwindSafe for Config
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more