Struct tokenizers::models::wordlevel::WordLevelTrainerBuilder

pub struct WordLevelTrainerBuilder { /* private fields */ }

Builder for WordLevelTrainer.

Implementations

impl WordLevelTrainerBuilder

pub fn min_frequency(&mut self, value: u64) -> &mut Self

The minimum frequency a word must have to be part of the vocabulary

pub fn vocab_size(&mut self, value: usize) -> &mut Self

The target vocabulary size

pub fn show_progress(&mut self, value: bool) -> &mut Self

Whether to show progress while training

pub fn special_tokens(&mut self, value: Vec<AddedToken>) -> &mut Self

A list of special tokens that the model should know of

pub fn build(&self) -> Result<WordLevelTrainer, WordLevelTrainerBuilderError>

Builds a new WordLevelTrainer.

Errors

If a required field has not been initialized.

Trait Implementations

impl Clone for WordLevelTrainerBuilder

fn clone(&self) -> WordLevelTrainerBuilder

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Default for WordLevelTrainerBuilder

fn default() -> Self

Returns the “default value” for a type.