Trait tokenizers::tokenizer::pattern::Pattern
source · pub trait Pattern {
// Required method
fn find_matches(&self, inside: &str) -> Result<Vec<(Offsets, bool)>>;
}
Expand description
Pattern used to split a NormalizedString