Enum tokenizers::tokenizer::InputSequence

pub enum InputSequence<'s> {
    Raw(Cow<'s, str>),
    PreTokenized(Cow<'s, [&'s str]>),
    PreTokenizedOwned(Cow<'s, [String]>),
    PreTokenizedCow(Cow<'s, [Cow<'s, str>]>),
}

Variants

Raw(Cow<'s, str>)

PreTokenized(Cow<'s, [&'s str]>)

PreTokenizedOwned(Cow<'s, [String]>)

PreTokenizedCow(Cow<'s, [Cow<'s, str>]>)

Trait Implementations

impl<'s> Clone for InputSequence<'s>

fn clone(&self) -> InputSequence<'s>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'s> Debug for InputSequence<'s>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> From<&'s [&'s str]> for InputSequence<'s>

fn from(input: &'s [&'s str]) -> Self

Converts to this type from the input type.

impl<'s> From<&'s [Cow<'s, str>]> for InputSequence<'s>

fn from(input: &'s [Cow<'s, str>]) -> Self

Converts to this type from the input type.

impl<'s> From<&'s [String]> for InputSequence<'s>

fn from(input: &'s [String]) -> Self

Converts to this type from the input type.

impl<'s> From<&'s str> for InputSequence<'s>

fn from(input: &'s str) -> Self

Converts to this type from the input type.

impl<'s> From<Cow<'s, str>> for InputSequence<'s>

fn from(input: Cow<'s, str>) -> Self

Converts to this type from the input type.

impl From<String> for InputSequence<'_>

fn from(input: String) -> Self

Converts to this type from the input type.

impl<'s> From<Vec<&'s str>> for InputSequence<'s>

fn from(input: Vec<&'s str>) -> Self

Converts to this type from the input type.

impl<'s> From<Vec<Cow<'s, str>>> for InputSequence<'s>

fn from(input: Vec<Cow<'s, str>>) -> Self

Converts to this type from the input type.

impl<'s> From<Vec<String>> for InputSequence<'s>

fn from(input: Vec<String>) -> Self

Converts to this type from the input type.