Struct tokenizers::decoders::fuse::Fuse

#[non_exhaustive]
pub struct Fuse { /* private fields */ }

Fuse simply fuses all tokens into one big string. It’s usually the last decoding step anyway, but this decoder exists incase some decoders need to happen after that step

Implementations

impl Fuse

pub fn new() -> Self

Trait Implementations

impl Clone for Fuse

fn clone(&self) -> Fuse

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Fuse

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Decoder for Fuse

fn decode_chain(&self, tokens: Vec<String>) -> Result<Vec<String>>

fn decode(&self, tokens: Vec<String>) -> Result<String>

impl Default for Fuse

fn default() -> Fuse

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for Fuse

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<Fuse> for DecoderWrapper

fn from(from: Fuse) -> Self

Converts to this type from the input type.

impl Serialize for Fuse

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.