Function tokenizers::utils::truncation::truncate_encodings
source · pub fn truncate_encodings(
encoding: Encoding,
pair_encoding: Option<Encoding>,
params: &TruncationParams
) -> Result<(Encoding, Option<Encoding>)>