Function tokenizers::decoders::wordpiece::cleanup

source · 
pub fn cleanup(dirty_input: &str) -> String