Struct candle_transformers::generation::LogitsProcessor
source · pub struct LogitsProcessor { /* private fields */ }
Implementations§
source§impl LogitsProcessor
impl LogitsProcessor
pub fn from_sampling(seed: u64, sampling: Sampling) -> Self
pub fn new(seed: u64, temperature: Option<f64>, top_p: Option<f64>) -> Self
pub fn sample(&mut self, logits: &Tensor) -> Result<u32>
pub fn sample_f( &mut self, logits: &Tensor, f: impl FnOnce(&mut [f32]) ) -> Result<u32>
Auto Trait Implementations§
impl Freeze for LogitsProcessor
impl RefUnwindSafe for LogitsProcessor
impl Send for LogitsProcessor
impl Sync for LogitsProcessor
impl Unpin for LogitsProcessor
impl UnwindSafe for LogitsProcessor
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more