Enum candle_core::quantized::QMatMul

pub enum QMatMul {
    QTensor(Arc<QTensor>),
    Tensor(Tensor),
    TensorF16(Tensor),
}

Variants

QTensor(Arc<QTensor>)

Tensor(Tensor)

TensorF16(Tensor)

Implementations

impl QMatMul

pub fn from_arc(qtensor: Arc<QTensor>) -> Result<Self>

pub fn from_qtensor(qtensor: QTensor) -> Result<Self>

pub fn dequantize_f16(&self) -> Result<Tensor>

pub fn forward_via_f16(&self, xs: &Tensor) -> Result<Tensor>

Trait Implementations

impl Clone for QMatMul

fn clone(&self) -> QMatMul

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for QMatMul

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Module for QMatMul

fn forward(&self, xs: &Tensor) -> Result<Tensor>