Struct Llama 

pub struct Llama { /* private fields */ }

Implementations

impl Llama

pub fn embed(&self, x: &Tensor) -> Result<Tensor>

pub fn forward_input_embed( &self, input_embed: &Tensor, index_pos: usize, cache: &mut Cache, ) -> Result<Tensor>

pub fn forward( &self, x: &Tensor, index_pos: usize, cache: &mut Cache, ) -> Result<Tensor>

pub fn load(vb: VarBuilder<'_>, cfg: &Config) -> Result<Self>

Trait Implementations

impl Clone for Llama

fn clone(&self) -> Llama

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Llama

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.