Struct PredictorDims 

pub struct PredictorDims {
    pub num_layers: usize,
    pub num_q_heads: usize,
    pub num_kv_heads: usize,
    pub head_dim: usize,
    pub r: usize,
    pub block_size: usize,
    pub max_blocks: usize,
}

Fields

num_layers: usize

num_q_heads: usize

num_kv_heads: usize

head_dim: usize

r: usize

block_size: usize

max_blocks: usize

Implementations

impl PredictorDims

pub fn validate(&self) -> Result<()>

pub fn gqa_ratio(&self) -> i32

pub fn a_g_bytes(&self) -> usize

pub fn per_layer_block_floats(&self) -> usize

pub fn p_bytes(&self) -> usize

Trait Implementations

impl Clone for PredictorDims

fn clone(&self) -> PredictorDims

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PredictorDims

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Copy for PredictorDims