predictor_score_ref

Function predictor_score_ref 

Source
pub fn predictor_score_ref(
    q_proj: &[bf16],
    k_lr_seq: &[bf16],
    num_q_heads: usize,
    num_kv_heads: usize,
    block_size: usize,
    r: usize,
    num_active_blocks: usize,
) -> Vec<f32>