Struct CompAttnCfg 

pub struct CompAttnCfg {

    pub dim: usize,
    pub n_heads: usize,
    pub head_dim: usize,
    pub rope_dim: usize,
    pub q_rank: usize,
    pub o_rank: usize,
    pub groups: usize,
    pub window: usize,
    pub eps: f32,
    pub ratio: usize,
    pub is_kv_source: bool,
    pub is_index_source: bool,
    pub is_candidate_source: bool,
    pub uses_candidates: bool,
}

Fields

dim: usize

n_heads: usize

head_dim: usize

rope_dim: usize

q_rank: usize

o_rank: usize

groups: usize

window: usize

eps: f32

ratio: usize

is_kv_source: bool

is_index_source: bool

is_candidate_source: bool

uses_candidates: bool