Struct MlaConfig 

pub struct MlaConfig {
    pub heads: usize,
    pub qk_nope_head_dim: usize,
    pub qk_rope_head_dim: usize,
    pub v_head_dim: usize,
    pub q_lora_rank: usize,
    pub kv_lora_rank: usize,
    pub mla_use_nope: bool,
    pub mla_use_output_gate: bool,
}

Fields

heads: usize

qk_nope_head_dim: usize

qk_rope_head_dim: usize

v_head_dim: usize

q_lora_rank: usize

kv_lora_rank: usize

mla_use_nope: bool

mla_use_output_gate: bool

Implementations

impl MlaConfig

pub fn production() -> MlaConfig

pub fn qk_head_dim(&self) -> usize

pub fn twin_0_40b() -> MlaConfig

inference-optimization/Kimi-K3-0.40B text_config MLA dims.

Trait Implementations

impl Clone for MlaConfig

fn clone(&self) -> MlaConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for MlaConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Copy for MlaConfig