pub fn compressor(
x: &[f32],
seqlen: usize,
start_pos: usize,
ratio: usize,
dim: usize,
hd: usize,
w: &CompressorWeights<'_>,
st: &mut CompressorState,
eps: f32,
) -> Option<Vec<f32>>Expand description
Compressor.forward: the pre-RoPE latent [groups][hd] (bf16 values), or None while a
group is still filling up in decode.