pub struct CompAttnRun {
pub q: Vec<f32>,
pub kv_rows: Vec<f32>,
pub idx: Vec<i32>,
pub topk: usize,
pub o: Vec<f32>,
pub out: Vec<f32>,
}Fields§
§q: Vec<f32>§kv_rows: Vec<f32>§idx: Vec<i32>§topk: usize§o: Vec<f32>§out: Vec<f32>Auto Trait Implementations§
impl Freeze for CompAttnRun
impl RefUnwindSafe for CompAttnRun
impl Send for CompAttnRun
impl Sync for CompAttnRun
impl Unpin for CompAttnRun
impl UnwindSafe for CompAttnRun
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more