pub const GOLDEN_JSON: &str = "{\"fixture\":{\"vocab_size\":64,\"dim\":64,\"n_layers\":6,\"n_heads\":4,\"head_dim\":32,\"rope_head_dim\":8,\"q_lora_rank\":16,\"o_lora_rank\":16,\"o_groups\":2,\"moe_inter_dim\":24,\"n_routed_experts\":4,\"n_shared_experts\":1,\"n_activated_experts\":2,\"score_func\":\"sqrtsoftplus\",\"route_scale\":1.5,\"norm_topk_prob\":true,\"swiglu_limit\":10.0,\"window_size\":8,\"compress_ratios\":[0,0,2,2,1,1],\"kv_source_layers\":[2,4],\"index_source_layers\":[2,4,5],\"candidate_source_layer\":4,\"candidate_topk_blocks\":3,\"candidate_block_size\":2,\"index_n_heads\":2,\"index_head_dim\":32,\"index_topk\":6,\"hc_mult\":4,\"hc_sinkhorn_iters\":20,\"hc_eps\":1e-06,\"engram_layer_ids\":[1,4],\"engram_max_ngram_size\":4,\"engram_vocab_size\":64,\"engram_n_heads\":2,\"engram_head_dim\":32,\"engram_pad_id\":2,\"engram_compressed_vocab_size\":64,\"engram_num_embeddings\":[462,630],\"rope_theta\":10000.0,\"compress_rope_theta\":40000.0,\"rope_factor\":2.0,\"original_seq_len\":32,\"beta_fast\":32,\"beta_slow\":1,\"norm_eps\":1e-20,\"gate_temp\":1.0,\"vision_n_layers\":0,\"dtype\":\"bf16\",\"expert_dtype\":null,\"n_mtp_layers\":0,\"dspark_block_size\":0,\"max_batch_size\":1,\"max_seq_len\":64,\"temperature\":0.0,\"batch\":1,\"prefill_len\":12,\"regimes\":[\"prefill12\",\"decode12\",\"decode13\"],\"reference\":\"deepseek-ai/DeepSeek-V4.1-Flash inference/model.py @ dba1be0a40aa45a94ad051997016db3960a90277\",\"kernels\":\"ds41_ref_shims.py (pure torch, from kernel.py tilelang source)\",\"torch\":\"2.11.0+cu130\",\"filler\":\"salt=fnv1a64(name); z=splitmix64(salt ^ (i*0x9E3779B97F4A7C15)); u=(z>>40)/2^24; v=f32((2u-1)*scale+offset)\",\"input_ids_rule\":\"fixed_ints(\'input_ids\', batch*(prefill_len+2), vocab_size)[b*(prefill_len+2)+t]\",\"lcg_probe\":[4530187002354869821,17455673724717726068,7244518941104967962,6691932448422664946,5177458398162290887,7567973285506226951,2584614307495523529,3386116918508268945],\"engram\":{\"layer_ids\":[1,4],\"max_ngram_size\":4,\"n_heads\":2,\"head_dim\":32,\"n_hash_cols\":6,\"num_embeddings\":[462,630],\"pad_id_compressed\":2,\"token_map\":[0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63],\"multipliers\":[[118650432209603643,7493640653728489,55676810147952557,114555519428547269],[127364524771245009,7800076361716407,114038564133282483,29348051253447937]],\"primes\":[[[67,71],[73,79],[83,89]],[[97,101],[103,107],[109,113]]],\"offsets\":[[0,67,138,211,290,373],[0,97,198,301,408,517]],\"scale_block\":32,\"scales\":[[0.5,1.0,2.0,0.25,2.0,1.0,2.0,1.0,2.0,1.0,0.25,2.0,0.5,2.0,2.0,1.0,0.25,0.5,1.0,0.5,0.25,0.25,0.25,2.0,1.0,1.0,1.0,0.5,0.5,2.0,2.0,0.5,1.0,1.0,2.0,1.0,2.0,1.0,1.0,0.5,1.0,1.0,1.0,0.0625,0.0625,2.0,0.5,1.0,2.0,0.125,0.125,0.5,0.5,2.0,2.0,2.0,1.0,0.125,1.0,1.0,2.0,0.25,1.0,0.5,1.0,0.5,1.0,2.0,1.0,1.0,0.5,1.0,0.125,1.0,1.0,1.0,0.5,2.0,1.0,0.125,0.5,0.5,1.0,1.0,1.0,1.0,0.0625,0.25,2.0,1.0,1.0,1.0,2.0,1.0,2.0,2.0,1.0,1.0,1.0,0.5,0.5,0.25,2.0,2.0,2.0,1.0,0.25,0.5,2.0,2.0,2.0,2.0,2.0,2.0,0.125,2.0,0.5,2.0,0.5,1.0,1.0,2.0,1.0,2.0,0.5,0.25,1.0,2.0,1.0,0.25,0.5,1.0,1.0,2.0,1.0,0.5,1.0,2.0,1.0,0.25,2.0,0.5,2.0,2.0,1.0,2.0,1.0,0.5,2.0,0.25,0.015625,1.0,1.0,0.5,2.0,2.0,0.0625,1.0,1.0,1.0,2.0,2.0,1.0,2.0,0.03125,0.25,0.5,1.0,1.0,0.5,2.0,0.25,0.25,1.0,2.0,2.0,0.25,2.0,1.0,2.0,1.0,0.25,0.5,2.0,0.5,0.5,0.5,0.5,0.5,2.0,0.25,0.5,1.0,0.25,0.25,1.0,0.5,0.015625,0.25,2.0,2.0,0.5,2.0,1.0,1.0,2.0,2.0,2.0,2.0,2.0,0.5,1.0,1.0,0.125,0.5,2.0,0.5,0.5,2.0,1.0,1.0,1.0,1.0,2.0,0.5,0.125,2.0,2.0,0.5,1.0,1.0,0.25,0.25,2.0,2.0,1.0,0.5,0.25,0.0625,1.0,0.25,1.0,1.0,0.5,0.5,1.0,1.0,2.0,0.25,1.0,0.5,1.0,0.5,2.0,1.0,2.0,2.0,0.5,1.0,0.5,1.0,0.25,2.0,0.5,2.0,1.0,1.0,0.25,1.0,2.0,1.0,2.0,1.0,1.0,1.0,0.5,0.125,1.0,1.0,0.0625,2.0,0.5,1.0,0.25,0.125,1.0,0.0625,1.0,0.125,0.5,0.5,2.0,1.0,1.0,1.0,0.25,2.0,0.5,1.0,0.5,0.5,1.0,1.0,0.0625,2.0,0.5,2.0,1.0,1.0,0.5,2.0,1.0,0.25,0.125,2.0,0.25,0.5,1.0,1.0,1.0,1.0,1.0,1.0,0.125,0.5,0.5,1.0,1.0,1.0,0.5,1.0,2.0,2.0,1.0,2.0,1.0,2.0,2.0,0.25,0.5,1.0,1.0,1.0,1.0,0.25,0.25,2.0,2.0,1.0,1.0,2.0,2.0,1.0,2.0,1.0,2.0,0.25,2.0,2.0,1.0,1.0,1.0,1.0,0.0625,0.5,1.0,0.03125,0.25,1.0,2.0,1.0,0.5,2.0,1.0,0.5,2.0,0.25,0.25,1.0,0.5,1.0,2.0,2.0,2.0,1.0,1.0,0.25,1.0,1.0,1.0,2.0,1.0,2.0,1.0,0.25,0.25,2.0,2.0,1.0,2.0,0.25,1.0,1.0,0.25,2.0,0.5,1.0,1.0,2.0,1.0,1.0,1.0,2.0,2.0,0.5,1.0,2.0,2.0,2.0,1.0,1.0,2.0,2.0,0.5,0.015625,0.5,1.0,0.125,1.0,0.25,0.25,0.25,1.0,0.5,1.0,2.0,1.0,0.0625,1.0,1.0,2.0,1.0,1.0,1.0,0.5,0.125,0.25,1.0,0.25,1.0,2.0,1.0,1.0,1.0,2.0,0.5,2.0,0.5,2.0,1.0,1.0,0.125],[0.5,1.0,2.0,0.5,1.0,1.0,0.125,1.0,1.0,2.0,1.0,0.5,0.5,1.0,0.5,1.0,0.5,2.0,2.0,0.5,0.25,2.0,0.5,0.25,1.0,2.0,1.0,1.0,1.0,1.0,1.0,0.5,1.0,0.125,0.03125,0.125,0.5,0.5,0.5,1.0,1.0,2.0,2.0,1.0,1.0,1.0,1.0,1.0,2.0,1.0,2.0,0.25,2.0,1.0,0.25,1.0,2.0,0.5,0.25,2.0,1.0,0.125,2.0,0.5,0.0625,2.0,0.0625,2.0,0.25,0.25,2.0,0.03125,1.0,0.5,1.0,2.0,1.0,1.0,0.03125,0.5,1.0,1.0,1.0,1.0,1.0,2.0,0.5,0.25,2.0,1.0,0.5,0.25,0.03125,0.25,1.0,1.0,0.25,2.0,0.25,0.125,2.0,0.125,0.0625,0.125,1.0,2.0,0.015625,0.125,2.0,1.0,0.25,2.0,1.0,0.5,2.0,0.5,2.0,1.0,1.0,1.0,0.25,0.125,0.5,0.25,0.5,2.0,1.0,1.0,1.0,2.0,1.0,1.0,0.5,2.0,0.00390625,1.0,1.0,1.0,1.0,0.5,1.0,0.125,1.0,2.0,2.0,1.0,1.0,1.0,2.0,2.0,0.125,1.0,1.0,1.0,2.0,1.0,0.5,2.0,1.0,1.0,0.25,1.0,0.5,2.0,1.0,2.0,2.0,0.5,2.0,1.0,1.0,2.0,1.0,0.5,2.0,0.25,2.0,0.5,1.0,2.0,2.0,2.0,2.0,1.0,2.0,0.25,1.0,0.5,2.0,1.0,1.0,1.0,1.0,0.125,1.0,2.0,0.5,0.0625,0.125,2.0,1.0,0.5,1.0,1.0,1.0,1.0,2.0,0.5,1.0,0.125,1.0,0.03125,0.25,1.0,0.5,1.0,2.0,1.0,0.25,1.0,0.25,0.5,1.0,2.0,1.0,1.0,1.0,1.0,2.0,2.0,1.0,0.25,2.0,2.0,0.25,0.125,0.5,1.0,1.0,2.0,0.125,0.25,0.5,2.0,1.0,0.25,2.0,1.0,1.0,1.0,1.0,1.0,2.0,0.5,2.0,1.0,1.0,0.5,0.25,0.5,1.0,1.0,0.5,0.125,1.0,0.5,1.0,0.5,0.001953125,1.0,1.0,0.03125,1.0,0.5,1.0,0.5,0.5,1.0,1.0,1.0,0.125,1.0,0.125,0.25,1.0,1.0,1.0,0.25,1.0,0.25,0.25,0.25,0.125,0.25,1.0,2.0,0.25,1.0,2.0,1.0,1.0,2.0,2.0,1.0,2.0,0.5,2.0,1.0,0.125,0.5,1.0,1.0,0.5,0.5,1.0,2.0,2.0,1.0,1.0,0.25,1.0,0.5,2.0,1.0,1.0,0.5,1.0,1.0,0.5,2.0,1.0,0.015625,0.5,0.25,2.0,1.0,2.0,0.25,0.5,1.0,1.0,1.0,1.0,1.0,1.0,2.0,2.0,0.25,1.0,0.5,0.5,0.0625,1.0,0.0625,2.0,1.0,1.0,0.5,1.0,2.0,2.0,0.125,0.25,0.015625,2.0,2.0,0.5,0.5,1.0,2.0,1.0,1.0,1.0,2.0,1.0,2.0,0.03125,2.0,0.5,1.0,0.5,1.0,0.5,2.0,0.5,0.125,1.0,1.0,0.25,1.0,1.0,0.015625,0.125,2.0,0.0625,1.0,0.5,2.0,1.0,0.25,1.0,0.5,0.5,1.0,0.5,2.0,0.5,1.0,0.25,1.0,2.0,0.5,0.25,1.0,2.0,1.0,1.0,2.0,0.125,1.0,0.25,0.03125,0.5,0.015625,0.25,1.0,2.0,2.0,0.125,2.0,0.5,0.25,2.0,1.0,1.0,2.0,0.015625,2.0,1.0,0.5,1.0,0.25,1.0,2.0,2.0,0.0625,2.0,2.0,1.0,1.0,0.5,2.0,1.0,0.5,0.25,0.25,1.0,1.0,1.0,0.25,0.5,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,2.0,0.5,0.0625,1.0,0.5,2.0,1.0,1.0,1.0,0.015625,0.25,2.0,2.0,2.0,0.25,2.0,1.0,1.0,1.0,2.0,2.0,1.0,2.0,0.25,0.0625,0.125,2.0,0.0625,2.0,0.25,0.5,1.0,0.5,1.0,2.0,1.0,0.5,1.0,1.0,0.5,1.0,1.0,0.25,0.5,0.5,0.25,1.0,0.5,1.0,0.5,0.125,0.25,1.0,1.0,0.125,1.0,0.125,1.0,0.5,1.0,1.0,2.0,2.0,2.0,1.0,1.0,0.5,2.0,1.0,2.0,0.25,1.0,0.25,2.0,0.5,1.0,1.0,1.0,0.125,0.5,1.0,0.5,2.0,2.0,2.0,1.0,0.5,2.0,2.0,1.0,1.0,0.5,0.125,1.0,2.0,1.0,1.0,1.0,1.0,1.0,0.5,1.0,0.5,1.0,0.25,0.5,2.0,1.0,1.0,1.0,0.5,2.0,1.0,1.0,0.5,2.0,1.0,2.0,2.0,2.0,1.0,0.0625,1.0,0.5,0.5,0.125,1.0,0.25,1.0,0.0625,1.0,1.0,0.03125,0.25,2.0,2.0,2.0,0.125,0.25,2.0,1.0,2.0,2.0,1.0,1.0,0.03125,2.0,1.0,0.125,0.5,1.0,0.5,1.0,2.0,1.0,0.25,0.5,0.5,1.0,0.5]]}},\"weights_meta\":{\"embed.weight\":{\"shape\":[64,64],\"n\":4096,\"scale\":0.5,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":51667.900228500366},\"layers.0.hc_attn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6579.890302605927},\"layers.0.hc_ffn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":10157.323708541691},\"layers.0.hc_attn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-5.047547833062708},\"layers.0.hc_ffn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-6.341795166488737},\"layers.0.hc_attn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6.03511506319046},\"layers.0.hc_ffn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":5.914046764373779},\"layers.0.attn.attn_sink\":{\"shape\":[4],\"n\":4,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-0.3515923246741295},\"layers.0.attn.wq_a.weight\":{\"shape\":[16,64],\"n\":1024,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":3576.9768142700195},\"layers.0.attn.q_norm.weight\":{\"shape\":[16],\"n\":16,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":137.15625},\"layers.0.attn.wq_b.weight\":{\"shape\":[128,16],\"n\":2048,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":11304.954955339432},\"layers.0.attn.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1951.5719108581543},\"layers.0.attn.kv_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":531.94140625},\"layers.0.attn.wo_a.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2976.0510561466217},\"layers.0.attn.wo_b.weight\":{\"shape\":[64,32],\"n\":2048,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-753.9099369049072},\"layers.0.ffn.gate.weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-170.7163791656494},\"layers.0.ffn.gate.bias\":{\"shape\":[4],\"n\":4,\"scale\":0.05,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.008248355239629745},\"layers.0.ffn.experts.0.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1436.1670036315918},\"layers.0.ffn.experts.0.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1472.2144203186035},\"layers.0.ffn.experts.0.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4199.6464738845825},\"layers.0.ffn.experts.1.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-6741.927572235465},\"layers.0.ffn.experts.1.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":5064.954480171204},\"layers.0.ffn.experts.1.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2249.2204217910767},\"layers.0.ffn.experts.2.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-994.9975342750549},\"layers.0.ffn.experts.2.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4727.204189300537},\"layers.0.ffn.experts.2.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-2632.665953874588},\"layers.0.ffn.experts.3.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-2123.37939453125},\"layers.0.ffn.experts.3.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":6481.384743690491},\"layers.0.ffn.experts.3.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2354.562541246414},\"layers.0.ffn.shared_experts.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1798.476714849472},\"layers.0.ffn.shared_experts.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-522.4515225887299},\"layers.0.ffn.shared_experts.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1785.0107655525208},\"layers.0.attn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2075.0390625},\"layers.0.ffn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2095.421875},\"layers.1.hc_attn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-3012.1538109481335},\"layers.1.hc_ffn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-765.9685979783535},\"layers.1.hc_attn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":2.6012251297943294},\"layers.1.hc_ffn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":1.2271181247197092},\"layers.1.hc_attn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":5.997037768363953},\"layers.1.hc_ffn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6.021445035934448},\"layers.1.attn.attn_sink\":{\"shape\":[4],\"n\":4,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.2599621871486306},\"layers.1.attn.wq_a.weight\":{\"shape\":[16,64],\"n\":1024,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1750.035677909851},\"layers.1.attn.q_norm.weight\":{\"shape\":[16],\"n\":16,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":135.640625},\"layers.1.attn.wq_b.weight\":{\"shape\":[128,16],\"n\":2048,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2138.6862840652466},\"layers.1.attn.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-7415.0636196136475},\"layers.1.attn.kv_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":530.69921875},\"layers.1.attn.wo_a.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2953.7169647216797},\"layers.1.attn.wo_b.weight\":{\"shape\":[64,32],\"n\":2048,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":6499.105262756348},\"layers.1.ffn.gate.weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":298.40361976623535},\"layers.1.ffn.gate.bias\":{\"shape\":[4],\"n\":4,\"scale\":0.05,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.10537675954401493},\"layers.1.ffn.experts.0.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1040.236095905304},\"layers.1.ffn.experts.0.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":540.4973316192627},\"layers.1.ffn.experts.0.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1941.6776475906372},\"layers.1.ffn.experts.1.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1458.4103977680206},\"layers.1.ffn.experts.1.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1094.408535003662},\"layers.1.ffn.experts.1.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1162.2276434898376},\"layers.1.ffn.experts.2.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-482.06849479675293},\"layers.1.ffn.experts.2.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1805.1073274612427},\"layers.1.ffn.experts.2.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1480.2224692106247},\"layers.1.ffn.experts.3.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":20.07404899597168},\"layers.1.ffn.experts.3.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":3805.5786113739014},\"layers.1.ffn.experts.3.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-52.666032791137695},\"layers.1.ffn.shared_experts.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1724.6477994918823},\"layers.1.ffn.shared_experts.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1878.1245613098145},\"layers.1.ffn.shared_experts.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-2343.2394123077393},\"layers.1.engram.q_weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":32946.421875},\"layers.1.engram.k_weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":32917.6640625},\"layers.1.engram.embed.weight\":{\"shape\":[462,32],\"n\":14784,\"scale\":0.5,\"offset\":0.0,\"kind\":\"fp8\",\"dtype\":\"float8_e4m3fn\",\"ck\":84010.177734375},\"layers.1.engram.embed.scale\":{\"shape\":[462,1],\"n\":462,\"scale\":1.0,\"offset\":1.0,\"kind\":\"e8m0\",\"dtype\":\"float8_e8m0fnu\",\"ck\":111057.03125},\"layers.1.engram.wkv.weight\":{\"shape\":[320,192],\"n\":61440,\"scale\":0.07216878364870322,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-420655.7975310683},\"layers.1.attn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2056.33203125},\"layers.1.ffn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2074.2734375},\"layers.2.hc_attn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-550.1691147536039},\"layers.2.hc_ffn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-12997.775877006352},\"layers.2.hc_attn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.9600647846236825},\"layers.2.hc_ffn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":1.6222238877089694},\"layers.2.hc_attn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":5.829187750816345},\"layers.2.hc_ffn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6.01676082611084},\"layers.2.attn.attn_sink\":{\"shape\":[4],\"n\":4,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.2953704483807087},\"layers.2.attn.wq_a.weight\":{\"shape\":[16,64],\"n\":1024,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-286.11562633514404},\"layers.2.attn.q_norm.weight\":{\"shape\":[16],\"n\":16,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":137.76953125},\"layers.2.attn.wq_b.weight\":{\"shape\":[128,16],\"n\":2048,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4394.799282073975},\"layers.2.attn.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":7641.151562690735},\"layers.2.attn.kv_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":523.30859375},\"layers.2.attn.wo_a.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":7466.9171667099},\"layers.2.attn.wo_b.weight\":{\"shape\":[64,32],\"n\":2048,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-8550.548935890198},\"layers.2.attn.compressor.norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":526.984375},\"layers.2.attn.compressor.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-2204.5315714627504},\"layers.2.attn.compressor.wgate.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-3475.416843354702},\"layers.2.attn.indexer.wq_b.weight\":{\"shape\":[64,16],\"n\":1024,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":5.506763458251953},\"layers.2.attn.indexer.weights_proj.weight\":{\"shape\":[2,64],\"n\":128,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":14.469085693359375},\"layers.2.attn.indexer.wk.weight\":{\"shape\":[32,32],\"n\":1024,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1878.2743759155273},\"layers.2.attn.indexer.k_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":529.703125},\"layers.2.ffn.gate.weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":164.04729557037354},\"layers.2.ffn.gate.bias\":{\"shape\":[4],\"n\":4,\"scale\":0.05,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-0.2528643924742937},\"layers.2.ffn.experts.0.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1446.2243976593018},\"layers.2.ffn.experts.0.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":7019.774318695068},\"layers.2.ffn.experts.0.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-687.1286106109619},\"layers.2.ffn.experts.1.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-448.23408699035645},\"layers.2.ffn.experts.1.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":5745.741798400879},\"layers.2.ffn.experts.1.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":3310.608783721924},\"layers.2.ffn.experts.2.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1859.6969165802002},\"layers.2.ffn.experts.2.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1523.2081623077393},\"layers.2.ffn.experts.2.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1416.870154619217},\"layers.2.ffn.experts.3.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4097.077191114426},\"layers.2.ffn.experts.3.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-3993.1167308986187},\"layers.2.ffn.experts.3.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":534.3513334989548},\"layers.2.ffn.shared_experts.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1858.3943920135498},\"layers.2.ffn.shared_experts.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-574.4239611029625},\"layers.2.ffn.shared_experts.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-817.0499505996704},\"layers.2.attn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2091.4140625},\"layers.2.ffn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2083.37890625},\"layers.3.hc_attn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":3425.7561967372894},\"layers.3.hc_ffn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":1254.4475756436586},\"layers.3.hc_attn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":2.960640548262745},\"layers.3.hc_ffn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-1.6767574595287442},\"layers.3.hc_attn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":5.99465274810791},\"layers.3.hc_ffn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6.114657044410706},\"layers.3.attn.attn_sink\":{\"shape\":[4],\"n\":4,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.5472028627991676},\"layers.3.attn.wq_a.weight\":{\"shape\":[16,64],\"n\":1024,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-802.199086368084},\"layers.3.attn.q_norm.weight\":{\"shape\":[16],\"n\":16,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":136.734375},\"layers.3.attn.wq_b.weight\":{\"shape\":[128,16],\"n\":2048,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-7993.473957061768},\"layers.3.attn.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1154.172043800354},\"layers.3.attn.kv_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":526.7734375},\"layers.3.attn.wo_a.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4260.710809707642},\"layers.3.attn.wo_b.weight\":{\"shape\":[64,32],\"n\":2048,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":5418.304298579693},\"layers.3.ffn.gate.weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":143.31684494018555},\"layers.3.ffn.gate.bias\":{\"shape\":[4],\"n\":4,\"scale\":0.05,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-0.10816651303321123},\"layers.3.ffn.experts.0.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4181.901949584484},\"layers.3.ffn.experts.0.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1933.009609222412},\"layers.3.ffn.experts.0.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-3234.6194944381714},\"layers.3.ffn.experts.1.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4747.373399317265},\"layers.3.ffn.experts.1.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2478.1420739889145},\"layers.3.ffn.experts.1.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-4820.8165328502655},\"layers.3.ffn.experts.2.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1463.3071660995483},\"layers.3.ffn.experts.2.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-3993.2013610601425},\"layers.3.ffn.experts.2.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1673.2506742477417},\"layers.3.ffn.experts.3.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":967.5454549789429},\"layers.3.ffn.experts.3.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-685.6498184204102},\"layers.3.ffn.experts.3.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":5318.300222396851},\"layers.3.ffn.shared_experts.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":325.1968879699707},\"layers.3.ffn.shared_experts.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-4885.861492156982},\"layers.3.ffn.shared_experts.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1645.8347001075745},\"layers.3.attn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2073.57421875},\"layers.3.ffn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2059.453125},\"layers.4.hc_attn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-21027.62084172666},\"layers.4.hc_ffn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":1829.3492769896984},\"layers.4.hc_attn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-5.572322690335568},\"layers.4.hc_ffn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":5.346280425786972},\"layers.4.hc_attn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6.2047507762908936},\"layers.4.hc_ffn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6.090441107749939},\"layers.4.attn.attn_sink\":{\"shape\":[4],\"n\":4,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.6333088129758835},\"layers.4.attn.wq_a.weight\":{\"shape\":[16,64],\"n\":1024,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-32.349788188934326},\"layers.4.attn.q_norm.weight\":{\"shape\":[16],\"n\":16,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":135.72265625},\"layers.4.attn.wq_b.weight\":{\"shape\":[128,16],\"n\":2048,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-272.59188175201416},\"layers.4.attn.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":5289.881059646606},\"layers.4.attn.kv_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":528.58203125},\"layers.4.attn.wo_a.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":6253.767359256744},\"layers.4.attn.wo_b.weight\":{\"shape\":[64,32],\"n\":2048,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4412.941355466843},\"layers.4.attn.compressor.norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":522.546875},\"layers.4.attn.compressor.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":11684.09204673767},\"layers.4.attn.indexer.wq_b.weight\":{\"shape\":[64,16],\"n\":1024,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-5109.258651733398},\"layers.4.attn.indexer.weights_proj.weight\":{\"shape\":[2,64],\"n\":128,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-117.4407958984375},\"layers.4.attn.indexer.wk.weight\":{\"shape\":[32,32],\"n\":1024,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":566.0442457199097},\"layers.4.attn.indexer.k_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":532.64453125},\"layers.4.ffn.gate.weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-190.11064529418945},\"layers.4.ffn.gate.bias\":{\"shape\":[4],\"n\":4,\"scale\":0.05,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-0.021907905116677284},\"layers.4.ffn.experts.0.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-803.8815087080002},\"layers.4.ffn.experts.0.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":4764.20899772644},\"layers.4.ffn.experts.0.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-417.0714511871338},\"layers.4.ffn.experts.1.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1675.8033323287964},\"layers.4.ffn.experts.1.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":77.56313419342041},\"layers.4.ffn.experts.1.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-719.2757165431976},\"layers.4.ffn.experts.2.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1055.8256130218506},\"layers.4.ffn.experts.2.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2812.991039276123},\"layers.4.ffn.experts.2.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":463.87102365493774},\"layers.4.ffn.experts.3.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1790.4407413005829},\"layers.4.ffn.experts.3.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1117.6453604698181},\"layers.4.ffn.experts.3.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1278.2211627960205},\"layers.4.ffn.shared_experts.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":223.92660903930664},\"layers.4.ffn.shared_experts.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-2374.1578465104103},\"layers.4.ffn.shared_experts.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-3112.414575576782},\"layers.4.engram.q_weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":33060.8828125},\"layers.4.engram.k_weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":32863.10546875},\"layers.4.engram.embed.weight\":{\"shape\":[630,32],\"n\":20160,\"scale\":0.5,\"offset\":0.0,\"kind\":\"fp8\",\"dtype\":\"float8_e4m3fn\",\"ck\":242136.796875},\"layers.4.engram.embed.scale\":{\"shape\":[630,1],\"n\":630,\"scale\":1.0,\"offset\":1.0,\"kind\":\"e8m0\",\"dtype\":\"float8_e8m0fnu\",\"ck\":192834.333984375},\"layers.4.engram.wkv.weight\":{\"shape\":[320,192],\"n\":61440,\"scale\":0.07216878364870322,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-50619.69042073935},\"layers.4.attn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2069.65625},\"layers.4.ffn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2068.8125},\"layers.5.hc_attn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-2305.314899377525},\"layers.5.hc_ffn_fn\":{\"shape\":[24,256],\"n\":6144,\"scale\":0.0625,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":16147.502023383975},\"layers.5.hc_attn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":7.19898260361515},\"layers.5.hc_ffn_base\":{\"shape\":[24],\"n\":24,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-1.2329450473189354},\"layers.5.hc_attn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":5.989156603813171},\"layers.5.hc_ffn_scale\":{\"shape\":[3],\"n\":3,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":6.077364444732666},\"layers.5.attn.attn_sink\":{\"shape\":[4],\"n\":4,\"scale\":0.1,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":-0.10940679162740707},\"layers.5.attn.wq_a.weight\":{\"shape\":[16,64],\"n\":1024,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":757.0626838207245},\"layers.5.attn.q_norm.weight\":{\"shape\":[16],\"n\":16,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":135.74609375},\"layers.5.attn.wq_b.weight\":{\"shape\":[128,16],\"n\":2048,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-17073.133967280388},\"layers.5.attn.wkv.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-2479.0112075805664},\"layers.5.attn.kv_norm.weight\":{\"shape\":[32],\"n\":32,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":532.90625},\"layers.5.attn.wo_a.weight\":{\"shape\":[32,64],\"n\":2048,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-794.0625425577164},\"layers.5.attn.wo_b.weight\":{\"shape\":[64,32],\"n\":2048,\"scale\":0.1767766952966369,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":246.8857661485672},\"layers.5.attn.indexer.wq_b.weight\":{\"shape\":[64,16],\"n\":1024,\"scale\":0.25,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1712.805760383606},\"layers.5.attn.indexer.weights_proj.weight\":{\"shape\":[2,64],\"n\":128,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":52.37841796875},\"layers.5.ffn.gate.weight\":{\"shape\":[4,64],\"n\":256,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-125.38384056091309},\"layers.5.ffn.gate.bias\":{\"shape\":[4],\"n\":4,\"scale\":0.05,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":0.1070830225944519},\"layers.5.ffn.experts.0.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":3843.4948791265488},\"layers.5.ffn.experts.0.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":5015.170506000519},\"layers.5.ffn.experts.0.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-190.89055013656616},\"layers.5.ffn.experts.1.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-3054.404559135437},\"layers.5.ffn.experts.1.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-7535.298521995544},\"layers.5.ffn.experts.1.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2558.049567222595},\"layers.5.ffn.experts.2.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1852.5093325972557},\"layers.5.ffn.experts.2.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-11.454513549804688},\"layers.5.ffn.experts.2.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":1378.960810661316},\"layers.5.ffn.experts.3.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-35.54326820373535},\"layers.5.ffn.experts.3.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-26.97898578643799},\"layers.5.ffn.experts.3.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-764.5436406135559},\"layers.5.ffn.shared_experts.w1.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1693.7161211967468},\"layers.5.ffn.shared_experts.w2.weight\":{\"shape\":[64,24],\"n\":1536,\"scale\":0.2041241452319315,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":-1820.478530883789},\"layers.5.ffn.shared_experts.w3.weight\":{\"shape\":[24,64],\"n\":1536,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":3108.984004497528},\"layers.5.attn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2071.89453125},\"layers.5.ffn_norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2066.5625},\"norm.weight\":{\"shape\":[64],\"n\":64,\"scale\":0.05,\"offset\":1.0,\"kind\":\"f32\",\"dtype\":\"bfloat16\",\"ck\":2069.875},\"head.weight\":{\"shape\":[64,64],\"n\":4096,\"scale\":0.125,\"offset\":0.0,\"kind\":\"f32\",\"dtype\":\"float32\",\"ck\":3659.385920986533}},\"prefill12\":{\"input_ids\":{\"shape\":[1,12],\"n\":12,\"stride\":1,\"ck\":2404.0,\"data\":[2,17,47,13,32,59,39,29,42,31,36,6]},\"engram_hashes\":{\"shape\":[1,12,2,6],\"n\":144,\"stride\":3,\"ck\":2759806.0,\"data\":[5,236,87,310,60,243,79,330,9,242,47,329,66,220,91,339,20,277,70,332,1,214,27,357,12,225,5,401,53,259,43,382,33,250,15,373,3,236,6,377,50,256,61,383,34,237,21,393]},\"embed\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":1303.7015838623047,\"data\":[0.419921875,0.37890625,0.031982421875,-0.21875,-0.208984375,0.061279296875,-0.0810546875,-0.486328125,0.470703125,0.283203125,0.255859375,0.318359375]},\"L0.h_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":1,\"ck\":22582.26336669922,\"data\":[0.419921875,-0.048095703125,-0.177734375,0.0966796875,-0.01220703125,0.1923828125,-0.220703125,0.07958984375,-0.3671875,0.0712890625,-0.0216064453125,-0.48828125,-0.1015625,-0.369140625,-0.2451171875,0.34765625,0.166015625,-0.3984375,0.0301513671875,-0.345703125,0.146484375,-0.40625,0.427734375,0.373046875,-0.419921875,0.1630859375,-0.333984375,-0.057861328125,0.251953125,0.435546875,-0.054931640625,-0.26171875,-0.294921875,-0.045654296875,-0.1455078125,0.046142578125,-0.1923828125,-0.37890625,0.40625,-0.032958984375,0.232421875,-0.263671875,-0.24609375,-0.4921875,0.14453125,-0.208984375,-0.1376953125,-0.490234375,-0.1923828125,0.41796875,-0.318359375,0.1689453125,0.173828125,-0.306640625,-0.00054931640625,0.125,-0.4375,0.33984375,0.255859375,-0.07177734375,0.494140625,-0.091796875,0.478515625,0.1953125,0.419921875,-0.048095703125,-0.177734375,0.0966796875,-0.01220703125,0.1923828125,-0.220703125,0.07958984375,-0.3671875,0.0712890625,-0.0216064453125,-0.48828125,-0.1015625,-0.369140625,-0.2451171875,0.34765625,0.166015625,-0.3984375,0.0301513671875,-0.345703125,0.146484375,-0.40625,0.427734375,0.373046875,-0.419921875,0.1630859375,-0.333984375,-0.057861328125,0.251953125,0.435546875,-0.054931640625,-0.26171875,-0.294921875,-0.045654296875,-0.1455078125,0.046142578125,-0.1923828125,-0.37890625,0.40625,-0.032958984375,0.232421875,-0.263671875,-0.24609375,-0.4921875,0.14453125,-0.208984375,-0.1376953125,-0.490234375,-0.1923828125,0.41796875,-0.318359375,0.1689453125,0.173828125,-0.306640625,-0.00054931640625,0.125,-0.4375,0.33984375,0.255859375,-0.07177734375,0.494140625,-0.091796875,0.478515625,0.1953125,0.419921875,-0.048095703125,-0.177734375,0.0966796875,-0.01220703125,0.1923828125,-0.220703125,0.07958984375,-0.3671875,0.0712890625,-0.0216064453125,-0.48828125,-0.1015625,-0.369140625,-0.2451171875,0.34765625,0.166015625,-0.3984375,0.0301513671875,-0.345703125,0.146484375,-0.40625,0.427734375,0.373046875,-0.419921875,0.1630859375,-0.333984375,-0.057861328125,0.251953125,0.435546875,-0.054931640625,-0.26171875,-0.294921875,-0.045654296875,-0.1455078125,0.046142578125,-0.1923828125,-0.37890625,0.40625,-0.032958984375,0.232421875,-0.263671875,-0.24609375,-0.4921875,0.14453125,-0.208984375,-0.1376953125,-0.490234375,-0.1923828125,0.41796875,-0.318359375,0.1689453125,0.173828125,-0.306640625,-0.00054931640625,0.125,-0.4375,0.33984375,0.255859375,-0.07177734375,0.494140625,-0.091796875,0.478515625,0.1953125,0.419921875,-0.048095703125,-0.177734375,0.0966796875,-0.01220703125,0.1923828125,-0.220703125,0.07958984375,-0.3671875,0.0712890625,-0.0216064453125,-0.48828125,-0.1015625,-0.369140625,-0.2451171875,0.34765625,0.166015625,-0.3984375,0.0301513671875,-0.345703125,0.146484375,-0.40625,0.427734375,0.373046875,-0.419921875,0.1630859375,-0.333984375,-0.057861328125,0.251953125,0.435546875,-0.054931640625,-0.26171875,-0.294921875,-0.045654296875,-0.1455078125,0.046142578125,-0.1923828125,-0.37890625,0.40625,-0.032958984375,0.232421875,-0.263671875,-0.24609375,-0.4921875,0.14453125,-0.208984375,-0.1376953125,-0.490234375,-0.1923828125,0.41796875,-0.318359375,0.1689453125,0.173828125,-0.306640625,-0.00054931640625,0.125,-0.4375,0.33984375,0.255859375,-0.07177734375,0.494140625,-0.091796875,0.478515625,0.1953125,0.35546875,0.431640625,-0.404296875,0.37890625,-0.154296875,-0.1103515625,0.027099609375,0.1728515625,0.3359375,-0.4609375,0.357421875,-0.171875,0.4375,0.16796875,0.0185546875,0.1640625,-0.44140625,-0.34375,0.48046875,0.412109375,-0.04638671875,0.1875,0.40234375,0.490234375,0.29296875,-0.333984375,-0.1943359375,-0.1962890625,-0.359375,-0.380859375,-0.1474609375,0.306640625,0.0849609375,0.2578125,0.4921875,0.134765625,0.3203125,-0.2333984375,-0.12451171875,0.2412109375,0.375,0.359375,0.0693359375,-0.486328125,0.06201171875,0.2021484375,0.06591796875,0.037841796875,-0.0986328125,-0.255859375,-0.388671875,0.072265625,-0.4140625,0.1162109375,-0.2080078125,-0.0017547607421875,0.302734375,0.326171875,-0.03173828125,-0.296875,-0.32421875,-0.26953125,0.1533203125,-0.09765625,0.35546875,0.431640625,-0.404296875,0.37890625,-0.154296875,-0.1103515625,0.027099609375,0.1728515625,0.3359375,-0.4609375,0.357421875,-0.171875,0.4375,0.16796875,0.0185546875,0.1640625,-0.44140625,-0.34375,0.48046875,0.412109375,-0.04638671875,0.1875,0.40234375,0.490234375,0.29296875,-0.333984375,-0.1943359375,-0.1962890625,-0.359375,-0.380859375,-0.1474609375,0.306640625,0.0849609375,0.2578125,0.4921875,0.134765625,0.3203125,-0.2333984375,-0.12451171875,0.2412109375,0.375,0.359375,0.0693359375,-0.486328125,0.06201171875,0.2021484375,0.06591796875,0.037841796875,-0.0986328125,-0.255859375,-0.388671875,0.072265625,-0.4140625,0.1162109375,-0.2080078125,-0.0017547607421875,0.302734375,0.326171875,-0.03173828125,-0.296875,-0.32421875,-0.26953125,0.1533203125,-0.09765625,0.35546875,0.431640625,-0.404296875,0.37890625,-0.154296875,-0.1103515625,0.027099609375,0.1728515625,0.3359375,-0.4609375,0.357421875,-0.171875,0.4375,0.16796875,0.0185546875,0.1640625,-0.44140625,-0.34375,0.48046875,0.412109375,-0.04638671875,0.1875,0.40234375,0.490234375,0.29296875,-0.333984375,-0.1943359375,-0.1962890625,-0.359375,-0.380859375,-0.1474609375,0.306640625,0.0849609375,0.2578125,0.4921875,0.134765625,0.3203125,-0.2333984375,-0.12451171875,0.2412109375,0.375,0.359375,0.0693359375,-0.486328125,0.06201171875,0.2021484375,0.06591796875,0.037841796875,-0.0986328125,-0.255859375,-0.388671875,0.072265625,-0.4140625,0.1162109375,-0.2080078125,-0.0017547607421875,0.302734375,0.326171875,-0.03173828125,-0.296875,-0.32421875,-0.26953125,0.1533203125,-0.09765625,0.35546875,0.431640625,-0.404296875,0.37890625,-0.154296875,-0.1103515625,0.027099609375,0.1728515625,0.3359375,-0.4609375,0.357421875,-0.171875,0.4375,0.16796875,0.0185546875,0.1640625,-0.44140625,-0.34375,0.48046875,0.412109375,-0.04638671875,0.1875,0.40234375,0.490234375,0.29296875,-0.333984375,-0.1943359375,-0.1962890625,-0.359375,-0.380859375,-0.1474609375,0.306640625,0.0849609375,0.2578125,0.4921875,0.134765625,0.3203125,-0.2333984375,-0.12451171875,0.2412109375,0.375,0.359375,0.0693359375,-0.486328125,0.06201171875,0.2021484375,0.06591796875,0.037841796875,-0.0986328125,-0.255859375,-0.388671875,0.072265625,-0.4140625,0.1162109375,-0.2080078125,-0.0017547607421875,0.302734375,0.326171875,-0.03173828125,-0.296875,-0.32421875,-0.26953125,0.1533203125,-0.09765625,0.48046875,-0.3125,-0.345703125,0.298828125,-0.25390625,0.0279541015625,0.031982421875,-0.2490234375,0.02880859375,-0.1474609375,-0.35546875,-0.08154296875,-0.396484375,-0.25,-0.1357421875,0.2578125,0.34765625,-0.4453125,-0.010498046875,0.48046875,0.041748046875,0.28515625,0.251953125,-0.158203125,0.40625,-0.486328125,0.33984375,-0.3203125,0.30078125,-0.00445556640625,0.10400390625,0.267578125,0.27734375,-0.150390625,-0.375,-0.123046875,0.369140625,0.40625,-0.333984375,-0.326171875,0.287109375,0.05078125,-0.498046875,-0.2275390625,-0.44921875,0.051025390625,0.1787109375,-0.423828125,0.40234375,0.2578125,-0.359375,0.2177734375,-0.158203125,-0.234375,-0.345703125,0.126953125,0.42578125,-0.294921875,0.31640625,-0.162109375,-0.37890625,0.435546875,0.171875,-0.3046875,0.48046875,-0.3125,-0.345703125,0.298828125,-0.25390625,0.0279541015625,0.031982421875,-0.2490234375,0.02880859375,-0.1474609375,-0.35546875,-0.08154296875,-0.396484375,-0.25,-0.1357421875,0.2578125,0.34765625,-0.4453125,-0.010498046875,0.48046875,0.041748046875,0.28515625,0.251953125,-0.158203125,0.40625,-0.486328125,0.33984375,-0.3203125,0.30078125,-0.00445556640625,0.10400390625,0.267578125,0.27734375,-0.150390625,-0.375,-0.123046875,0.369140625,0.40625,-0.333984375,-0.326171875,0.287109375,0.05078125,-0.498046875,-0.2275390625,-0.44921875,0.051025390625,0.1787109375,-0.423828125,0.40234375,0.2578125,-0.359375,0.2177734375,-0.158203125,-0.234375,-0.345703125,0.126953125,0.42578125,-0.294921875,0.31640625,-0.162109375,-0.37890625,0.435546875,0.171875,-0.3046875,0.48046875,-0.3125,-0.345703125,0.298828125,-0.25390625,0.0279541015625,0.031982421875,-0.2490234375,0.02880859375,-0.1474609375,-0.35546875,-0.08154296875,-0.396484375,-0.25,-0.1357421875,0.2578125,0.34765625,-0.4453125,-0.010498046875,0.48046875,0.041748046875,0.28515625,0.251953125,-0.158203125,0.40625,-0.486328125,0.33984375,-0.3203125,0.30078125,-0.00445556640625,0.10400390625,0.267578125,0.27734375,-0.150390625,-0.375,-0.123046875,0.369140625,0.40625,-0.333984375,-0.326171875,0.287109375,0.05078125,-0.498046875,-0.2275390625,-0.44921875,0.051025390625,0.1787109375,-0.423828125,0.40234375,0.2578125,-0.359375,0.2177734375,-0.158203125,-0.234375,-0.345703125,0.126953125,0.42578125,-0.294921875,0.31640625,-0.162109375,-0.37890625,0.435546875,0.171875,-0.3046875,0.48046875,-0.3125,-0.345703125,0.298828125,-0.25390625,0.0279541015625,0.031982421875,-0.2490234375,0.02880859375,-0.1474609375,-0.35546875,-0.08154296875,-0.396484375,-0.25,-0.1357421875,0.2578125,0.34765625,-0.4453125,-0.010498046875,0.48046875,0.041748046875,0.28515625,0.251953125,-0.158203125,0.40625,-0.486328125,0.33984375,-0.3203125,0.30078125,-0.00445556640625,0.10400390625,0.267578125,0.27734375,-0.150390625,-0.375,-0.123046875,0.369140625,0.40625,-0.333984375,-0.326171875,0.287109375,0.05078125,-0.498046875,-0.2275390625,-0.44921875,0.051025390625,0.1787109375,-0.423828125,0.40234375,0.2578125,-0.359375,0.2177734375,-0.158203125,-0.234375,-0.345703125,0.126953125,0.42578125,-0.294921875,0.31640625,-0.162109375,-0.37890625,0.435546875,0.171875,-0.3046875,0.1357421875,-0.3125,-0.087890625,-0.2158203125,-0.419921875,0.423828125,-0.33984375,-0.236328125,-0.275390625,-0.21875,0.373046875,-0.046630859375,0.1318359375,0.0091552734375,-0.0198974609375,0.361328125,-0.447265625,0.388671875,0.2734375,-0.44140625,-0.43359375,-0.037109375,0.322265625,-0.48046875,-0.314453125,0.283203125,0.41796875,0.267578125,0.337890625,-0.1005859375,-0.439453125,-0.0225830078125,-0.478515625,0.2734375,0.053466796875,0.494140625,-0.46484375,0.318359375,-0.46875,0.33984375,0.376953125,0.36328125,-0.447265625,0.27734375,0.003204345703125,-0.3515625,0.3125,-0.1474609375,-0.486328125,0.427734375,-0.0201416015625,-0.2216796875,0.11328125,0.13671875,-0.1494140625,-0.2578125,-0.447265625,-0.224609375,0.2451171875,-0.034912109375,0.185546875,-0.27734375,0.3125,-0.166015625,0.1357421875,-0.3125,-0.087890625,-0.2158203125,-0.419921875,0.423828125,-0.33984375,-0.236328125,-0.275390625,-0.21875,0.373046875,-0.046630859375,0.1318359375,0.0091552734375,-0.0198974609375,0.361328125,-0.447265625,0.388671875,0.2734375,-0.44140625,-0.43359375,-0.037109375,0.322265625,-0.48046875,-0.314453125,0.283203125,0.41796875,0.267578125,0.337890625,-0.1005859375,-0.439453125,-0.0225830078125,-0.478515625,0.2734375,0.053466796875,0.494140625,-0.46484375,0.318359375,-0.46875,0.33984375,0.376953125,0.36328125,-0.447265625,0.27734375,0.003204345703125,-0.3515625,0.3125,-0.1474609375,-0.486328125,0.427734375,-0.0201416015625,-0.2216796875,0.11328125,0.13671875,-0.1494140625,-0.2578125,-0.447265625,-0.224609375,0.2451171875,-0.034912109375,0.185546875,-0.27734375,0.3125,-0.166015625,0.1357421875,-0.3125,-0.087890625,-0.2158203125,-0.419921875,0.423828125,-0.33984375,-0.236328125,-0.275390625,-0.21875,0.373046875,-0.046630859375,0.1318359375,0.0091552734375,-0.0198974609375,0.361328125,-0.447265625,0.388671875,0.2734375,-0.44140625,-0.43359375,-0.037109375,0.322265625,-0.48046875,-0.314453125,0.283203125,0.41796875,0.267578125,0.337890625,-0.1005859375,-0.439453125,-0.0225830078125,-0.478515625,0.2734375,0.053466796875,0.494140625,-0.46484375,0.318359375,-0.46875,0.33984375,0.376953125,0.36328125,-0.447265625,0.27734375,0.003204345703125,-0.3515625,0.3125,-0.1474609375,-0.486328125,0.427734375,-0.0201416015625,-0.2216796875,0.11328125,0.13671875,-0.1494140625,-0.2578125,-0.447265625,-0.224609375,0.2451171875,-0.034912109375,0.185546875,-0.27734375,0.3125,-0.166015625,0.1357421875,-0.3125,-0.087890625,-0.2158203125,-0.419921875,0.423828125,-0.33984375,-0.236328125,-0.275390625,-0.21875,0.373046875,-0.046630859375,0.1318359375,0.0091552734375,-0.0198974609375,0.361328125,-0.447265625,0.388671875,0.2734375,-0.44140625,-0.43359375,-0.037109375,0.322265625,-0.48046875,-0.314453125,0.283203125,0.41796875,0.267578125,0.337890625,-0.1005859375,-0.439453125,-0.0225830078125,-0.478515625,0.2734375,0.053466796875,0.494140625,-0.46484375,0.318359375,-0.46875,0.33984375,0.376953125,0.36328125,-0.447265625,0.27734375,0.003204345703125,-0.3515625,0.3125,-0.1474609375,-0.486328125,0.427734375,-0.0201416015625,-0.2216796875,0.11328125,0.13671875,-0.1494140625,-0.2578125,-0.447265625,-0.224609375,0.2451171875,-0.034912109375,0.185546875,-0.27734375,0.3125,-0.166015625,0.3359375,0.28515625,-0.455078125,0.3125,-0.466796875,0.12255859375,-0.22265625,0.451171875,-0.3359375,0.09912109375,-0.431640625,0.412109375,-0.208984375,-0.33984375,-0.009033203125,0.287109375,0.31640625,0.2275390625,-0.16796875,0.400390625,0.25390625,0.1875,0.0849609375,-0.2734375,-0.373046875,0.0208740234375,0.0296630859375,-0.41015625,-0.1298828125,-0.490234375,0.0693359375,-0.296875,0.1845703125,0.10546875,-0.0220947265625,-0.1396484375,-0.3203125,-0.482421875,0.3515625,0.287109375,-0.35546875,0.349609375,0.1484375,0.30078125,-0.455078125,0.369140625,0.029541015625,-0.021240234375,-0.4453125,0.2177734375,-0.23046875,0.251953125,0.4375,-0.412109375,0.2578125,0.2451171875,0.38671875,0.259765625,0.359375,-0.2197265625,-0.3828125,0.07470703125,-0.3203125,-0.318359375,0.3359375,0.28515625,-0.455078125,0.3125,-0.466796875,0.12255859375,-0.22265625,0.451171875,-0.3359375,0.09912109375,-0.431640625,0.412109375,-0.208984375,-0.33984375,-0.009033203125,0.287109375,0.31640625,0.2275390625,-0.16796875,0.400390625,0.25390625,0.1875,0.0849609375,-0.2734375,-0.373046875,0.0208740234375,0.0296630859375,-0.41015625,-0.1298828125,-0.490234375,0.0693359375,-0.296875,0.1845703125,0.10546875,-0.0220947265625,-0.1396484375,-0.3203125,-0.482421875,0.3515625,0.287109375,-0.35546875,0.349609375,0.1484375,0.30078125,-0.455078125,0.369140625,0.029541015625,-0.021240234375,-0.4453125,0.2177734375,-0.23046875,0.251953125,0.4375,-0.412109375,0.2578125,0.2451171875,0.38671875,0.259765625,0.359375,-0.2197265625,-0.3828125,0.07470703125,-0.3203125,-0.318359375,0.3359375,0.28515625,-0.455078125,0.3125,-0.466796875,0.12255859375,-0.22265625,0.451171875,-0.3359375,0.09912109375,-0.431640625,0.412109375,-0.208984375,-0.33984375,-0.009033203125,0.287109375,0.31640625,0.2275390625,-0.16796875,0.400390625,0.25390625,0.1875,0.0849609375,-0.2734375,-0.373046875,0.0208740234375,0.0296630859375,-0.41015625,-0.1298828125,-0.490234375,0.0693359375,-0.296875,0.1845703125,0.10546875,-0.0220947265625,-0.1396484375,-0.3203125,-0.482421875,0.3515625,0.287109375,-0.35546875,0.349609375,0.1484375,0.30078125,-0.455078125,0.369140625,0.029541015625,-0.021240234375,-0.4453125,0.2177734375,-0.23046875,0.251953125,0.4375,-0.412109375,0.2578125,0.2451171875,0.38671875,0.259765625,0.359375,-0.2197265625,-0.3828125,0.07470703125,-0.3203125,-0.318359375,0.3359375,0.28515625,-0.455078125,0.3125,-0.466796875,0.12255859375,-0.22265625,0.451171875,-0.3359375,0.09912109375,-0.431640625,0.412109375,-0.208984375,-0.33984375,-0.009033203125,0.287109375,0.31640625,0.2275390625,-0.16796875,0.400390625,0.25390625,0.1875,0.0849609375,-0.2734375,-0.373046875,0.0208740234375,0.0296630859375,-0.41015625,-0.1298828125,-0.490234375,0.0693359375,-0.296875,0.1845703125,0.10546875,-0.0220947265625,-0.1396484375,-0.3203125,-0.482421875,0.3515625,0.287109375,-0.35546875,0.349609375,0.1484375,0.30078125,-0.455078125,0.369140625,0.029541015625,-0.021240234375,-0.4453125,0.2177734375,-0.23046875,0.251953125,0.4375,-0.412109375,0.2578125,0.2451171875,0.38671875,0.259765625,0.359375,-0.2197265625,-0.3828125,0.07470703125,-0.3203125,-0.318359375,0.376953125,0.06396484375,-0.48046875,-0.283203125,0.40234375,0.388671875,-0.2158203125,-0.1416015625,-0.40625,0.498046875,0.291015625,-0.01611328125,0.263671875,0.248046875,0.26953125,0.061279296875,0.107421875,0.337890625,0.03466796875,0.404296875,0.482421875,0.0908203125,0.259765625,0.0830078125,0.388671875,0.388671875,0.2412109375,0.03271484375,-0.4609375,0.474609375,0.1826171875,0.25,-0.455078125,-0.451171875,-0.474609375,0.466796875,-0.1484375,-0.34765625,-0.05615234375,-0.115234375,0.38671875,-0.3671875,0.169921875,0.490234375,0.126953125,-0.050537109375,-0.40625,-0.5,0.1708984375,-0.166015625,-0.19921875,0.375,-0.326171875,0.05517578125,0.150390625,-0.189453125,0.125,0.396484375,-0.00823974609375,-0.04833984375,0.08251953125,0.287109375,0.02734375,-0.4609375,0.376953125,0.06396484375,-0.48046875,-0.283203125,0.40234375,0.388671875,-0.2158203125,-0.1416015625,-0.40625,0.498046875,0.291015625,-0.01611328125,0.263671875,0.248046875,0.26953125,0.061279296875,0.107421875,0.337890625,0.03466796875,0.404296875,0.482421875,0.0908203125,0.259765625,0.0830078125,0.388671875,0.388671875,0.2412109375,0.03271484375,-0.4609375,0.474609375,0.1826171875,0.25,-0.455078125,-0.451171875,-0.474609375,0.466796875,-0.1484375,-0.34765625,-0.05615234375,-0.115234375,0.38671875,-0.3671875,0.169921875,0.490234375,0.126953125,-0.050537109375,-0.40625,-0.5,0.1708984375,-0.166015625,-0.19921875,0.375,-0.326171875,0.05517578125,0.150390625,-0.189453125,0.125,0.396484375,-0.00823974609375,-0.04833984375,0.08251953125,0.287109375,0.02734375,-0.4609375,0.376953125,0.06396484375,-0.48046875,-0.283203125,0.40234375,0.388671875,-0.2158203125,-0.1416015625,-0.40625,0.498046875,0.291015625,-0.01611328125,0.263671875,0.248046875,0.26953125,0.061279296875,0.107421875,0.337890625,0.03466796875,0.404296875,0.482421875,0.0908203125,0.259765625,0.0830078125,0.388671875,0.388671875,0.2412109375,0.03271484375,-0.4609375,0.474609375,0.1826171875,0.25,-0.455078125,-0.451171875,-0.474609375,0.466796875,-0.1484375,-0.34765625,-0.05615234375,-0.115234375,0.38671875,-0.3671875,0.169921875,0.490234375,0.126953125,-0.050537109375,-0.40625,-0.5,0.1708984375,-0.166015625,-0.19921875,0.375,-0.326171875,0.05517578125,0.150390625,-0.189453125,0.125,0.396484375,-0.00823974609375,-0.04833984375,0.08251953125,0.287109375,0.02734375,-0.4609375,0.376953125,0.06396484375,-0.48046875,-0.283203125,0.40234375,0.388671875,-0.2158203125,-0.1416015625,-0.40625,0.498046875,0.291015625,-0.01611328125,0.263671875,0.248046875,0.26953125,0.061279296875,0.107421875,0.337890625,0.03466796875,0.404296875,0.482421875,0.0908203125,0.259765625,0.0830078125,0.388671875,0.388671875,0.2412109375,0.03271484375,-0.4609375,0.474609375,0.1826171875,0.25,-0.455078125,-0.451171875,-0.474609375,0.466796875,-0.1484375,-0.34765625,-0.05615234375,-0.115234375,0.38671875,-0.3671875,0.169921875,0.490234375,0.126953125,-0.050537109375,-0.40625,-0.5,0.1708984375,-0.166015625,-0.19921875,0.375,-0.326171875,0.05517578125,0.150390625,-0.189453125,0.125,0.396484375,-0.00823974609375,-0.04833984375,0.08251953125,0.287109375,0.02734375,-0.4609375,-0.365234375,0.4140625,0.275390625,-0.099609375,0.0023956298828125,0.11962890625,-0.05615234375,0.09716796875,-0.052490234375,-0.4375,0.09033203125,-0.44140625,0.1748046875,-0.0703125,-0.38671875,-0.318359375,0.4453125,-0.478515625,-0.0810546875,-0.388671875,-0.1376953125,0.1923828125,-0.478515625,0.296875,-0.3984375,0.052490234375,-0.298828125,0.3828125,-0.373046875,-0.427734375,-0.34765625,0.490234375,-0.439453125,-0.224609375,-0.185546875,-0.045166015625,0.1630859375,0.37109375,0.07080078125,0.07470703125,-0.171875,0.32421875,0.0830078125,-0.310546875,0.19140625,-0.291015625,-0.10009765625,-0.455078125,-0.498046875,0.07763671875,-0.455078125,-0.2578125,0.28125,-0.045654296875,-0.072265625,0.330078125,0.4453125,0.333984375,0.1015625,0.0211181640625,-0.04345703125,0.326171875,-0.416015625,0.275390625,-0.365234375,0.4140625,0.275390625,-0.099609375,0.0023956298828125,0.11962890625,-0.05615234375,0.09716796875,-0.052490234375,-0.4375,0.09033203125,-0.44140625,0.1748046875,-0.0703125,-0.38671875,-0.318359375,0.4453125,-0.478515625,-0.0810546875,-0.388671875,-0.1376953125,0.1923828125,-0.478515625,0.296875,-0.3984375,0.052490234375,-0.298828125,0.3828125,-0.373046875,-0.427734375,-0.34765625,0.490234375,-0.439453125,-0.224609375,-0.185546875,-0.045166015625,0.1630859375,0.37109375,0.07080078125,0.07470703125,-0.171875,0.32421875,0.0830078125,-0.310546875,0.19140625,-0.291015625,-0.10009765625,-0.455078125,-0.498046875,0.07763671875,-0.455078125,-0.2578125,0.28125,-0.045654296875,-0.072265625,0.330078125,0.4453125,0.333984375,0.1015625,0.0211181640625,-0.04345703125,0.326171875,-0.416015625,0.275390625,-0.365234375,0.4140625,0.275390625,-0.099609375,0.0023956298828125,0.11962890625,-0.05615234375,0.09716796875,-0.052490234375,-0.4375,0.09033203125,-0.44140625,0.1748046875,-0.0703125,-0.38671875,-0.318359375,0.4453125,-0.478515625,-0.0810546875,-0.388671875,-0.1376953125,0.1923828125,-0.478515625,0.296875,-0.3984375,0.052490234375,-0.298828125,0.3828125,-0.373046875,-0.427734375,-0.34765625,0.490234375,-0.439453125,-0.224609375,-0.185546875,-0.045166015625,0.1630859375,0.37109375,0.07080078125,0.07470703125,-0.171875,0.32421875,0.0830078125,-0.310546875,0.19140625,-0.291015625,-0.10009765625,-0.455078125,-0.498046875,0.07763671875,-0.455078125,-0.2578125,0.28125,-0.045654296875,-0.072265625,0.330078125,0.4453125,0.333984375,0.1015625,0.0211181640625,-0.04345703125,0.326171875,-0.416015625,0.275390625,-0.365234375,0.4140625,0.275390625,-0.099609375,0.0023956298828125,0.11962890625,-0.05615234375,0.09716796875,-0.052490234375,-0.4375,0.09033203125,-0.44140625,0.1748046875,-0.0703125,-0.38671875,-0.318359375,0.4453125,-0.478515625,-0.0810546875,-0.388671875,-0.1376953125,0.1923828125,-0.478515625,0.296875,-0.3984375,0.052490234375,-0.298828125,0.3828125,-0.373046875,-0.427734375,-0.34765625,0.490234375,-0.439453125,-0.224609375,-0.185546875,-0.045166015625,0.1630859375,0.37109375,0.07080078125,0.07470703125,-0.171875,0.32421875,0.0830078125,-0.310546875,0.19140625,-0.291015625,-0.10009765625,-0.455078125,-0.498046875,0.07763671875,-0.455078125,-0.2578125,0.28125,-0.045654296875,-0.072265625,0.330078125,0.4453125,0.333984375,0.1015625,0.0211181640625,-0.04345703125,0.326171875,-0.416015625,0.275390625,-0.3828125,0.3046875,-0.408203125,-0.033935546875,0.06787109375,-0.17578125,-0.0050048828125,-0.251953125,0.283203125,0.1572265625,-0.1708984375,-0.251953125,0.390625,0.017822265625,0.08544921875,-0.043212890625,0.10009765625,-0.11865234375,0.07958984375,0.40625,0.142578125,-0.486328125,-0.21484375,0.3515625,-0.08349609375,-0.4375,0.314453125,0.09228515625,0.1494140625,-0.388671875,-0.4453125,0.310546875,0.466796875,0.01080322265625,0.0033111572265625,-0.11279296875,-0.20703125,-0.26953125,-0.15234375,0.019775390625,0.1826171875,0.39453125,0.2734375,-0.0206298828125,-0.359375,0.1943359375,-0.06103515625,0.193359375,-0.46484375,-0.455078125,-0.416015625,0.3203125,-0.032470703125,0.2890625,0.248046875,-0.43359375,-0.310546875,0.002044677734375,-0.31640625,0.0098876953125,-0.375,0.35546875,0.1923828125,-0.287109375,-0.3828125,0.3046875,-0.408203125,-0.033935546875,0.06787109375,-0.17578125,-0.0050048828125,-0.251953125,0.283203125,0.1572265625,-0.1708984375,-0.251953125,0.390625,0.017822265625,0.08544921875,-0.043212890625,0.10009765625,-0.11865234375,0.07958984375,0.40625,0.142578125,-0.486328125,-0.21484375,0.3515625,-0.08349609375,-0.4375,0.314453125,0.09228515625,0.1494140625,-0.388671875,-0.4453125,0.310546875,0.466796875,0.01080322265625,0.0033111572265625,-0.11279296875,-0.20703125,-0.26953125,-0.15234375,0.019775390625,0.1826171875,0.39453125,0.2734375,-0.0206298828125,-0.359375,0.1943359375,-0.06103515625,0.193359375,-0.46484375,-0.455078125,-0.416015625,0.3203125,-0.032470703125,0.2890625,0.248046875,-0.43359375,-0.310546875,0.002044677734375,-0.31640625,0.0098876953125,-0.375,0.35546875,0.1923828125,-0.287109375,-0.3828125,0.3046875,-0.408203125,-0.033935546875,0.06787109375,-0.17578125,-0.0050048828125,-0.251953125,0.283203125,0.1572265625,-0.1708984375,-0.251953125,0.390625,0.017822265625,0.08544921875,-0.043212890625,0.10009765625,-0.11865234375,0.07958984375,0.40625,0.142578125,-0.486328125,-0.21484375,0.3515625,-0.08349609375,-0.4375,0.314453125,0.09228515625,0.1494140625,-0.388671875,-0.4453125,0.310546875,0.466796875,0.01080322265625,0.0033111572265625,-0.11279296875,-0.20703125,-0.26953125,-0.15234375,0.019775390625,0.1826171875,0.39453125,0.2734375,-0.0206298828125,-0.359375,0.1943359375,-0.06103515625,0.193359375,-0.46484375,-0.455078125,-0.416015625,0.3203125,-0.032470703125,0.2890625,0.248046875,-0.43359375,-0.310546875,0.002044677734375,-0.31640625,0.0098876953125,-0.375,0.35546875,0.1923828125,-0.287109375,-0.3828125,0.3046875,-0.408203125,-0.033935546875,0.06787109375,-0.17578125,-0.0050048828125,-0.251953125,0.283203125,0.1572265625,-0.1708984375,-0.251953125,0.390625,0.017822265625,0.08544921875,-0.043212890625,0.10009765625,-0.11865234375,0.07958984375,0.40625,0.142578125,-0.486328125,-0.21484375,0.3515625,-0.08349609375,-0.4375,0.314453125,0.09228515625,0.1494140625,-0.388671875,-0.4453125,0.310546875,0.466796875,0.01080322265625,0.0033111572265625,-0.11279296875,-0.20703125,-0.26953125,-0.15234375,0.019775390625,0.1826171875,0.39453125,0.2734375,-0.0206298828125,-0.359375,0.1943359375,-0.06103515625,0.193359375,-0.46484375,-0.455078125,-0.416015625,0.3203125,-0.032470703125,0.2890625,0.248046875,-0.43359375,-0.310546875,0.002044677734375,-0.31640625,0.0098876953125,-0.375,0.35546875,0.1923828125,-0.287109375,-0.1708984375,0.376953125,-0.345703125,-0.279296875,0.4140625,-0.18359375,0.49609375,0.369140625,0.431640625,-0.478515625,-0.0751953125,-0.412109375,-0.263671875,-0.419921875,0.4453125,0.0771484375,0.29296875,-0.3515625,0.0166015625,0.12890625,0.2197265625,0.2109375,0.1416015625,-0.0888671875,0.470703125,-0.35546875,0.267578125,0.2578125,0.1806640625,0.330078125,-0.3671875,0.294921875,-0.244140625,0.2431640625,0.419921875,0.275390625,0.5,0.12890625,-0.322265625,0.2353515625,0.373046875,-0.12255859375,0.39453125,-0.4375,-0.08203125,-0.4609375,0.03466796875,0.12890625,-0.376953125,-0.0277099609375,-0.15234375,-0.4921875,0.3359375,-0.1943359375,-0.0252685546875,0.375,0.29296875,0.255859375,-0.07666015625,-0.057861328125,0.380859375,-0.126953125,0.0693359375,-0.30859375,-0.1708984375,0.376953125,-0.345703125,-0.279296875,0.4140625,-0.18359375,0.49609375,0.369140625,0.431640625,-0.478515625,-0.0751953125,-0.412109375,-0.263671875,-0.419921875,0.4453125,0.0771484375,0.29296875,-0.3515625,0.0166015625,0.12890625,0.2197265625,0.2109375,0.1416015625,-0.0888671875,0.470703125,-0.35546875,0.267578125,0.2578125,0.1806640625,0.330078125,-0.3671875,0.294921875,-0.244140625,0.2431640625,0.419921875,0.275390625,0.5,0.12890625,-0.322265625,0.2353515625,0.373046875,-0.12255859375,0.39453125,-0.4375,-0.08203125,-0.4609375,0.03466796875,0.12890625,-0.376953125,-0.0277099609375,-0.15234375,-0.4921875,0.3359375,-0.1943359375,-0.0252685546875,0.375,0.29296875,0.255859375,-0.07666015625,-0.057861328125,0.380859375,-0.126953125,0.0693359375,-0.30859375,-0.1708984375,0.376953125,-0.345703125,-0.279296875,0.4140625,-0.18359375,0.49609375,0.369140625,0.431640625,-0.478515625,-0.0751953125,-0.412109375,-0.263671875,-0.419921875,0.4453125,0.0771484375,0.29296875,-0.3515625,0.0166015625,0.12890625,0.2197265625,0.2109375,0.1416015625,-0.0888671875,0.470703125,-0.35546875,0.267578125,0.2578125,0.1806640625,0.330078125,-0.3671875,0.294921875,-0.244140625,0.2431640625,0.419921875,0.275390625,0.5,0.12890625,-0.322265625,0.2353515625,0.373046875,-0.12255859375,0.39453125,-0.4375,-0.08203125,-0.4609375,0.03466796875,0.12890625,-0.376953125,-0.0277099609375,-0.15234375,-0.4921875,0.3359375,-0.1943359375,-0.0252685546875,0.375,0.29296875,0.255859375,-0.07666015625,-0.057861328125,0.380859375,-0.126953125,0.0693359375,-0.30859375,-0.1708984375,0.376953125,-0.345703125,-0.279296875,0.4140625,-0.18359375,0.49609375,0.369140625,0.431640625,-0.478515625,-0.0751953125,-0.412109375,-0.263671875,-0.419921875,0.4453125,0.0771484375,0.29296875,-0.3515625,0.0166015625,0.12890625,0.2197265625,0.2109375,0.1416015625,-0.0888671875,0.470703125,-0.35546875,0.267578125,0.2578125,0.1806640625,0.330078125,-0.3671875,0.294921875,-0.244140625,0.2431640625,0.419921875,0.275390625,0.5,0.12890625,-0.322265625,0.2353515625,0.373046875,-0.12255859375,0.39453125,-0.4375,-0.08203125,-0.4609375,0.03466796875,0.12890625,-0.376953125,-0.0277099609375,-0.15234375,-0.4921875,0.3359375,-0.1943359375,-0.0252685546875,0.375,0.29296875,0.255859375,-0.07666015625,-0.057861328125,0.380859375,-0.126953125,0.0693359375,-0.30859375,-0.419921875,-0.181640625,0.427734375,-0.4921875,-0.48046875,-0.453125,-0.353515625,-0.06787109375,0.4453125,0.23828125,-0.1748046875,0.451171875,-0.033447265625,-0.07177734375,0.244140625,0.435546875,-0.287109375,0.0234375,0.3203125,0.42578125,-0.447265625,0.380859375,0.48046875,0.0228271484375,-0.158203125,0.18359375,0.279296875,0.283203125,-0.016845703125,-0.2060546875,-0.20703125,-0.271484375,0.412109375,0.26953125,0.39453125,-0.20703125,0.056640625,0.337890625,0.11083984375,0.337890625,-0.291015625,-0.1875,0.035400390625,-0.314453125,0.44921875,0.26953125,-0.435546875,-0.1484375,-0.294921875,0.2314453125,0.41796875,0.470703125,0.4140625,-0.314453125,0.3984375,-0.4375,-0.376953125,0.25,0.306640625,-0.28125,-0.439453125,-0.1728515625,0.08837890625,0.337890625,-0.419921875,-0.181640625,0.427734375,-0.4921875,-0.48046875,-0.453125,-0.353515625,-0.06787109375,0.4453125,0.23828125,-0.1748046875,0.451171875,-0.033447265625,-0.07177734375,0.244140625,0.435546875,-0.287109375,0.0234375,0.3203125,0.42578125,-0.447265625,0.380859375,0.48046875,0.0228271484375,-0.158203125,0.18359375,0.279296875,0.283203125,-0.016845703125,-0.2060546875,-0.20703125,-0.271484375,0.412109375,0.26953125,0.39453125,-0.20703125,0.056640625,0.337890625,0.11083984375,0.337890625,-0.291015625,-0.1875,0.035400390625,-0.314453125,0.44921875,0.26953125,-0.435546875,-0.1484375,-0.294921875,0.2314453125,0.41796875,0.470703125,0.4140625,-0.314453125,0.3984375,-0.4375,-0.376953125,0.25,0.306640625,-0.28125,-0.439453125,-0.1728515625,0.08837890625,0.337890625,-0.419921875,-0.181640625,0.427734375,-0.4921875,-0.48046875,-0.453125,-0.353515625,-0.06787109375,0.4453125,0.23828125,-0.1748046875,0.451171875,-0.033447265625,-0.07177734375,0.244140625,0.435546875,-0.287109375,0.0234375,0.3203125,0.42578125,-0.447265625,0.380859375,0.48046875,0.0228271484375,-0.158203125,0.18359375,0.279296875,0.283203125,-0.016845703125,-0.2060546875,-0.20703125,-0.271484375,0.412109375,0.26953125,0.39453125,-0.20703125,0.056640625,0.337890625,0.11083984375,0.337890625,-0.291015625,-0.1875,0.035400390625,-0.314453125,0.44921875,0.26953125,-0.435546875,-0.1484375,-0.294921875,0.2314453125,0.41796875,0.470703125,0.4140625,-0.314453125,0.3984375,-0.4375,-0.376953125,0.25,0.306640625,-0.28125,-0.439453125,-0.1728515625,0.08837890625,0.337890625,-0.419921875,-0.181640625,0.427734375,-0.4921875,-0.48046875,-0.453125,-0.353515625,-0.06787109375,0.4453125,0.23828125,-0.1748046875,0.451171875,-0.033447265625,-0.07177734375,0.244140625,0.435546875,-0.287109375,0.0234375,0.3203125,0.42578125,-0.447265625,0.380859375,0.48046875,0.0228271484375,-0.158203125,0.18359375,0.279296875,0.283203125,-0.016845703125,-0.2060546875,-0.20703125,-0.271484375,0.412109375,0.26953125,0.39453125,-0.20703125,0.056640625,0.337890625,0.11083984375,0.337890625,-0.291015625,-0.1875,0.035400390625,-0.314453125,0.44921875,0.26953125,-0.435546875,-0.1484375,-0.294921875,0.2314453125,0.41796875,0.470703125,0.4140625,-0.314453125,0.3984375,-0.4375,-0.376953125,0.25,0.306640625,-0.28125,-0.439453125,-0.1728515625,0.08837890625,0.337890625,0.26953125,0.11767578125,-0.2294921875,-0.46484375,0.46875,0.017333984375,-0.2119140625,0.21875,0.373046875,0.09765625,-0.466796875,-0.306640625,0.1806640625,-0.38671875,-0.053466796875,0.044677734375,0.33984375,0.3515625,-0.43359375,0.2021484375,0.3828125,-0.453125,0.08837890625,0.435546875,-0.412109375,0.45703125,0.486328125,0.0673828125,-0.037353515625,0.08935546875,0.255859375,-0.002288818359375,0.32421875,0.482421875,-0.4765625,-0.41015625,0.47265625,-0.1298828125,-0.345703125,-0.115234375,0.0032806396484375,0.26171875,0.30859375,0.0257568359375,-0.2080078125,0.3984375,0.2490234375,0.1357421875,-0.478515625,-0.11279296875,0.265625,0.4609375,-0.1953125,-0.34765625,-0.447265625,0.162109375,0.22265625,-0.1845703125,0.16015625,-0.4296875,-0.439453125,0.28125,0.01031494140625,-0.4609375,0.26953125,0.11767578125,-0.2294921875,-0.46484375,0.46875,0.017333984375,-0.2119140625,0.21875,0.373046875,0.09765625,-0.466796875,-0.306640625,0.1806640625,-0.38671875,-0.053466796875,0.044677734375,0.33984375,0.3515625,-0.43359375,0.2021484375,0.3828125,-0.453125,0.08837890625,0.435546875,-0.412109375,0.45703125,0.486328125,0.0673828125,-0.037353515625,0.08935546875,0.255859375,-0.002288818359375,0.32421875,0.482421875,-0.4765625,-0.41015625,0.47265625,-0.1298828125,-0.345703125,-0.115234375,0.0032806396484375,0.26171875,0.30859375,0.0257568359375,-0.2080078125,0.3984375,0.2490234375,0.1357421875,-0.478515625,-0.11279296875,0.265625,0.4609375,-0.1953125,-0.34765625,-0.447265625,0.162109375,0.22265625,-0.1845703125,0.16015625,-0.4296875,-0.439453125,0.28125,0.01031494140625,-0.4609375,0.26953125,0.11767578125,-0.2294921875,-0.46484375,0.46875,0.017333984375,-0.2119140625,0.21875,0.373046875,0.09765625,-0.466796875,-0.306640625,0.1806640625,-0.38671875,-0.053466796875,0.044677734375,0.33984375,0.3515625,-0.43359375,0.2021484375,0.3828125,-0.453125,0.08837890625,0.435546875,-0.412109375,0.45703125,0.486328125,0.0673828125,-0.037353515625,0.08935546875,0.255859375,-0.002288818359375,0.32421875,0.482421875,-0.4765625,-0.41015625,0.47265625,-0.1298828125,-0.345703125,-0.115234375,0.0032806396484375,0.26171875,0.30859375,0.0257568359375,-0.2080078125,0.3984375,0.2490234375,0.1357421875,-0.478515625,-0.11279296875,0.265625,0.4609375,-0.1953125,-0.34765625,-0.447265625,0.162109375,0.22265625,-0.1845703125,0.16015625,-0.4296875,-0.439453125,0.28125,0.01031494140625,-0.4609375,0.26953125,0.11767578125,-0.2294921875,-0.46484375,0.46875,0.017333984375,-0.2119140625,0.21875,0.373046875,0.09765625,-0.466796875,-0.306640625,0.1806640625,-0.38671875,-0.053466796875,0.044677734375,0.33984375,0.3515625,-0.43359375,0.2021484375,0.3828125,-0.453125,0.08837890625,0.435546875,-0.412109375,0.45703125,0.486328125,0.0673828125,-0.037353515625,0.08935546875,0.255859375,-0.002288818359375,0.32421875,0.482421875,-0.4765625,-0.41015625,0.47265625,-0.1298828125,-0.345703125,-0.115234375,0.0032806396484375,0.26171875,0.30859375,0.0257568359375,-0.2080078125,0.3984375,0.2490234375,0.1357421875,-0.478515625,-0.11279296875,0.265625,0.4609375,-0.1953125,-0.34765625,-0.447265625,0.162109375,0.22265625,-0.1845703125,0.16015625,-0.4296875,-0.439453125,0.28125,0.01031494140625,-0.4609375,0.208984375,0.267578125,-0.2099609375,-0.06689453125,0.007171630859375,0.2216796875,0.2890625,0.47265625,0.06787109375,0.232421875,-0.494140625,0.166015625,-0.29296875,-0.41796875,0.162109375,-0.171875,-0.400390625,-0.00860595703125,-0.05517578125,-0.490234375,0.4453125,0.466796875,0.232421875,-0.0098876953125,0.447265625,-0.09521484375,-0.26953125,0.26953125,0.11572265625,-0.203125,0.1875,-0.2197265625,0.4375,0.318359375,-0.029541015625,0.1474609375,-0.28515625,0.057861328125,0.33203125,-0.1953125,0.1572265625,-0.1396484375,0.1455078125,0.25390625,0.06787109375,0.447265625,-0.326171875,-0.150390625,-0.470703125,-0.1630859375,-0.494140625,0.310546875,0.3828125,-0.384765625,-0.0654296875,-0.294921875,-0.41015625,-0.453125,-0.3203125,-0.248046875,-0.033447265625,0.498046875,-0.4453125,0.111328125,0.208984375,0.267578125,-0.2099609375,-0.06689453125,0.007171630859375,0.2216796875,0.2890625,0.47265625,0.06787109375,0.232421875,-0.494140625,0.166015625,-0.29296875,-0.41796875,0.162109375,-0.171875,-0.400390625,-0.00860595703125,-0.05517578125,-0.490234375,0.4453125,0.466796875,0.232421875,-0.0098876953125,0.447265625,-0.09521484375,-0.26953125,0.26953125,0.11572265625,-0.203125,0.1875,-0.2197265625,0.4375,0.318359375,-0.029541015625,0.1474609375,-0.28515625,0.057861328125,0.33203125,-0.1953125,0.1572265625,-0.1396484375,0.1455078125,0.25390625,0.06787109375,0.447265625,-0.326171875,-0.150390625,-0.470703125,-0.1630859375,-0.494140625,0.310546875,0.3828125,-0.384765625,-0.0654296875,-0.294921875,-0.41015625,-0.453125,-0.3203125,-0.248046875,-0.033447265625,0.498046875,-0.4453125,0.111328125,0.208984375,0.267578125,-0.2099609375,-0.06689453125,0.007171630859375,0.2216796875,0.2890625,0.47265625,0.06787109375,0.232421875,-0.494140625,0.166015625,-0.29296875,-0.41796875,0.162109375,-0.171875,-0.400390625,-0.00860595703125,-0.05517578125,-0.490234375,0.4453125,0.466796875,0.232421875,-0.0098876953125,0.447265625,-0.09521484375,-0.26953125,0.26953125,0.11572265625,-0.203125,0.1875,-0.2197265625,0.4375,0.318359375,-0.029541015625,0.1474609375,-0.28515625,0.057861328125,0.33203125,-0.1953125,0.1572265625,-0.1396484375,0.1455078125,0.25390625,0.06787109375,0.447265625,-0.326171875,-0.150390625,-0.470703125,-0.1630859375,-0.494140625,0.310546875,0.3828125,-0.384765625,-0.0654296875,-0.294921875,-0.41015625,-0.453125,-0.3203125,-0.248046875,-0.033447265625,0.498046875,-0.4453125,0.111328125,0.208984375,0.267578125,-0.2099609375,-0.06689453125,0.007171630859375,0.2216796875,0.2890625,0.47265625,0.06787109375,0.232421875,-0.494140625,0.166015625,-0.29296875,-0.41796875,0.162109375,-0.171875,-0.400390625,-0.00860595703125,-0.05517578125,-0.490234375,0.4453125,0.466796875,0.232421875,-0.0098876953125,0.447265625,-0.09521484375,-0.26953125,0.26953125,0.11572265625,-0.203125,0.1875,-0.2197265625,0.4375,0.318359375,-0.029541015625,0.1474609375,-0.28515625,0.057861328125,0.33203125,-0.1953125,0.1572265625,-0.1396484375,0.1455078125,0.25390625,0.06787109375,0.447265625,-0.326171875,-0.150390625,-0.470703125,-0.1630859375,-0.494140625,0.310546875,0.3828125,-0.384765625,-0.0654296875,-0.294921875,-0.41015625,-0.453125,-0.3203125,-0.248046875,-0.033447265625,0.498046875,-0.4453125,0.111328125]},\"L0.pre_mix_in\":{\"shape\":[1,12,4],\"n\":48,\"stride\":1,\"ck\":276.0,\"data\":[1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0]},\"L0.attn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":589.304120272398,\"data\":[0.6484870314598083,0.5149980187416077,0.5257112383842468,0.5642966628074646,0.6783891916275024,0.7622367739677429,0.515092134475708,0.621493399143219,0.22694869339466095,0.3499806225299835]},\"L0.attn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1198.3631061911583,\"data\":[1.0790133476257324,1.3683134317398071,0.7540462613105774,1.1917600631713867,0.6384787559509277,1.1879693269729614,1.3211276531219482,1.335442066192627,0.9092840552330017,0.7827235460281372]},\"L0.attn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995490137488,\"data\":[0.5283899903297424,0.19422878324985504,0.1599099338054657,0.10901294648647308,0.12191580981016159,0.29790255427360535,0.19258403778076172,0.1422799676656723,0.23463571071624756,0.25434842705726624,0.3748791813850403,0.21612456440925598]},\"L0.attn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":1,\"ck\":3805.5208892822266,\"data\":[1.453125,-0.177734375,-0.6484375,0.328125,-0.041748046875,0.6640625,-0.76953125,0.271484375,-1.3125,0.265625,-0.0791015625,-1.6640625,-0.34765625,-1.2578125,-0.88671875,1.1796875,0.58203125,-1.453125,0.1123046875,-1.2578125,0.53125,-1.46875,1.484375,1.265625,-1.4609375,0.5703125,-1.1484375,-0.19921875,0.87109375,1.515625,-0.1875,-0.9296875,-1.046875,-0.1591796875,-0.51953125,0.1611328125,-0.6640625,-1.2890625,1.4921875,-0.11328125,0.86328125,-0.98046875,-0.9140625,-1.8203125,0.52734375,-0.7734375,-0.494140625,-1.65625,-0.6875,1.5546875,-1.078125,0.58984375,0.59375,-1.046875,-0.0019073486328125,0.42578125,-1.59375,1.265625,0.8828125,-0.259765625,1.828125,-0.333984375,1.6171875,0.71484375,1.203125,1.5546875,-1.4375,1.25,-0.515625,-0.373046875,0.09228515625,0.57421875,1.171875,-1.671875,1.28125,-0.5703125,1.4609375,0.55859375,0.0654296875,0.54296875,-1.515625,-1.21875,1.7421875,1.4609375,-0.1650390625,0.66015625,1.359375,1.625,0.99609375,-1.140625,-0.65234375,-0.66015625,-1.2109375,-1.2890625,-0.4921875,1.0625,0.29296875,0.87890625,1.71875,0.4609375,1.078125,-0.7734375,-0.4453125,0.80859375,1.359375,1.3046875,0.251953125,-1.75,0.2197265625,0.73046875,0.23046875,0.12451171875,-0.345703125,-0.9296875,-1.28125,0.2470703125,-1.3828125,0.38671875,-0.703125,-0.005828857421875,1.078125,1.1875,-0.10693359375,-1.046875,-1.171875,-0.95703125,0.50390625,-0.349609375,1.5703125,-1.0859375,-1.1875,0.95703125,-0.8203125,0.09130859375,0.10498046875,-0.80078125,0.09716796875,-0.51953125,-1.2265625,-0.26171875,-1.28125,-0.80078125,-0.462890625,0.828125,1.15625,-1.53125,-0.036865234375,1.6484375,0.1435546875,0.97265625,0.82421875,-0.5078125,1.3359375,-1.609375,1.1015625,-1.0390625,0.98046875,-0.01458740234375,0.3359375,0.8984375,0.92578125,-0.494140625,-1.265625,-0.40625,1.203125,1.3046875,-1.15625,-1.0546875,1.0078125,0.1787109375,-1.75,-0.79296875,-1.5390625,0.177734375,0.60546875,-1.3515625,1.359375,0.90625,-1.140625,0.71875,-0.51171875,-0.75390625,-1.1328125,0.408203125,1.4609375,-1.0390625,1.03125,-0.55078125,-1.3203125,1.4921875,0.546875,-1.0546875,0.42578125,-1.046875,-0.291015625,-0.6640625,-1.3046875,1.328125,-1.078125,-0.73046875,-0.89453125,-0.73828125,1.2421875,-0.14453125,0.41015625,0.0283203125,-0.0654296875,1.1171875,-1.4296875,1.28125,0.92578125,-1.4609375,-1.4296875,-0.12158203125,1.015625,-1.4765625,-0.99609375,0.90234375,1.3046875,0.8359375,1.0625,-0.31640625,-1.3671875,-0.07275390625,-1.5390625,0.8671875,0.173828125,1.5703125,-1.453125,0.984375,-1.5625,1.0625,1.2734375,1.2265625,-1.515625,0.9296875,0.0106201171875,-1.1796875,1.015625,-0.451171875,-1.5859375,1.4453125,-0.061767578125,-0.703125,0.3515625,0.423828125,-0.470703125,-0.796875,-1.4765625,-0.7578125,0.76953125,-0.11474609375,0.62109375,-0.91796875,0.95703125,-0.5546875,1.0859375,0.984375,-1.546875,0.98828125,-1.4921875,0.396484375,-0.7265625,1.4375,-1.125,0.34375,-1.4765625,1.3125,-0.66796875,-1.078125,-0.030517578125,0.9140625,1.0390625,0.7734375,-0.5859375,1.359375,0.86328125,0.6328125,0.275390625,-0.8671875,-1.21875,0.068359375,0.09521484375,-1.3203125,-0.419921875,-1.59375,0.2216796875,-0.984375,0.609375,0.34375,-0.07373046875,-0.45703125,-1.03125,-1.53125,1.203125,0.921875,-1.234375,1.21875,0.515625,1.0390625,-1.546875,1.2734375,0.09912109375,-0.06689453125,-1.4921875,0.7578125,-0.7265625,0.82421875,1.3984375,-1.3125,0.8359375,0.77734375,1.3125,0.90234375,1.1640625,-0.7421875,-1.3203125,0.25390625,-1.0078125,-1.09375,1.203125,0.21875,-1.6171875,-0.88671875,1.2734375,1.2421875,-0.6953125,-0.4453125,-1.34375,1.7109375,0.984375,-0.05078125,0.83203125,0.78125,0.8984375,0.1923828125,0.349609375,1.1328125,0.119140625,1.359375,1.625,0.302734375,0.83203125,0.259765625,1.25,1.2578125,0.765625,0.10400390625,-1.4765625,1.5234375,0.578125,0.8203125,-1.4921875,-1.453125,-1.5703125,1.5078125,-0.47265625,-1.09375,-0.1904296875,-0.365234375,1.328125,-1.265625,0.5859375,1.671875,0.427734375,-0.1728515625,-1.34375,-1.5625,0.56640625,-0.5703125,-0.62109375,1.2109375,-1.03125,0.173828125,0.482421875,-0.59765625,0.419921875,1.3671875,-0.0263671875,-0.1611328125,0.28125,0.96484375,0.08544921875,-1.5625,-1.203125,1.4609375,0.95703125,-0.322265625,0.0078125,0.39453125,-0.1865234375,0.314453125,-0.1796875,-1.5546875,0.31640625,-1.4296875,0.5703125,-0.228515625,-1.328125,-1.03125,1.4921875,-1.65625,-0.287109375,-1.3515625,-0.478515625,0.6640625,-1.5859375,0.95703125,-1.3203125,0.1748046875,-0.9765625,1.2578125,-1.2265625,-1.4140625,-1.1328125,1.6640625,-1.484375,-0.74609375,-0.6328125,-0.150390625,0.53515625,1.203125,0.2470703125,0.244140625,-0.609375,1.1484375,0.294921875,-1.09375,0.6640625,-1.0234375,-0.341796875,-1.4609375,-1.703125,0.275390625,-1.4609375,-0.859375,0.9140625,-0.1484375,-0.2392578125,1.0703125,1.546875,1.1875,0.333984375,0.07275390625,-0.1533203125,1.1328125,-1.3359375,0.9609375,-1.3671875,1.1640625,-1.5390625,-0.119140625,0.240234375,-0.62890625,-0.01806640625,-0.88671875,1.0546875,0.60546875,-0.6484375,-0.88671875,1.3828125,0.06298828125,0.3203125,-0.15234375,0.365234375,-0.447265625,0.306640625,1.53125,0.5390625,-1.8203125,-0.7734375,1.234375,-0.30078125,-1.5859375,1.1171875,0.330078125,0.53515625,-1.3984375,-1.578125,1.140625,1.7109375,0.0390625,0.01226806640625,-0.408203125,-0.73828125,-0.94921875,-0.578125,0.0703125,0.703125,1.5234375,1.0546875,-0.0791015625,-1.3515625,0.7421875,-0.2265625,0.67578125,-1.7265625,-1.7578125,-1.453125,1.1640625,-0.11474609375,1.0234375,0.890625,-1.53125,-1.171875,0.00787353515625,-1.1328125,0.036865234375,-1.4375,1.3359375,0.671875,-1.09375,-0.55078125,1.296875,-1.171875,-0.87890625,1.3125,-0.58984375,1.609375,1.171875,1.4375,-1.65625,-0.255859375,-1.3046875,-0.83984375,-1.328125,1.4921875,0.244140625,0.95703125,-1.1875,0.057373046875,0.435546875,0.7421875,0.70703125,0.45703125,-0.279296875,1.5234375,-1.15625,0.85546875,0.82421875,0.58203125,1.0625,-1.1640625,0.9765625,-0.8046875,0.7890625,1.3984375,0.8984375,1.6015625,0.408203125,-1.1015625,0.75,1.2890625,-0.423828125,1.3671875,-1.5,-0.27734375,-1.5859375,0.11572265625,0.404296875,-1.2578125,-0.095703125,-0.478515625,-1.6015625,1.0703125,-0.6171875,-0.08154296875,1.1875,0.9921875,0.88671875,-0.2470703125,-0.1943359375,1.3125,-0.4296875,0.2177734375,-1.0546875,-1.28125,-0.58984375,1.3671875,-1.46875,-1.4453125,-1.3828125,-1.0859375,-0.203125,1.40625,0.78125,-0.5625,1.3515625,-0.1005859375,-0.21484375,0.77734375,1.3046875,-0.88671875,0.0751953125,1.046875,1.3671875,-1.4296875,1.2109375,1.46875,0.06787109375,-0.486328125,0.56640625,0.84375,0.859375,-0.05126953125,-0.62890625,-0.62109375,-0.84765625,1.28125,0.828125,1.2421875,-0.63671875,0.171875,1.015625,0.357421875,1.0234375,-0.953125,-0.61328125,0.1162109375,-1.0234375,1.4375,0.875,-1.375,-0.44140625,-0.9296875,0.7578125,1.2421875,1.453125,1.2421875,-0.9453125,1.21875,-1.3125,-1.2109375,0.8203125,0.93359375,-0.89453125,-1.4296875,-0.5546875,0.26171875,1.09375,0.8359375,0.390625,-0.75,-1.4140625,1.4375,0.053955078125,-0.6640625,0.66796875,1.203125,0.326171875,-1.5390625,-0.9375,0.5546875,-1.1796875,-0.173828125,0.13671875,1.0703125,1.1484375,-1.453125,0.66015625,1.25,-1.46875,0.275390625,1.328125,-1.2890625,1.4375,1.5,0.208984375,-0.1162109375,0.279296875,0.78515625,-0.00732421875,1.03125,1.5078125,-1.53125,-1.2890625,1.4609375,-0.396484375,-1.140625,-0.35546875,0.010986328125,0.875,1.03125,0.08544921875,-0.6796875,1.3203125,0.80078125,0.412109375,-1.5390625,-0.376953125,0.8046875,1.453125,-0.6015625,-1.0703125,-1.3984375,0.49609375,0.7265625,-0.6171875,0.498046875,-1.390625,-1.4609375,0.91796875,0.03125,-1.515625,0.69140625,0.9453125,-0.73046875,-0.216796875,0.0234375,0.734375,0.96484375,1.5390625,0.2333984375,0.828125,-1.734375,0.54296875,-0.95703125,-1.359375,0.5625,-0.55859375,-1.3515625,-0.030029296875,-0.1962890625,-1.7109375,1.5546875,1.6171875,0.7734375,-0.031982421875,1.4921875,-0.318359375,-0.88671875,0.890625,0.3828125,-0.67578125,0.61328125,-0.75,1.484375,1.0625,-0.1015625,0.494140625,-0.94140625,0.1884765625,1.1640625,-0.640625,0.5625,-0.498046875,0.51953125,0.8984375,0.236328125,1.5859375,-1.1171875,-0.486328125,-1.6171875,-0.58203125,-1.59375,1.0390625,1.25,-1.2578125,-0.2177734375,-0.9609375,-1.4296875,-1.6171875,-1.0625,-0.859375,-0.1181640625,1.734375,-1.4375,0.390625]},\"L0.sa_q\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":31967.664379119873,\"data\":[1.3984375,0.02197265625,0.26953125,0.392578125,-0.484375,-0.51953125,0.7734375,0.44921875,-0.66796875,-0.431640625,-0.05419921875,-0.1572265625]},\"L0.sa_kv\":{\"shape\":[1,12,32],\"n\":384,\"stride\":37,\"ck\":-6915.6461181640625,\"data\":[1.375,0.5625,-0.125,-0.029296875,-0.140625,-2.0,-0.125,-1.5,-0.203125,1.375,-0.8125]},\"L0.sa_topk_idxs\":{\"shape\":[1,12,8],\"n\":96,\"stride\":2,\"ck\":19444.0,\"data\":[0,-1,-1,-1,0,-1,-1,-1,0,2,-1,-1,0,2,-1,-1,0,2,4,-1,0,2,4,-1,0,2,4,6,0,2,4,6,1,3,5,7,2,4,6,8,3,5,7,9,4,6,8,10]},\"L0.sa_o\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":-42436.551177978516,\"data\":[0.78515625,-0.04345703125,0.15234375,-0.1298828125,-0.45703125,0.373046875,-0.08154296875,-0.8125,-0.020263671875,0.115234375,-0.5859375,-0.26953125]},\"L0.attn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":1,\"ck\":1538.9706573486328,\"data\":[0.01177978515625,0.1044921875,-0.28515625,0.04541015625,0.2177734375,-0.203125,-0.0791015625,0.037353515625,0.07177734375,0.1240234375,-0.11572265625,0.1650390625,0.06787109375,-0.0546875,0.150390625,-0.2060546875,-0.1787109375,-0.07568359375,0.1572265625,0.154296875,0.0216064453125,0.10205078125,0.15234375,-0.2216796875,0.03564453125,0.12109375,-0.23046875,0.30078125,0.04345703125,0.06396484375,0.0191650390625,-0.040771484375,0.036376953125,-0.02197265625,0.01611328125,0.232421875,0.01458740234375,-0.2333984375,0.04833984375,0.15234375,-0.197265625,0.2216796875,-0.12890625,0.012939453125,0.07080078125,-0.140625,-0.05419921875,0.0849609375,0.1884765625,-0.0947265625,0.1005859375,0.049072265625,0.32421875,0.10693359375,0.05859375,0.154296875,0.009521484375,0.11962890625,0.1279296875,-0.1943359375,-0.0888671875,0.020751953125,0.3828125,0.0244140625,0.236328125,-0.0172119140625,-0.267578125,-0.06982421875,0.423828125,-0.28515625,0.031494140625,0.279296875,-0.02392578125,0.01300048828125,-0.08544921875,-0.10888671875,-0.041015625,-0.236328125,0.15234375,-0.28125,-0.189453125,-0.01708984375,0.328125,-0.036865234375,0.08642578125,0.2578125,0.11572265625,-0.220703125,-0.020263671875,0.1728515625,-0.271484375,0.28125,-0.09423828125,-0.01544189453125,-0.134765625,-0.00396728515625,-0.33984375,0.0166015625,0.2119140625,0.0250244140625,0.031982421875,0.018310546875,0.1015625,0.361328125,-0.000560760498046875,0.162109375,-0.150390625,-0.173828125,-0.0693359375,-0.341796875,-0.2255859375,-0.018310546875,0.2177734375,-0.265625,-0.0869140625,-0.10498046875,0.00701904296875,-0.083984375,0.326171875,0.043212890625,-0.1826171875,-0.04150390625,0.2001953125,0.0164794921875,0.0732421875,0.216796875,0.58203125,-0.0291748046875,0.255859375,0.07470703125,-0.1474609375,-0.1748046875,0.4609375,-0.224609375,0.017578125,0.2109375,-0.1630859375,-0.0208740234375,-0.095703125,-0.0634765625,0.03955078125,-0.2099609375,0.16015625,-0.33203125,-0.2021484375,0.07666015625,0.2470703125,-0.2890625,0.076171875,0.1591796875,0.314453125,-0.1611328125,-0.0201416015625,0.30078125,-0.2392578125,0.30859375,-0.051513671875,0.1728515625,-0.1953125,-0.11572265625,-0.2470703125,0.043212890625,0.27734375,-0.01202392578125,0.0284423828125,0.045166015625,0.28125,0.251953125,-0.08251953125,0.076171875,-0.09033203125,-0.3828125,-0.1982421875,-0.408203125,-0.1015625,0.07275390625,0.0257568359375,-0.1923828125,0.053466796875,0.1201171875,0.1376953125,-0.047119140625,0.087890625,0.031494140625,-0.255859375,-0.04833984375,0.080078125,-0.126953125,0.0201416015625,0.21875,0.408203125,-0.00421142578125,0.369140625,0.026123046875,-0.1630859375,-0.1982421875,0.271484375,-0.24609375,-0.11376953125,0.1748046875,0.0303955078125,0.1513671875,0.039306640625,-0.259765625,-0.134765625,-0.060546875,0.361328125,-0.431640625,0.08984375,-0.054931640625,0.130859375,-0.32421875,0.07080078125,0.1357421875,0.35546875,-0.1611328125,0.010986328125,0.1162109375,0.0228271484375,0.007354736328125,-0.0030517578125,0.109375,0.01123046875,-0.05615234375,-0.12353515625,0.004486083984375,0.365234375,-0.09375,0.1201171875,-0.0303955078125,0.123046875,0.2255859375,0.10302734375,0.0242919921875,-0.005523681640625,-0.03076171875,-0.1298828125,-0.5078125,0.0849609375,0.0771484375,0.1083984375,0.041748046875,0.07958984375,0.2041015625,0.123046875,-0.1357421875,0.189453125,-0.04833984375,-0.07763671875,-0.2265625,-0.1328125,0.01904296875,0.030517578125,0.1201171875,0.4140625,0.1708984375,0.287109375,-0.0038909912109375,-0.23828125,-0.2890625,0.388671875,-0.2109375,-0.06640625,0.1416015625,0.11474609375,-0.05322265625,-0.10546875,-0.07275390625,-0.08203125,0.1259765625,0.400390625,-0.396484375,0.043212890625,-0.2119140625,0.059814453125,-0.40625,0.201171875,0.0732421875,0.302734375,-0.14453125,0.021240234375,0.2294921875,0.10400390625,0.1376953125,0.134765625,0.1630859375,-0.1494140625,-0.09814453125,-0.051513671875,0.10498046875,0.34375,-0.2470703125,-0.044921875,0.0947265625,0.09228515625,0.287109375,-0.0439453125,0.054931640625,-0.0267333984375,-0.130859375,-0.10791015625,-0.484375,0.06201171875,0.1611328125,-0.0478515625,0.00714111328125,0.051025390625,0.208984375,-0.06787109375,-0.06689453125,-0.00927734375,-0.0849609375,-0.060302734375,-0.16796875,-0.028076171875,-0.0010986328125,0.0198974609375,0.251953125,0.2294921875,0.08203125,0.275390625,-0.140625,-0.09375,-0.255859375,0.306640625,-0.1181640625,0.283203125,0.0791015625,-0.09228515625,-0.099609375,-0.201171875,-0.04638671875,0.03857421875,-0.14453125,0.234375,-0.296875,-0.035400390625,-0.09521484375,0.064453125,-0.1572265625,0.1279296875,0.1298828125,0.03857421875,0.0546875,0.11767578125,0.0927734375,0.011474609375,0.056396484375,-0.031494140625,-0.04443359375,0.025146484375,0.1279296875,-0.11767578125,0.054443359375,0.055908203125,-0.21875,0.019287109375,0.2109375,-0.134765625,0.26171875,-0.059326171875,0.039306640625,-0.006011962890625,-0.09423828125,-0.22265625,-0.333984375,0.031005859375,0.08740234375,0.023193359375,-0.060302734375,0.080078125,0.125,-0.26171875,0.0390625,0.0654296875,0.040771484375,-0.004638671875,-0.064453125,-0.0224609375,0.02099609375,0.20703125,0.298828125,0.0751953125,0.00994873046875,0.047607421875,0.00121307373046875,-0.02197265625,-0.08056640625,0.30078125,-0.060546875,0.1552734375,-0.00921630859375,0.00811767578125,-0.005096435546875,-0.0322265625,-0.06103515625,0.150390625,-0.00335693359375,0.22265625,-0.34765625,-0.158203125,-0.057861328125,0.0927734375,-0.1689453125,0.12158203125,0.1318359375,0.388671875,-0.1015625,0.09912109375,0.287109375,-0.1748046875,0.060302734375,0.06591796875,0.17578125,0.0218505859375,-0.09716796875,-0.12255859375,0.003570556640625,0.1630859375,-0.07373046875,0.1572265625,-0.05078125,0.006683349609375,0.1982421875,-0.00408935546875,0.11767578125,0.0693359375,-0.05126953125,-0.1279296875,-0.353515625,-0.03271484375,0.07861328125,0.0732421875,-0.062255859375,0.01324462890625,0.1669921875,0.07080078125,-0.00970458984375,0.05712890625,0.0703125,-0.0654296875,-0.07958984375,0.0123291015625,-0.00145721435546875,-0.109375,0.240234375,0.1669921875,0.0030364990234375,0.036376953125,0.10986328125,-0.193359375,-0.10498046875,0.1865234375,-0.07373046875,0.0830078125,0.059326171875,0.08447265625,-0.0361328125,0.0228271484375,0.00396728515625,0.07861328125,0.0250244140625,0.2177734375,-0.2236328125,-0.126953125,-0.036865234375,0.0123291015625,-0.1552734375,0.1552734375,0.12890625,0.296875,-0.11474609375,0.123046875,0.310546875,-0.1962890625,0.169921875,0.004364013671875,0.1005859375,-0.09033203125,-0.028076171875,-0.0267333984375,-0.130859375,0.224609375,-0.06201171875,0.1015625,-0.119140625,0.060302734375,0.045166015625,-0.130859375,0.1708984375,-0.0150146484375,0.0189208984375,0.0147705078125,-0.1572265625,-0.11083984375,-0.0281982421875,0.1650390625,-0.046630859375,-0.0654296875,0.1083984375,0.0301513671875,-0.025634765625,0.1298828125,0.0654296875,-0.049560546875,-0.00665283203125,0.08056640625,0.004486083984375,-0.1484375,0.232421875,0.1787109375,-0.0269775390625,0.1953125,-0.0927734375,0.016357421875,-0.2080078125,0.25,-0.022216796875,0.045166015625,0.15234375,-0.03515625,-0.1005859375,0.02880859375,-0.185546875,-0.06591796875,-0.0002727508544921875,0.1982421875,-0.384765625,-0.08251953125,-0.06982421875,-0.002166748046875,-0.32421875,0.138671875,0.205078125,0.35546875,-0.041259765625,0.0654296875,0.25390625,-0.0235595703125,0.017822265625,0.033203125,0.0888671875,-0.10009765625,-0.060302734375,-0.212890625,-0.037109375,0.2421875,-0.224609375,0.1455078125,0.169921875,0.1044921875,0.10107421875,0.061767578125,0.03515625,0.03759765625,-0.1533203125,-0.1220703125,-0.361328125,-0.08154296875,0.0198974609375,0.061767578125,-0.0478515625,-0.0224609375,0.162109375,-0.08740234375,-0.1640625,0.1240234375,0.0244140625,-0.10498046875,-0.169921875,-0.1611328125,0.11865234375,0.00179290771484375,0.2431640625,0.146484375,0.01708984375,0.1259765625,-0.1376953125,-0.107421875,-0.1630859375,0.046875,-0.0252685546875,-0.0751953125,0.055419921875,0.1044921875,-0.0419921875,0.0546875,-0.035888671875,-0.166015625,0.193359375,0.22265625,-0.2470703125,-0.078125,-0.099609375,-0.107421875,-0.1552734375,0.05517578125,0.054931640625,0.265625,-0.1611328125,0.1123046875,0.1689453125,0.07568359375,-0.0213623046875,0.125,0.062255859375,-0.004547119140625,-0.07861328125,-0.058837890625,-0.062255859375,0.09912109375,-0.1279296875,0.1015625,-0.0220947265625,0.07958984375,-0.031494140625,-0.05810546875,0.052978515625,-0.0164794921875,0.06494140625,0.05322265625,-0.16015625,-0.0220947265625,-0.01434326171875,0.10498046875,0.12353515625,-0.0272216796875,0.19140625,-0.017333984375,-0.103515625,0.020751953125,0.0400390625,0.0791015625,-0.06298828125,-0.07373046875,0.12109375,-0.07373046875,0.0252685546875,0.08447265625,0.08935546875,0.052734375,-0.11279296875,0.1640625,-0.1826171875,0.07568359375,0.10986328125,0.11181640625,0.06103515625,-0.185546875,-0.1572265625,-0.044677734375,0.0025482177734375,-0.0205078125,0.171875,0.173828125,-0.447265625,-0.1376953125,-0.1298828125,-0.173828125,-0.1240234375,0.015625,0.10888671875,0.21484375,-0.091796875,0.08544921875,0.138671875,-0.01019287109375,0.21875,0.052734375,-0.08349609375,-0.08642578125,-0.1025390625,-0.0380859375,0.019287109375,-0.0125732421875,-0.126953125,0.05322265625,0.142578125,0.12890625,-0.11865234375,-0.10107421875,0.011962890625,-0.015625,-0.158203125,0.00830078125,-0.1376953125,-0.0267333984375,0.01336669921875,-0.044189453125,-0.004608154296875,0.08251953125,0.1337890625,-0.01495361328125,-0.10986328125,-0.0341796875,0.1689453125,-0.0869140625,-0.07421875,-0.150390625,0.078125,0.06982421875,0.12255859375,-0.10009765625,0.0091552734375,0.0031280517578125,-0.2236328125,0.12890625,-0.11328125,0.043701171875,0.232421875,0.2080078125,-0.005615234375,-0.2734375,-0.1513671875,-0.047119140625,0.146484375,0.10009765625,0.15625,0.1220703125,-0.345703125,-0.1689453125,-0.0712890625,-0.20703125,-0.0283203125,-0.07373046875,0.1103515625,0.12060546875,-0.057373046875,0.1005859375,0.138671875,-0.1396484375,0.1337890625,-0.026123046875,-0.09716796875,-0.00138092041015625,0.1064453125,-0.0673828125,-0.091796875,-0.053466796875,-0.12353515625,0.11572265625,0.169921875,0.11376953125,-0.1630859375,-0.05615234375,-0.037841796875,0.109375,-0.052734375,0.0177001953125,-0.09130859375,0.022216796875,0.041015625,-0.06982421875,-0.0654296875,0.0927734375,0.1240234375,-0.0556640625,-0.08740234375,-0.083984375,0.177734375,-0.08935546875,-0.006011962890625,-0.1533203125,-0.0205078125,0.035888671875,0.0125732421875,-0.1767578125,0.03125]},\"L0.ffn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":573.5003467202187,\"data\":[0.4580519199371338,0.6754005551338196,0.3416786789894104,0.5233617424964905,0.6762995719909668,0.5826929807662964,0.26197922229766846,0.2725394666194916,0.548153817653656,0.6251020431518555]},\"L0.ffn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1276.0708575248718,\"data\":[1.2805585861206055,1.2778323888778687,1.3199584484100342,1.19331955909729,1.09257173538208,1.1542311906814575,1.3000380992889404,0.8967233300209045,0.8477066159248352,0.9520452618598938]},\"L0.ffn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995496563613,\"data\":[0.2695804536342621,0.31127193570137024,0.1720609813928604,0.25983089208602905,0.26458778977394104,0.15099051594734192,0.32630816102027893,0.3280298411846161,0.17834703624248505,0.1813468337059021,0.24832099676132202,0.1883501559495926]},\"L0.ffn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":1,\"ck\":8627.716411590576,\"data\":[1.359375,0.1875,-1.3828125,0.43359375,0.62109375,-0.041259765625,-0.96875,0.361328125,-0.95703125,0.63671875,-0.431640625,-0.95703125,-0.099609375,-1.28125,-0.2890625,0.421875,-0.046875,-1.5234375,0.59765625,-0.62109375,0.53515625,-0.91796875,1.765625,0.48046875,-1.15625,0.90625,-1.8046875,0.796875,0.8984375,1.6015625,-0.11279296875,-0.93359375,-0.8046875,-0.2138671875,-0.419921875,0.8671875,-0.5390625,-1.984375,1.421875,0.388671875,0.10009765625,-0.1298828125,-1.2265625,-1.453125,0.6953125,-1.140625,-0.57421875,-1.21875,-0.006805419921875,0.9921875,-0.69921875,0.6875,1.609375,-0.59765625,0.1875,0.8828125,-1.40625,1.4609375,1.2421875,-0.81640625,1.3203125,-0.228515625,2.609375,0.70703125,1.6484375,1.1484375,-1.765625,0.77734375,0.7890625,-1.1640625,0.1689453125,1.2578125,0.85546875,-1.234375,0.6953125,-0.73828125,1.0078125,-0.234375,0.486328125,-0.373046875,-1.7890625,-0.98828125,2.25,1.03125,0.130859375,1.203125,1.3671875,0.6796875,0.69140625,-0.388671875,-1.34375,0.310546875,-1.1875,-1.078125,-0.796875,0.7890625,-0.76171875,0.7421875,2.0,0.42578125,0.91796875,-0.58203125,-0.033935546875,1.75,0.95703125,1.5,-0.265625,-1.7421875,-0.0390625,-0.478515625,-0.458984375,0.04541015625,0.384765625,-1.4375,-1.3203125,-0.115234375,-1.1171875,0.060791015625,0.41015625,0.1220703125,0.283203125,0.7578125,0.515625,-0.71875,-0.67578125,-0.08544921875,2.03125,-0.353515625,2.234375,-0.8828125,-1.4375,0.53125,0.294921875,-0.484375,0.1533203125,-0.29296875,-0.322265625,-0.5546875,-1.40625,-0.40625,-1.1640625,-1.2890625,-0.048583984375,0.0238037109375,0.66796875,-1.3125,0.5859375,0.90234375,0.33203125,1.2890625,1.5546875,-0.94921875,1.234375,-0.87109375,0.53515625,-0.296875,0.8359375,0.423828125,-0.14453125,0.5859375,0.296875,-0.388671875,-0.56640625,-0.4296875,1.25,1.5,-0.400390625,-0.462890625,0.7109375,0.373046875,-1.9375,-1.6484375,-2.03125,-0.87890625,0.3203125,-1.171875,1.4375,0.3671875,-1.078125,1.0234375,-0.1845703125,-0.8515625,-0.9453125,0.5,0.8046875,-1.109375,1.2734375,-0.83203125,-1.25,2.03125,1.5234375,-1.0390625,1.3203125,-0.83984375,-0.62890625,-1.0625,-0.455078125,0.57421875,-1.265625,-0.2099609375,-0.71484375,-0.232421875,1.1328125,-0.75390625,0.0230712890625,-0.12353515625,0.8515625,-0.08984375,-1.0546875,0.96484375,1.1015625,-2.140625,-1.0390625,0.2333984375,1.7421875,-1.7890625,-0.8125,1.1015625,1.2421875,0.78515625,0.90234375,-0.001678466796875,-1.2109375,-0.2021484375,-1.625,0.77734375,1.1171875,1.1171875,-0.95703125,0.83203125,-0.98828125,1.5625,1.2578125,1.1171875,-1.296875,0.671875,-0.330078125,-2.34375,1.03125,-0.205078125,-1.109375,1.28125,0.150390625,-0.09814453125,0.64453125,0.03369140625,0.0673828125,-0.84375,-1.5078125,-1.21875,0.353515625,-0.04736328125,0.62109375,-0.478515625,1.8515625,-0.027587890625,1.8359375,0.93359375,-1.96875,0.220703125,-0.431640625,-0.17578125,-0.91015625,1.7734375,-0.7890625,0.1796875,-1.640625,1.0625,-0.84375,-0.71484375,1.0234375,-0.1318359375,1.15625,0.1650390625,-0.376953125,0.205078125,1.3515625,0.76171875,1.03125,-1.2890625,-1.078125,0.68359375,0.376953125,-0.96875,-0.053955078125,-1.1484375,-0.177734375,-1.1796875,0.443359375,0.6171875,0.8671875,-1.0859375,-1.1015625,-1.3203125,1.3515625,1.71875,-1.1953125,1.3125,0.416015625,0.58984375,-1.78125,-0.11376953125,0.244140625,0.345703125,-1.59375,0.703125,-0.6171875,1.359375,1.2421875,-1.421875,0.8125,0.55859375,1.1171875,0.38671875,1.09375,-0.68359375,-1.2109375,0.92578125,-0.39453125,-0.8125,1.8046875,-0.14453125,-1.6015625,-1.421875,1.8515625,0.93359375,0.01214599609375,-0.2421875,-1.5078125,1.328125,0.41015625,-0.150390625,0.86328125,0.3984375,1.3515625,-0.498046875,0.251953125,0.81640625,0.259765625,0.90234375,1.796875,0.5625,0.85546875,0.392578125,1.3984375,1.421875,0.77734375,0.240234375,-1.4296875,1.3671875,0.625,1.046875,-1.640625,-1.25,-1.359375,0.890625,-0.39453125,-0.578125,-0.486328125,0.275390625,0.9921875,-1.0703125,0.5234375,1.2265625,-0.1435546875,-0.9765625,-1.109375,-1.265625,0.58984375,-0.63671875,-0.4296875,1.4453125,-1.6640625,0.25,0.625,-0.484375,0.38671875,1.0703125,-0.08056640625,-0.0947265625,0.7734375,1.625,0.25,-1.40625,-0.9296875,1.3125,0.71484375,-0.58984375,1.1015625,0.13671875,0.43359375,0.255859375,-0.1328125,-1.390625,0.150390625,-1.4921875,1.0625,-0.216796875,-0.3203125,-2.203125,0.77734375,-1.703125,0.10791015625,-1.90625,0.045654296875,1.046875,0.02685546875,0.53125,-0.796875,1.265625,-1.609375,1.4296875,-0.8515625,-0.64453125,-0.98828125,1.1015625,-1.78125,-0.671875,0.06005859375,-0.4140625,1.0625,0.9609375,0.23828125,1.0078125,-0.515625,1.5,0.53515625,-1.09375,0.0966796875,-2.3125,-0.40625,-1.0390625,-1.265625,-0.00144195556640625,-1.3671875,-0.146484375,1.15625,-0.1689453125,-0.001800537109375,1.2734375,1.1484375,0.71875,0.365234375,0.05712890625,-0.57421875,1.9609375,-0.6015625,0.8671875,-1.15625,1.484375,-1.9609375,-0.474609375,0.85546875,-0.88671875,0.2890625,-0.625,1.296875,0.41015625,-0.48828125,-0.7890625,1.53125,0.142578125,1.0546875,-0.9140625,-0.125,-0.54296875,0.3125,0.83984375,1.046875,-1.1171875,0.3359375,0.7890625,0.15625,-0.35546875,0.35546875,0.9453125,0.5,-0.95703125,-1.84375,0.921875,1.453125,-0.4375,0.84765625,-0.58984375,-0.3203125,-1.3671875,-0.29296875,0.234375,0.1357421875,2.015625,0.89453125,-0.001129150390625,-1.1796875,0.08935546875,-0.57421875,0.5234375,-0.99609375,-1.6640625,-1.6796875,1.46875,-0.00051116943359375,0.83984375,1.3203125,-1.21875,-1.2734375,-0.017333984375,-0.79296875,0.048095703125,-1.8671875,2.078125,1.2421875,-1.0859375,0.1865234375,0.69921875,-0.7890625,-1.328125,1.765625,-0.55859375,1.4453125,1.4140625,1.03125,-1.6015625,-0.099609375,-1.5625,-0.84765625,-1.03125,1.75,-0.99609375,0.50390625,-1.140625,0.03564453125,-0.734375,1.015625,1.1484375,1.4375,-0.3671875,1.359375,-0.10009765625,0.62109375,0.734375,0.546875,1.1484375,-1.265625,0.55078125,-1.2890625,0.50390625,1.90625,-0.0118408203125,1.6875,0.89453125,-0.486328125,0.94921875,1.1015625,-0.2099609375,1.1640625,-1.546875,-0.61328125,-2.421875,-0.1630859375,0.376953125,-0.7890625,-0.2197265625,-0.47265625,-0.74609375,0.59765625,-0.9765625,0.337890625,1.0390625,0.431640625,0.11376953125,-0.7265625,0.2236328125,1.015625,0.462890625,0.6171875,-0.74609375,-0.84765625,-0.99609375,0.875,-1.875,-1.1953125,-1.4453125,-1.296875,-0.028076171875,1.6875,0.58984375,-0.341796875,1.1484375,-0.58203125,0.3671875,1.375,0.498046875,-1.1171875,-0.2421875,0.609375,0.8046875,-1.15625,1.234375,2.140625,-0.439453125,-0.11279296875,1.0625,1.0703125,0.78125,0.322265625,-0.419921875,-0.625,-1.015625,1.015625,0.59765625,1.5078125,-0.98046875,0.462890625,0.94921875,0.5625,0.9140625,-0.984375,-0.40234375,0.054931640625,-0.6953125,1.5234375,0.30859375,-1.2734375,-0.4609375,-0.5546875,1.0390625,1.1640625,1.96875,1.1875,-1.1796875,1.25,-1.1640625,-0.8984375,0.546875,0.69140625,-0.439453125,-1.578125,-0.439453125,0.498046875,1.2890625,0.984375,0.037109375,-0.21875,-1.875,1.5703125,0.380859375,-0.3359375,0.828125,0.62890625,-0.158203125,-1.5390625,-0.87890625,0.474609375,-0.66015625,0.330078125,-1.109375,0.6640625,0.71484375,-1.8359375,0.271484375,1.2265625,-1.03125,0.85546875,1.09375,-0.96875,1.8125,1.484375,0.85546875,0.0361328125,0.0341796875,0.5390625,-0.294921875,0.87109375,1.53125,-1.5390625,-1.59375,1.546875,0.01287841796875,-0.6796875,-0.7109375,-0.267578125,0.87109375,0.92578125,-0.361328125,-0.62890625,0.84765625,0.6484375,0.435546875,-1.6328125,-0.3515625,1.078125,1.796875,-0.65625,-1.3203125,-1.4921875,0.984375,0.44921875,-0.78515625,0.05859375,-1.0546875,-1.1875,1.2421875,-0.24609375,-1.40625,0.64453125,0.1826171875,-0.255859375,-0.50390625,0.138671875,1.3828125,1.5,1.390625,-0.58984375,0.283203125,-1.6171875,0.875,-0.58203125,-0.78515625,0.82421875,-1.453125,-1.75,-0.2333984375,-0.7578125,-1.640625,1.1484375,1.65625,1.0078125,-0.1982421875,1.5703125,0.10693359375,-1.234375,1.2265625,0.267578125,-0.91015625,0.5703125,-0.357421875,1.125,0.70703125,-0.2490234375,0.09423828125,-0.51953125,0.67578125,1.3203125,-1.078125,0.302734375,-0.5546875,0.77734375,0.59765625,0.263671875,1.1328125,-0.875,-0.326171875,-1.671875,-0.671875,-1.265625,1.3046875,1.0234375,-1.359375,-0.4453125,-0.390625,-1.5625,-1.40625,-1.4453125,-0.7890625,0.000675201416015625,1.5859375,-1.78125,0.43359375]},\"L0.moe_weights\":{\"shape\":[12,2],\"n\":24,\"stride\":2,\"ck\":224.4662148952484,\"data\":[0.737990140914917,0.766895055770874,0.8158266544342041,0.8264904022216797,0.7452293038368225,0.8056610822677612,0.78117835521698,0.8089293241500854,0.8114558458328247,0.7994150519371033,0.7806121110916138,0.8541010618209839]},\"L0.moe_indices\":{\"shape\":[12,2],\"n\":24,\"stride\":1,\"ck\":482.0,\"data\":[3,0,0,2,2,1,3,1,3,2,0,1,1,0,0,3,1,3,2,3,2,0,1,3]},\"L0.ffn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":1,\"ck\":3812.8387451171875,\"data\":[0.018798828125,-0.0595703125,0.049072265625,0.05908203125,-0.05419921875,0.27734375,-0.023193359375,0.09765625,-0.0206298828125,-0.1220703125,-0.26953125,0.029296875,0.1298828125,0.109375,0.2265625,-0.255859375,0.06005859375,-0.25390625,0.1943359375,0.02392578125,-0.2041015625,-0.05224609375,-0.017578125,-0.08154296875,-0.353515625,0.048583984375,-0.10498046875,0.014404296875,0.08544921875,-0.11572265625,-0.048095703125,0.030029296875,0.119140625,-0.0223388671875,-0.032470703125,0.080078125,0.1259765625,-0.275390625,0.09326171875,0.158203125,0.14453125,-0.3125,0.07421875,0.02587890625,-0.1953125,0.1611328125,-0.0103759765625,-0.271484375,0.09423828125,-0.095703125,-0.12890625,0.2138671875,-0.1416015625,-0.142578125,0.068359375,-0.158203125,-0.01318359375,-0.03857421875,0.015625,0.019775390625,-0.0673828125,-0.19140625,-0.078125,0.080078125,0.126953125,0.09033203125,-0.08349609375,-0.142578125,0.021484375,-0.04638671875,0.0966796875,0.126953125,0.142578125,-0.00238037109375,-0.072265625,0.1669921875,-0.140625,0.07080078125,0.0091552734375,0.091796875,0.1416015625,0.0277099609375,-0.09765625,-0.0673828125,-0.00164794921875,0.0888671875,0.058837890625,0.0189208984375,0.0303955078125,0.076171875,-0.12890625,0.06787109375,-0.0322265625,0.06640625,-0.05322265625,0.060546875,-0.0869140625,-0.006103515625,0.1611328125,-0.1376953125,-0.09619140625,0.1044921875,-0.027587890625,0.0546875,0.1240234375,-0.00775146484375,-0.1083984375,0.049560546875,0.0751953125,-0.1328125,-0.05615234375,0.11962890625,0.00506591796875,0.01336669921875,-0.028564453125,-0.0712890625,0.005157470703125,-0.0654296875,0.1328125,-0.041015625,-0.0947265625,0.087890625,0.091796875,-0.0098876953125,0.00970458984375,-0.031982421875,0.07568359375,0.1025390625,0.0380859375,-0.1904296875,0.162109375,-0.06494140625,-0.1572265625,-0.0078125,0.10009765625,-0.296875,-0.060791015625,-0.265625,0.0123291015625,-0.078125,-0.09228515625,-0.2080078125,-0.07177734375,-0.00146484375,-0.00537109375,-0.050048828125,0.0205078125,0.263671875,0.224609375,0.087890625,-0.07470703125,-0.09228515625,0.05224609375,0.0047607421875,0.2392578125,-0.11083984375,-0.216796875,0.1162109375,-0.030517578125,0.13671875,-0.234375,0.1103515625,-0.1162109375,0.1689453125,-0.14453125,0.23046875,-0.08837890625,-0.1728515625,0.07958984375,0.1455078125,0.291015625,0.11181640625,0.369140625,0.2041015625,0.1943359375,0.0189208984375,-0.171875,0.095703125,-0.283203125,0.146484375,-0.0712890625,0.09765625,0.00518798828125,0.3203125,-0.0267333984375,0.09814453125,0.2333984375,-0.0218505859375,0.24609375,0.0634765625,0.126953125,0.0247802734375,0.037109375,0.048583984375,-0.053955078125,-0.0230712890625,0.045166015625,-0.10009765625,-0.185546875,0.0303955078125,-0.0206298828125,0.003662109375,0.283203125,-0.02197265625,0.05517578125,0.037109375,0.10986328125,-0.203125,-0.1669921875,0.03564453125,-0.05078125,0.150390625,0.1708984375,-0.064453125,0.1875,0.033203125,0.05126953125,-0.1435546875,0.1923828125,-0.05908203125,0.0908203125,-0.14453125,-0.02001953125,-0.0751953125,0.1943359375,0.33984375,-0.019287109375,-0.1337890625,0.053955078125,-0.1845703125,0.150390625,-0.087890625,0.00408935546875,0.040283203125,-0.07763671875,0.13671875,0.10498046875,0.3515625,0.062255859375,-0.056640625,0.05712890625,0.197265625,0.0869140625,0.12109375,0.1591796875,0.1171875,-0.0478515625,0.0140380859375,0.03466796875,0.1484375,0.01019287109375,0.203125,0.1201171875,0.05126953125,0.0732421875,-0.15234375,0.068359375,-0.0693359375,0.318359375,-0.173828125,-0.03271484375,0.125,0.12060546875,-0.02099609375,-0.310546875,-0.150390625,0.107421875,0.0732421875,-0.27734375,-0.1025390625,-0.1162109375,-0.0810546875,-0.030517578125,-0.208984375,0.03759765625,0.30078125,0.01324462890625,0.06103515625,-0.0693359375,0.08251953125,-0.076171875,-0.0869140625,0.2041015625,-0.1728515625,-0.33984375,0.220703125,-0.2177734375,-0.1484375,-0.2041015625,0.09912109375,0.068359375,-0.158203125,0.06396484375,0.015380859375,0.0859375,-0.1767578125,0.046875,0.062255859375,0.4765625,0.205078125,0.267578125,0.03173828125,-0.01129150390625,-0.126953125,-0.298828125,0.039794921875,-0.11767578125,0.0517578125,0.1826171875,-0.1884765625,0.2294921875,0.203125,-0.169921875,0.059814453125,0.267578125,-0.1875,0.12109375,0.045654296875,0.020751953125,0.16796875,0.048095703125,0.052734375,0.09912109375,-0.01275634765625,0.04345703125,-0.064453125,-0.0009765625,-0.041748046875,-0.009521484375,0.072265625,-0.09130859375,-0.0032958984375,0.216796875,0.029541015625,-0.09326171875,0.052001953125,0.0712890625,-0.23046875,0.011474609375,-0.1396484375,-0.032958984375,0.0235595703125,-0.0181884765625,-0.11328125,-0.0096435546875,0.166015625,-0.046142578125,0.072265625,-0.06298828125,0.010498046875,-0.0133056640625,0.10107421875,-0.0947265625,-0.06787109375,0.138671875,0.1689453125,-0.146484375,-0.05712890625,0.0673828125,0.1669921875,-0.0380859375,-0.0302734375,0.0185546875,-0.11181640625,0.007659912109375,-0.04736328125,-0.078125,-0.07763671875,0.0927734375,-0.2158203125,-0.039306640625,0.05126953125,-0.031494140625,0.048095703125,-0.0264892578125,-0.1708984375,0.11767578125,-0.0303955078125,-0.05859375,-0.0152587890625,0.0130615234375,0.031494140625,-0.005126953125,-0.060791015625,0.0126953125,0.1650390625,-0.0703125,-0.0712890625,0.0003662109375,-0.0361328125,0.07861328125,0.1435546875,-0.07421875,0.1376953125,-0.208984375,0.1298828125,-0.0751953125,-0.00921630859375,-0.0006103515625,0.1552734375,0.0693359375,-0.046875,-0.0009765625,0.0390625,0.0908203125,0.193359375,-0.1533203125,-0.0869140625,-0.232421875,0.0078125,-0.373046875,0.1240234375,-0.025146484375,-0.023681640625,-0.0576171875,0.251953125,-0.1826171875,0.04833984375,-0.1201171875,-0.039306640625,0.04736328125,-0.1044921875,-0.05078125,0.06884765625,0.076171875,0.0771484375,0.001556396484375,-0.1376953125,-0.1357421875,0.08740234375,-0.062255859375,0.030029296875,-0.1552734375,0.07373046875,0.051513671875,-0.1494140625,-0.125,-0.06005859375,0.09765625,-0.01300048828125,-0.019775390625,-0.0703125,-0.05859375,-0.1044921875,-0.224609375,0.2041015625,-0.08642578125,0.0098876953125,0.2421875,-0.01513671875,0.119140625,0.234375,-0.061279296875,0.011962890625,0.138671875,-0.1376953125,-0.07568359375,0.04931640625,0.154296875,-0.322265625,0.07666015625,0.1826171875,-0.049560546875,0.0361328125,0.2470703125,0.1298828125,-0.10546875,0.006591796875,0.2021484375,0.357421875,0.064453125,0.12353515625,0.21484375,0.279296875,0.45703125,-0.004638671875,-0.173828125,0.17578125,0.0419921875,-0.111328125,-0.1240234375,0.02783203125,0.000732421875,-0.25,-0.08837890625,0.0537109375,0.03759765625,0.076171875,-0.06591796875,0.166015625,-0.09228515625,0.2490234375,-0.041259765625,-0.0322265625,-0.0224609375,0.169921875,-0.030029296875,-0.123046875,-0.0986328125,0.2333984375,-0.142578125,-0.07421875,0.109375,0.056640625,-0.017333984375,-0.12890625,-0.1865234375,0.1748046875,-0.09228515625,-0.041259765625,-0.0947265625,0.0211181640625,0.0546875,-0.068359375,-0.064453125,0.0556640625,0.0654296875,0.0693359375,-0.0191650390625,0.16796875,0.018798828125,0.265625,0.055419921875,0.1669921875,-0.138671875,0.16796875,-0.06396484375,0.020263671875,0.126953125,0.21484375,0.216796875,0.22265625,0.1103515625,0.1181640625,0.0086669921875,-0.189453125,0.059326171875,0.1708984375,-0.103515625,0.171875,0.1201171875,0.109375,0.1669921875,-0.021484375,0.056396484375,0.1083984375,-0.13671875,-0.014892578125,0.02734375,-0.0615234375,0.001800537109375,0.044921875,0.138671875,0.062255859375,-0.015869140625,0.04150390625,-0.318359375,0.07421875,0.09716796875,0.2490234375,-0.1220703125,0.1240234375,-0.0145263671875,-0.07763671875,-0.095703125,0.1171875,0.0556640625,-0.09033203125,-0.11376953125,0.06005859375,-0.107421875,0.061279296875,0.07080078125,0.045166015625,-0.0673828125,0.03857421875,0.018310546875,0.16015625,0.34375,-0.111328125,0.00274658203125,-0.1044921875,0.2158203125,0.2109375,-0.181640625,-0.2138671875,0.333984375,-0.012939453125,0.0791015625,0.251953125,-0.080078125,0.09912109375,-0.0517578125,-0.1865234375,-0.40625,-0.2275390625,0.181640625,-0.1708984375,-0.00244140625,0.07958984375,0.033447265625,-0.1240234375,-0.0257568359375,0.27734375,0.3046875,0.048583984375,0.0615234375,-0.12451171875,0.04931640625,0.0625,0.11865234375,-0.076171875,-0.04931640625,-0.177734375,0.333984375,0.279296875,-0.173828125,-0.1103515625,-0.181640625,-0.1884765625,0.1796875,0.10693359375,-0.052001953125,-0.013427734375,-0.451171875,0.017333984375,0.010498046875,-0.0625,0.201171875,-0.1826171875,0.052978515625,0.1171875,-0.042724609375,-0.041015625,0.1337890625,0.07861328125,-0.10009765625,0.26171875,-0.1669921875,-0.0751953125,-0.05908203125,-0.1513671875,0.078125,0.15234375,-0.19140625,-0.2001953125,-0.0008544921875,-0.28515625,-0.244140625,-0.232421875,0.130859375,-0.1962890625,-0.224609375,-0.34765625,-0.14453125,0.1328125,0.06396484375,-0.0712890625,-0.033447265625,0.2734375,-0.0087890625,0.5,-0.17578125,0.1875,0.0281982421875,-0.2021484375,0.22265625,-0.03466796875,-0.423828125,0.359375,-0.1337890625,0.05224609375,-0.049560546875,-0.02001953125,-0.05859375,0.0732421875,-0.2734375,0.1640625,-0.1171875,-0.267578125,0.05517578125,0.2373046875,0.21484375,0.333984375,0.396484375,0.29296875,-0.0810546875,-0.259765625,0.14453125,0.103515625,-0.048095703125,0.12890625,-0.05078125,-0.25,-0.08837890625,0.1796875,-0.0172119140625,-0.0113525390625,0.4375,-0.054443359375,0.36328125,-0.049072265625,0.1796875,0.2470703125,0.171875,0.07421875,0.30078125,-0.008056640625,-0.146484375,-0.0208740234375,-0.283203125,-0.0079345703125,0.078125,-0.2060546875,0.037353515625,-0.0283203125,-0.03271484375,0.296875,0.07763671875,0.0625,-0.07861328125,-0.04931640625,0.130859375,-0.12890625,0.1474609375,0.03857421875,-0.1357421875,0.03076171875,0.19140625,-0.008056640625,0.1728515625,0.04736328125,0.078125,-0.052734375,-0.1376953125,0.1044921875,-0.03515625,-0.061279296875,0.10986328125,-0.07470703125,0.0030517578125,-0.16015625,-0.055908203125,0.142578125,-0.076171875,0.154296875,-0.0908203125,-0.32421875,0.1689453125,-0.1279296875,-0.1455078125,0.0908203125,0.2275390625,-0.017822265625,-0.0020751953125,-0.16796875,-0.1025390625,0.0302734375,0.021728515625,-0.1357421875,-0.19140625,-0.16796875,-0.0181884765625,0.08056640625,0.3203125,0.05908203125,0.1826171875,0.051025390625]},\"L0.h_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":116574.6886177063,\"data\":[0.45703125,0.5078125,-0.291015625,-0.427734375,-0.193359375,0.2197265625,0.205078125,-0.37890625,0.41015625,-0.08935546875,-0.3984375,0.26171875]},\"L0.pre_mix_out\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":573.5003467202187,\"data\":[0.4580519199371338,0.6754005551338196,0.3416786789894104,0.5233617424964905,0.6762995719909668,0.5826929807662964,0.26197922229766846,0.2725394666194916,0.548153817653656,0.6251020431518555]},\"L1.engram_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":1,\"ck\":116574.6886177063,\"data\":[0.45703125,-0.0179443359375,-0.40625,0.21875,0.140625,0.33984375,-0.330078125,0.2431640625,-0.3203125,0.04150390625,-0.484375,-0.283203125,0.1337890625,-0.28515625,0.1982421875,-0.189453125,0.060791015625,-0.80078125,0.439453125,-0.158203125,-0.0927734375,-0.369140625,0.5625,0.042724609375,-0.8359375,0.34765625,-0.703125,0.267578125,0.40625,0.3515625,-0.09716796875,-0.265625,-0.10595703125,-0.0966796875,-0.1708984375,0.384765625,-0.0162353515625,-0.96875,0.57421875,0.32421875,0.216796875,-0.4375,-0.28125,-0.4453125,-0.033447265625,-0.1455078125,-0.2060546875,-0.75,0.1201171875,0.19921875,-0.380859375,0.4921875,0.322265625,-0.380859375,0.146484375,0.07958984375,-0.4453125,0.412109375,0.40625,-0.244140625,0.31640625,-0.31640625,0.76953125,0.322265625,0.455078125,-0.0179443359375,-0.400390625,0.21484375,0.1376953125,0.333984375,-0.328125,0.2373046875,-0.322265625,0.0439453125,-0.46875,-0.2890625,0.1259765625,-0.2890625,0.1845703125,-0.1728515625,0.0625,-0.7890625,0.42578125,-0.1630859375,-0.083984375,-0.369140625,0.55859375,0.05224609375,-0.8203125,0.34375,-0.69140625,0.259765625,0.400390625,0.35546875,-0.09521484375,-0.265625,-0.1123046875,-0.09521484375,-0.169921875,0.376953125,-0.0223388671875,-0.94921875,0.5703125,0.314453125,0.21484375,-0.4296875,-0.283203125,-0.447265625,-0.0263671875,-0.1494140625,-0.2041015625,-0.7421875,0.111328125,0.2060546875,-0.376953125,0.482421875,0.3203125,-0.376953125,0.142578125,0.0830078125,-0.443359375,0.41015625,0.40234375,-0.240234375,0.322265625,-0.306640625,0.76171875,0.318359375,0.451171875,0.0028533935546875,-0.43359375,0.2060546875,0.166015625,0.259765625,-0.328125,0.2197265625,-0.310546875,0.0791015625,-0.423828125,-0.28125,0.10498046875,-0.31640625,0.1494140625,-0.13671875,0.035888671875,-0.7421875,0.3984375,-0.1552734375,-0.040283203125,-0.349609375,0.57421875,0.05126953125,-0.74609375,0.34375,-0.6875,0.28125,0.38671875,0.384765625,-0.083984375,-0.275390625,-0.1337890625,-0.09228515625,-0.1611328125,0.37890625,-0.047119140625,-0.9140625,0.5546875,0.29296875,0.1689453125,-0.34765625,-0.30859375,-0.451171875,0.019775390625,-0.1943359375,-0.2060546875,-0.6796875,0.10693359375,0.2177734375,-0.34375,0.44140625,0.376953125,-0.337890625,0.1328125,0.1279296875,-0.44140625,0.427734375,0.408203125,-0.259765625,0.330078125,-0.265625,0.80859375,0.3046875,0.447265625,0.005767822265625,-0.421875,0.1923828125,0.1591796875,0.2236328125,-0.318359375,0.19921875,-0.3125,0.091796875,-0.365234375,-0.298828125,0.076171875,-0.33203125,0.0966796875,-0.07421875,0.038330078125,-0.6875,0.3515625,-0.171875,-0.0045166015625,-0.349609375,0.56640625,0.0830078125,-0.68359375,0.32421875,-0.65234375,0.25390625,0.3671875,0.400390625,-0.07666015625,-0.27734375,-0.158203125,-0.08642578125,-0.15625,0.345703125,-0.0712890625,-0.84375,0.53125,0.251953125,0.1572265625,-0.306640625,-0.3125,-0.45703125,0.050048828125,-0.212890625,-0.201171875,-0.6328125,0.0751953125,0.2421875,-0.326171875,0.3984375,0.376953125,-0.3203125,0.11572265625,0.1455078125,-0.439453125,0.42578125,0.396484375,-0.2490234375,0.34765625,-0.232421875,0.79296875,0.287109375,0.7265625,0.5078125,-0.7578125,0.1630859375,0.296875,-0.4453125,0.1572265625,0.5859375,0.45703125,-0.451171875,0.197265625,-0.1123046875,0.25390625,0.0004405975341796875,0.181640625,-0.02734375,-0.490234375,-0.333984375,0.7109375,0.306640625,0.03955078125,0.5390625,0.578125,0.28515625,0.302734375,-0.0810546875,-0.6015625,0.158203125,-0.486328125,-0.328125,-0.337890625,0.365234375,-0.34765625,0.26953125,0.87109375,0.02001953125,0.25390625,-0.1083984375,-0.049560546875,0.6640625,0.5,0.515625,-0.193359375,-0.609375,0.068359375,-0.279296875,-0.2197265625,0.140625,0.126953125,-0.51171875,-0.50390625,-0.1064453125,-0.40234375,-0.035400390625,0.2578125,0.000301361083984375,0.021484375,0.375,0.265625,-0.2890625,-0.240234375,-0.08251953125,0.8203125,-0.0228271484375,0.79296875,0.52734375,-0.8203125,0.1162109375,0.36328125,-0.498046875,0.1875,0.65625,0.490234375,-0.44921875,0.166015625,-0.08447265625,0.2109375,-0.01446533203125,0.2060546875,-0.04296875,-0.478515625,-0.328125,0.734375,0.283203125,0.05126953125,0.59765625,0.61328125,0.259765625,0.30859375,-0.037109375,-0.671875,0.21484375,-0.5078125,-0.314453125,-0.37109375,0.37890625,-0.41796875,0.26953125,0.94140625,-0.01226806640625,0.234375,-0.07861328125,-0.04248046875,0.7265625,0.53515625,0.53515625,-0.2431640625,-0.62109375,0.078125,-0.361328125,-0.265625,0.169921875,0.1591796875,-0.546875,-0.5234375,-0.1396484375,-0.400390625,-0.064453125,0.337890625,-0.004302978515625,-0.0289306640625,0.390625,0.31640625,-0.2890625,-0.2275390625,-0.06005859375,0.921875,-0.0002574920654296875,0.7265625,0.490234375,-0.76953125,0.1787109375,0.33203125,-0.462890625,0.1455078125,0.58984375,0.43359375,-0.44921875,0.201171875,-0.1474609375,0.271484375,-0.031005859375,0.1943359375,-0.06591796875,-0.52734375,-0.337890625,0.7578125,0.3125,0.04736328125,0.546875,0.58203125,0.263671875,0.296875,-0.07763671875,-0.60546875,0.171875,-0.490234375,-0.33984375,-0.341796875,0.35546875,-0.36328125,0.271484375,0.86328125,0.04345703125,0.271484375,-0.12255859375,-0.03662109375,0.6875,0.482421875,0.53125,-0.1904296875,-0.6328125,0.05078125,-0.2890625,-0.23046875,0.12109375,0.1455078125,-0.53515625,-0.5078125,-0.10498046875,-0.40234375,-0.032958984375,0.265625,0.01031494140625,0.0196533203125,0.357421875,0.267578125,-0.287109375,-0.2353515625,-0.05859375,0.859375,-0.041015625,0.7109375,0.466796875,-0.76953125,0.208984375,0.35546875,-0.470703125,0.12353515625,0.578125,0.396484375,-0.447265625,0.212890625,-0.1962890625,0.302734375,-0.06494140625,0.2021484375,-0.1083984375,-0.57421875,-0.34765625,0.8046875,0.328125,0.0537109375,0.54296875,0.57421875,0.2431640625,0.287109375,-0.0849609375,-0.58984375,0.1748046875,-0.48828125,-0.357421875,-0.337890625,0.33984375,-0.365234375,0.2734375,0.83984375,0.07958984375,0.298828125,-0.1474609375,-0.0225830078125,0.69921875,0.451171875,0.54296875,-0.1728515625,-0.65625,0.027099609375,-0.279296875,-0.232421875,0.08984375,0.1591796875,-0.55859375,-0.5078125,-0.09423828125,-0.40234375,-0.022216796875,0.255859375,0.0235595703125,0.0308837890625,0.33203125,0.259765625,-0.283203125,-0.232421875,-0.03564453125,0.87890625,-0.06884765625,0.72265625,-0.453125,-0.291015625,0.09228515625,-0.053955078125,-0.158203125,0.1513671875,-0.39453125,-0.1640625,-0.443359375,-0.41796875,-0.2138671875,-0.462890625,-0.63671875,-0.08447265625,-0.006591796875,0.181640625,-0.4375,0.20703125,0.52734375,0.337890625,0.50390625,0.421875,-0.3828125,0.4453125,-0.2431640625,0.40234375,-0.1923828125,0.032470703125,0.25390625,-0.08251953125,0.3203125,-0.1650390625,-8.7738037109375e-05,-0.27734375,0.044921875,0.2392578125,0.68359375,-0.2041015625,-0.30859375,0.3046875,0.263671875,-0.263671875,-0.412109375,-0.2177734375,-0.057861328125,0.302734375,-0.345703125,0.2431640625,0.2060546875,-0.61328125,0.466796875,-0.1240234375,-0.1689453125,-0.271484375,0.48828125,0.1953125,-0.23046875,0.625,-0.28515625,-0.103515625,0.67578125,0.62890625,-0.28125,0.734375,-0.5234375,-0.2333984375,0.06982421875,-0.111328125,-0.16015625,0.1865234375,-0.5,-0.185546875,-0.53515625,-0.4140625,-0.2412109375,-0.494140625,-0.70703125,-0.1103515625,-0.0057373046875,0.1806640625,-0.455078125,0.212890625,0.625,0.41796875,0.53515625,0.392578125,-0.4140625,0.462890625,-0.2431640625,0.48828125,-0.232421875,-0.044677734375,0.294921875,-0.0927734375,0.369140625,-0.2470703125,0.0390625,-0.3203125,0.10498046875,0.1884765625,0.765625,-0.236328125,-0.37109375,0.333984375,0.314453125,-0.1611328125,-0.37109375,-0.0859375,0.0164794921875,0.37109375,-0.33984375,0.181640625,0.2412109375,-0.71484375,0.51953125,-0.150390625,-0.1337890625,-0.26953125,0.6015625,0.1865234375,-0.1953125,0.70703125,-0.29296875,-0.016357421875,0.69921875,0.671875,-0.2734375,0.7421875,-0.5,-0.25390625,0.0673828125,-0.07666015625,-0.169921875,0.1787109375,-0.46484375,-0.1875,-0.515625,-0.41796875,-0.2373046875,-0.486328125,-0.69921875,-0.0966796875,-0.02099609375,0.171875,-0.447265625,0.22265625,0.5859375,0.40234375,0.53515625,0.4140625,-0.4140625,0.45703125,-0.2294921875,0.455078125,-0.208984375,-0.0283203125,0.29296875,-0.09912109375,0.3515625,-0.23828125,0.031494140625,-0.296875,0.08984375,0.2021484375,0.74609375,-0.2158203125,-0.34375,0.32421875,0.306640625,-0.189453125,-0.3984375,-0.126953125,-0.0196533203125,0.3515625,-0.337890625,0.197265625,0.2236328125,-0.6875,0.51171875,-0.1376953125,-0.14453125,-0.265625,0.57421875,0.1767578125,-0.2060546875,0.69140625,-0.296875,-0.03662109375,0.703125,0.6796875,-0.275390625,0.734375,-0.443359375,-0.3046875,0.08349609375,-0.0228271484375,-0.1708984375,0.1494140625,-0.373046875,-0.171875,-0.4375,-0.423828125,-0.2158203125,-0.45703125,-0.640625,-0.0732421875,-0.02587890625,0.169921875,-0.431640625,0.220703125,0.50390625,0.3359375,0.51171875,0.44140625,-0.388671875,0.44140625,-0.2255859375,0.380859375,-0.1708984375,0.034912109375,0.26171875,-0.09326171875,0.30859375,-0.1728515625,-0.00052642822265625,-0.2578125,0.039794921875,0.2451171875,0.6796875,-0.185546875,-0.2890625,0.298828125,0.263671875,-0.27734375,-0.4375,-0.2392578125,-0.0869140625,0.291015625,-0.34375,0.2490234375,0.1923828125,-0.60546875,0.470703125,-0.1142578125,-0.173828125,-0.265625,0.48046875,0.1806640625,-0.2353515625,0.625,-0.29296875,-0.109375,0.6875,0.6484375,-0.283203125,0.5234375,-0.2353515625,-0.30078125,-0.427734375,-0.11474609375,0.083984375,-0.6484375,-0.038330078125,-0.26953125,-0.07177734375,0.71484375,-0.31640625,0.0634765625,-0.00830078125,0.439453125,-0.265625,-0.54296875,0.375,0.341796875,-0.5859375,-0.18359375,0.0218505859375,0.859375,-0.59765625,-0.2490234375,0.23828125,0.64453125,0.2109375,0.43359375,-0.15234375,-0.451171875,-0.15625,-0.38671875,0.64453125,0.376953125,0.26171875,-0.29296875,0.09130859375,-0.1904296875,0.458984375,0.478515625,0.4296875,-0.53515625,0.396484375,-0.0068359375,-0.455078125,0.458984375,-0.1357421875,-0.322265625,0.6796875,0.1484375,0.1015625,0.400390625,0.134765625,-0.021728515625,-0.2890625,-0.484375,-0.279296875,0.130859375,0.201171875,0.34375,-0.10888671875,0.78125,-0.16796875,0.59375,-0.2177734375,-0.341796875,-0.46484375,-0.058837890625,0.017333984375,-0.71484375,-0.0021514892578125,-0.26953125,-0.04638671875,0.796875,-0.36328125,0.05712890625,-0.0079345703125,0.52734375,-0.388671875,-0.57421875,0.375,0.349609375,-0.59765625,-0.1259765625,0.026123046875,0.96875,-0.61328125,-0.232421875,0.21875,0.703125,0.1962890625,0.45703125,-0.173828125,-0.453125,-0.185546875,-0.353515625,0.734375,0.431640625,0.2109375,-0.259765625,0.0361328125,-0.1298828125,0.470703125,0.49609375,0.4453125,-0.55859375,0.427734375,0.000850677490234375,-0.44140625,0.490234375,-0.138671875,-0.2890625,0.73828125,0.1845703125,0.1669921875,0.462890625,0.14453125,-0.004425048828125,-0.291015625,-0.486328125,-0.275390625,0.11181640625,0.259765625,0.380859375,-0.0751953125,0.8671875,-0.181640625,0.53125,-0.2216796875,-0.314453125,-0.431640625,-0.1044921875,0.057861328125,-0.69921875,-0.031494140625,-0.275390625,-0.072265625,0.796875,-0.318359375,0.08056640625,0.002899169921875,0.466796875,-0.318359375,-0.58984375,0.38671875,0.326171875,-0.5390625,-0.1357421875,0.002166748046875,0.91015625,-0.5859375,-0.234375,0.1962890625,0.69921875,0.1943359375,0.458984375,-0.1943359375,-0.45703125,-0.177734375,-0.328125,0.73828125,0.369140625,0.224609375,-0.279296875,0.039306640625,-0.1494140625,0.431640625,0.478515625,0.44140625,-0.55859375,0.435546875,0.0244140625,-0.34765625,0.4765625,-0.15234375,-0.30859375,0.734375,0.171875,0.1337890625,0.4453125,0.1689453125,-0.037353515625,-0.283203125,-0.47265625,-0.234375,0.134765625,0.259765625,0.376953125,-0.09521484375,0.796875,-0.212890625,0.546875,-0.228515625,-0.3125,-0.439453125,-0.09765625,0.061279296875,-0.671875,-0.0272216796875,-0.26953125,-0.06494140625,0.75,-0.330078125,0.064453125,-0.00653076171875,0.46875,-0.30859375,-0.55859375,0.376953125,0.341796875,-0.58203125,-0.16015625,0.02001953125,0.8984375,-0.6015625,-0.2421875,0.2265625,0.66796875,0.2041015625,0.443359375,-0.1650390625,-0.453125,-0.16796875,-0.369140625,0.68359375,0.390625,0.2412109375,-0.28125,0.06787109375,-0.1669921875,0.458984375,0.484375,0.435546875,-0.546875,0.41015625,3.4332275390625e-05,-0.435546875,0.470703125,-0.138671875,-0.310546875,0.703125,0.162109375,0.12451171875,0.42578125,0.142578125,-0.019287109375,-0.2890625,-0.482421875,-0.271484375,0.1259765625,0.2265625,0.359375,-0.09765625,0.80859375,-0.1787109375,0.6484375,0.19921875,-0.267578125,-0.126953125,-0.193359375,0.10205078125,-0.1318359375,0.5390625,-0.61328125,-0.123046875,-0.38671875,0.44140625,-0.60546875,-0.361328125,0.1748046875,-0.1279296875,0.314453125,-0.1923828125,-0.07470703125,0.431640625,0.431640625,0.318359375,0.24609375,-0.291015625,-0.447265625,0.1015625,0.357421875,-0.5078125,-0.42578125,-0.09619140625,-0.310546875,-0.5546875,-0.1005859375,0.30859375,0.3359375,-0.52734375,-0.28125,-0.388671875,0.52734375,0.306640625,-0.333984375,0.46875,0.6953125,0.439453125,-0.2236328125,0.017333984375,0.06591796875,-0.04296875,-0.83984375,0.271484375,-0.330078125,0.482421875,0.6015625,-0.69140625,0.5234375,0.419921875,0.1357421875,0.1962890625,0.65625,-0.443359375,-0.22265625,0.33203125,-0.11083984375,-0.052490234375,0.66015625,0.193359375,-0.2490234375,-0.1474609375,-0.185546875,0.10546875,-0.12451171875,0.5390625,-0.6328125,-0.1357421875,-0.3828125,0.443359375,-0.62890625,-0.365234375,0.1767578125,-0.14453125,0.3125,-0.212890625,-0.07080078125,0.443359375,0.4375,0.326171875,0.2490234375,-0.2890625,-0.451171875,0.10107421875,0.375,-0.515625,-0.44921875,-0.07568359375,-0.330078125,-0.56640625,-0.1171875,0.318359375,0.349609375,-0.546875,-0.27734375,-0.384765625,0.53515625,0.30078125,-0.33203125,0.474609375,0.73046875,0.451171875,-0.2060546875,0.006988525390625,0.06689453125,-0.04833984375,-0.86328125,0.2734375,-0.337890625,0.490234375,0.61328125,-0.70703125,0.5390625,0.431640625,0.12109375,0.1962890625,0.67578125,-0.458984375,-0.212890625,0.341796875,-0.103515625,-0.037841796875,0.65625,0.197265625,-0.259765625,-0.13671875,-0.189453125,0.10302734375,-0.12890625,0.5390625,-0.62109375,-0.1279296875,-0.384765625,0.44140625,-0.61328125,-0.361328125,0.1767578125,-0.1357421875,0.314453125,-0.201171875,-0.07275390625,0.435546875,0.43359375,0.322265625,0.2470703125,-0.291015625,-0.44921875,0.10205078125,0.365234375,-0.5078125,-0.435546875,-0.08740234375,-0.318359375,-0.55859375,-0.107421875,0.3125,0.341796875,-0.53515625,-0.279296875,-0.38671875,0.53125,0.3046875,-0.333984375,0.470703125,0.7109375,0.4453125,-0.216796875,0.01220703125,0.06640625,-0.044921875,-0.8515625,0.271484375,-0.33203125,0.486328125,0.60546875,-0.6953125,0.53125,0.423828125,0.1298828125,0.1953125,0.6640625,-0.44921875,-0.21875,0.3359375,-0.107421875,-0.04638671875,0.609375,0.2314453125,-0.41015625,-0.0390625,-0.1865234375,0.04833984375,-0.1865234375,0.546875,-0.470703125,-0.05126953125,-0.435546875,0.408203125,-0.47265625,-0.314453125,0.2197265625,-0.0810546875,0.328125,-0.08935546875,-0.09375,0.30078125,0.419921875,0.2890625,0.271484375,-0.326171875,-0.412109375,0.13671875,0.2578125,-0.427734375,-0.271484375,-0.203125,-0.205078125,-0.48046875,-0.00384521484375,0.259765625,0.294921875,-0.447265625,-0.30859375,-0.3984375,0.486328125,0.3828125,-0.35546875,0.4375,0.47265625,0.34765625,-0.345703125,0.0137939453125,0.06982421875,0.0126953125,-0.69921875,0.251953125,-0.275390625,0.453125,0.515625,-0.6015625,0.416015625,0.326171875,0.216796875,0.171875,0.53125,-0.357421875,-0.279296875,0.3046875,-0.1259765625,-0.1328125,0.66015625,0.00421142578125,-0.44921875,-0.51171875,0.703125,0.2197265625,0.019287109375,-0.12158203125,-0.494140625,0.494140625,0.0234375,-0.058349609375,0.53515625,0.16015625,0.36328125,-0.12890625,0.15625,0.006439208984375,0.10107421875,0.12060546875,0.55078125,0.224609375,0.2734375,0.0047607421875,0.4765625,0.6484375,0.2001953125,0.1591796875,-0.5546875,0.44921875,0.1884765625,0.466796875,-0.65625,-0.48046875,-0.275390625,0.46875,-0.29296875,-0.234375,-0.09521484375,0.28515625,0.294921875,-0.3671875,0.1845703125,0.2890625,-0.05029296875,-0.380859375,-0.46484375,-0.51171875,0.291015625,-0.451171875,-0.17578125,0.53515625,-0.578125,0.140625,0.17578125,-0.341796875,0.25,0.310546875,-0.0908203125,-0.047607421875,0.26953125,0.5703125,0.08447265625,-0.51953125,0.6484375,-0.0033416748046875,-0.466796875,-0.5078125,0.6953125,0.2314453125,0.0167236328125,-0.115234375,-0.4921875,0.482421875,0.04052734375,-0.057373046875,0.49609375,0.15625,0.376953125,-0.134765625,0.14453125,0.046142578125,0.0986328125,0.1455078125,0.55859375,0.2197265625,0.275390625,0.0234375,0.4765625,0.6171875,0.2080078125,0.146484375,-0.546875,0.447265625,0.1904296875,0.44921875,-0.640625,-0.46875,-0.30078125,0.44140625,-0.267578125,-0.2265625,-0.10498046875,0.255859375,0.302734375,-0.36328125,0.181640625,0.30859375,-0.049560546875,-0.369140625,-0.453125,-0.5,0.275390625,-0.416015625,-0.169921875,0.52734375,-0.5703125,0.1318359375,0.1796875,-0.314453125,0.23046875,0.31640625,-0.0810546875,-0.045166015625,0.265625,0.5625,0.08447265625,-0.5078125,0.625,0.012451171875,-0.453125,-0.482421875,0.66796875,0.240234375,-0.01019287109375,-0.12451171875,-0.482421875,0.49609375,0.0556640625,-0.052978515625,0.50390625,0.171875,0.349609375,-0.10498046875,0.150390625,0.044677734375,0.0927734375,0.154296875,0.54296875,0.2080078125,0.271484375,0.0130615234375,0.46484375,0.6171875,0.205078125,0.1435546875,-0.54296875,0.451171875,0.1875,0.44140625,-0.6328125,-0.4765625,-0.298828125,0.470703125,-0.275390625,-0.2490234375,-0.08935546875,0.2373046875,0.306640625,-0.3671875,0.18359375,0.3125,-0.0279541015625,-0.33984375,-0.458984375,-0.51171875,0.27734375,-0.419921875,-0.1787109375,0.515625,-0.546875,0.1298828125,0.1728515625,-0.326171875,0.2353515625,0.3203125,-0.08154296875,-0.0478515625,0.24609375,0.53515625,0.0771484375,-0.51171875,0.6484375,0.0147705078125,-0.439453125,-0.498046875,0.69140625,0.2216796875,0.0045166015625,-0.1279296875,-0.490234375,0.50390625,0.0281982421875,-0.05615234375,0.54296875,0.1689453125,0.345703125,-0.11083984375,0.162109375,-0.0028533935546875,0.09814453125,0.12060546875,0.54296875,0.2197265625,0.26953125,-0.0050048828125,0.46875,0.65234375,0.197265625,0.16015625,-0.55859375,0.451171875,0.1865234375,0.466796875,-0.65625,-0.486328125,-0.271484375,0.490234375,-0.302734375,-0.2490234375,-0.083984375,0.283203125,0.296875,-0.37109375,0.1865234375,0.287109375,-0.038330078125,-0.365234375,-0.47265625,-0.51953125,0.296875,-0.462890625,-0.181640625,0.53125,-0.56640625,0.1416015625,0.1708984375,-0.35546875,0.2578125,0.310546875,-0.09326171875,-0.049560546875,0.259765625,0.55859375,0.080078125,-0.5234375,-0.29296875,0.5390625,0.1943359375,-0.2578125,0.39453125,0.013671875,0.205078125,0.1923828125,-0.09765625,-0.33984375,-0.1083984375,-0.423828125,0.314453125,-0.08154296875,-0.09716796875,-0.65234375,0.291015625,-0.58984375,0.0390625,-0.578125,0.0888671875,0.5078125,-0.08740234375,0.09912109375,-0.443359375,0.431640625,-0.8046875,0.5546875,-0.306640625,-0.216796875,-0.36328125,0.5546875,-0.734375,-0.18359375,-0.0634765625,-0.1708984375,0.404296875,0.2255859375,0.041259765625,0.384765625,-0.1201171875,0.53515625,0.1748046875,-0.48046875,-0.0771484375,-0.68359375,-0.189453125,-0.330078125,-0.51953125,0.0517578125,-0.400390625,-0.15234375,0.279296875,-0.103515625,0.0751953125,0.412109375,0.345703125,0.177734375,0.07373046875,-0.05908203125,-0.35546875,0.79296875,-0.263671875,0.287109375,-0.2890625,0.60546875,0.166015625,-0.28515625,0.390625,-0.000286102294921875,0.2353515625,0.25,-0.1279296875,-0.28515625,-0.1923828125,-0.37109375,0.283203125,-0.08544921875,-0.099609375,-0.5859375,0.3203125,-0.60546875,0.03759765625,-0.5625,0.1240234375,0.5859375,-0.1533203125,0.0654296875,-0.5390625,0.43359375,-0.95703125,0.60546875,-0.31640625,-0.228515625,-0.38671875,0.65625,-0.80859375,-0.1640625,-0.11376953125,-0.1865234375,0.421875,0.1845703125,0.020751953125,0.41015625,-0.08935546875,0.56640625,0.1748046875,-0.53515625,-0.130859375,-0.6484375,-0.2138671875,-0.318359375,-0.58203125,0.08251953125,-0.37890625,-0.21484375,0.228515625,-0.1279296875,0.1142578125,0.40625,0.337890625,0.150390625,0.050048828125,-0.1015625,-0.443359375,0.87109375,-0.30078125,0.291015625,-0.294921875,0.54296875,0.193359375,-0.2578125,0.384765625,0.01470947265625,0.2021484375,0.1962890625,-0.099609375,-0.337890625,-0.1123046875,-0.419921875,0.30859375,-0.08154296875,-0.1044921875,-0.640625,0.298828125,-0.58984375,0.0361328125,-0.57421875,0.0869140625,0.51171875,-0.103515625,0.1005859375,-0.453125,0.423828125,-0.80859375,0.5546875,-0.30859375,-0.22265625,-0.365234375,0.5625,-0.73828125,-0.1826171875,-0.0712890625,-0.169921875,0.400390625,0.224609375,0.0400390625,0.380859375,-0.1181640625,0.53125,0.171875,-0.482421875,-0.076171875,-0.671875,-0.189453125,-0.33203125,-0.5234375,0.0556640625,-0.3984375,-0.1611328125,0.2734375,-0.1044921875,0.07568359375,0.41015625,0.345703125,0.1787109375,0.07177734375,-0.0615234375,-0.357421875,0.7890625,-0.271484375,0.287109375,-0.2890625,0.62890625,0.1572265625,-0.29296875,0.38671875,-0.004058837890625,0.2431640625,0.26953125,-0.1376953125,-0.267578125,-0.21875,-0.353515625,0.26953125,-0.08642578125,-0.103515625,-0.5625,0.33203125,-0.61328125,0.0361328125,-0.5546875,0.1337890625,0.609375,-0.1796875,0.055419921875,-0.5703125,0.4296875,-1.0,0.62109375,-0.322265625,-0.2333984375,-0.39453125,0.69140625,-0.83203125,-0.158203125,-0.1318359375,-0.189453125,0.423828125,0.171875,0.0140380859375,0.416015625,-0.07958984375,0.57421875,0.173828125,-0.5546875,-0.146484375,-0.62890625,-0.2216796875,-0.31640625,-0.60546875,0.0927734375,-0.373046875,-0.236328125,0.2109375,-0.134765625,0.1259765625,0.40234375,0.3359375,0.1416015625,0.042236328125,-0.11474609375,-0.47265625,0.89453125,-0.314453125,0.291015625,-0.0301513671875,0.38671875,-0.431640625,0.1767578125,0.1611328125,-0.228515625,0.255859375,-0.37890625,0.26171875,0.1884765625,0.053955078125,-0.671875,0.56640625,0.28125,0.22265625,-0.2041015625,0.306640625,0.018310546875,-0.048095703125,0.26953125,0.5546875,0.10498046875,0.146484375,0.408203125,0.314453125,0.2197265625,0.734375,0.244140625,-0.07568359375,-0.0634765625,-0.474609375,0.1376953125,0.279296875,-0.07421875,0.2138671875,-0.5,-0.228515625,-0.310546875,-0.046630859375,0.162109375,-0.026123046875,0.7734375,0.1376953125,0.32421875,-0.400390625,0.005462646484375,-0.193359375,0.390625,-0.3515625,-0.66015625,-0.60546875,0.73046875,-0.1923828125,0.16796875,0.51171875,-0.298828125,-0.37890625,-0.173828125,-0.486328125,0.244140625,-0.63671875,0.51953125,0.2333984375,-0.28515625,-0.060791015625,0.4140625,-0.4921875,0.1162109375,0.2119140625,-0.2470703125,0.25,-0.34375,0.29296875,0.1728515625,0.033935546875,-0.62109375,0.5703125,0.2578125,0.279296875,-0.2578125,0.240234375,-0.010498046875,-0.0284423828125,0.2353515625,0.5546875,0.07568359375,0.201171875,0.36328125,0.306640625,0.2431640625,0.6171875,0.28125,-0.046875,-0.06982421875,-0.5,0.1494140625,0.29296875,-0.107421875,0.263671875,-0.47265625,-0.1923828125,-0.345703125,-0.03955078125,0.16015625,-0.044189453125,0.78515625,0.1494140625,0.2890625,-0.390625,-0.0238037109375,-0.2138671875,0.357421875,-0.310546875,-0.6484375,-0.60546875,0.71484375,-0.1630859375,0.1748046875,0.5234375,-0.29296875,-0.388671875,-0.154296875,-0.439453125,0.2177734375,-0.65234375,0.57421875,0.287109375,-0.29296875,-0.030029296875,0.400390625,-0.455078125,0.1611328125,0.18359375,-0.2373046875,0.26171875,-0.369140625,0.2734375,0.18359375,0.0537109375,-0.66796875,0.57421875,0.28125,0.2490234375,-0.23046875,0.2890625,0.01177978515625,-0.044677734375,0.251953125,0.56640625,0.11328125,0.1796875,0.392578125,0.32421875,0.25,0.703125,0.263671875,-0.072265625,-0.054931640625,-0.486328125,0.13671875,0.27734375,-0.08984375,0.2392578125,-0.50390625,-0.2158203125,-0.32421875,-0.040283203125,0.166015625,-0.0400390625,0.7890625,0.1376953125,0.322265625,-0.3984375,-0.01214599609375,-0.2060546875,0.384765625,-0.33203125,-0.6640625,-0.61328125,0.73828125,-0.1865234375,0.166015625,0.52734375,-0.291015625,-0.384765625,-0.1728515625,-0.474609375,0.2421875,-0.6484375,0.546875,0.255859375,-0.287109375,-0.1484375,0.41015625,-0.51953125,0.042236328125,0.2197265625,-0.24609375,0.1962890625,-0.298828125,0.3125,0.158203125,-0.021484375,-0.5078125,0.5390625,0.1923828125,0.279296875,-0.255859375,0.1630859375,-0.05322265625,0.00750732421875,0.244140625,0.474609375,-0.058349609375,0.1572265625,0.328125,0.22265625,0.123046875,0.47265625,0.271484375,0.013427734375,-0.138671875,-0.5078125,0.1904296875,0.337890625,-0.10791015625,0.24609375,-0.380859375,-0.1689453125,-0.35546875,-0.05712890625,0.1298828125,-0.01171875,0.7109375,0.1826171875,0.201171875,-0.376953125,-0.00121307373046875,-0.1982421875,0.30078125,-0.310546875,-0.60546875,-0.56640625,0.625,-0.115234375,0.2021484375,0.4765625,-0.31640625,-0.37890625,-0.109375,-0.380859375,0.15625,-0.609375,0.57421875,0.30859375,-0.298828125,0.1474609375,0.173828125,-0.404296875,-0.478515625,0.81640625,-0.126953125,0.53125,0.7734375,0.41015625,-0.283203125,0.0299072265625,-0.4453125,-0.51953125,-0.2138671875,0.62109375,-0.39453125,0.341796875,-0.177734375,0.279296875,-0.0159912109375,0.53125,0.62109375,0.609375,-0.375,0.62890625,0.181640625,0.1103515625,0.4921875,0.37109375,0.578125,-0.291015625,0.19140625,-0.44921875,0.328125,0.5625,-0.0322265625,0.71875,0.271484375,-0.185546875,0.421875,0.62109375,-0.000957489013671875,0.423828125,-0.58203125,-0.62890625,-0.8359375,0.048828125,0.458984375,-0.447265625,0.0625,-0.19921875,-0.37890625,0.10595703125,-0.26171875,0.203125,0.296875,0.01806640625,0.11083984375,-0.416015625,0.169921875,0.46875,0.2421875,0.17578125,-0.2392578125,0.11376953125,0.212890625,-0.369140625,-0.50390625,0.7734375,-0.1640625,0.5390625,0.67578125,0.400390625,-0.42578125,-0.00103759765625,-0.53515625,-0.44140625,-0.306640625,0.65234375,-0.396484375,0.275390625,-0.294921875,0.1611328125,-0.130859375,0.46875,0.55078125,0.59765625,-0.26953125,0.59375,0.08203125,0.1669921875,0.396484375,0.3046875,0.515625,-0.380859375,0.2041015625,-0.474609375,0.26953125,0.6328125,-0.0191650390625,0.703125,0.302734375,-0.1884765625,0.39453125,0.546875,-0.035888671875,0.431640625,-0.6015625,-0.453125,-0.8671875,-0.0024871826171875,0.32421875,-0.3828125,-0.004058837890625,-0.1904296875,-0.33984375,0.16015625,-0.322265625,0.169921875,0.345703125,0.08251953125,0.08154296875,-0.353515625,0.1337890625,0.431640625,0.2119140625,0.2099609375,-0.26171875,0.1396484375,0.177734375,-0.404296875,-0.470703125,0.8046875,-0.1259765625,0.52734375,0.765625,0.412109375,-0.28125,0.0284423828125,-0.439453125,-0.515625,-0.21484375,0.61328125,-0.37890625,0.345703125,-0.1767578125,0.279296875,-0.004058837890625,0.52734375,0.609375,0.59765625,-0.37109375,0.625,0.169921875,0.11181640625,0.490234375,0.369140625,0.57421875,-0.287109375,0.193359375,-0.44140625,0.330078125,0.5546875,-0.02294921875,0.71484375,0.265625,-0.189453125,0.416015625,0.6171875,-0.0027313232421875,0.421875,-0.578125,-0.625,-0.8203125,0.051513671875,0.45703125,-0.44921875,0.06396484375,-0.1982421875,-0.384765625,0.10986328125,-0.255859375,0.197265625,0.294921875,0.0230712890625,0.1171875,-0.408203125,0.1650390625,0.46875,0.2314453125,0.169921875,-0.240234375,0.12353515625,0.19921875,-0.3828125,-0.490234375,0.7890625,-0.1494140625,0.53515625,0.7109375,0.404296875,-0.3671875,0.01068115234375,-0.49609375,-0.470703125,-0.26953125,0.63671875,-0.388671875,0.302734375,-0.2470703125,0.2080078125,-0.07958984375,0.4921875,0.57421875,0.59765625,-0.310546875,0.60546875,0.1171875,0.1455078125,0.43359375,0.330078125,0.5390625,-0.34375,0.2001953125,-0.4609375,0.29296875,0.6015625,-0.0203857421875,0.70703125,0.287109375,-0.189453125,0.40234375,0.57421875,-0.0225830078125,0.427734375,-0.59375,-0.51953125,-0.84765625,0.019287109375,0.376953125,-0.41015625,0.0233154296875,-0.193359375,-0.357421875,0.140625,-0.294921875,0.1806640625,0.326171875,0.058837890625,0.09619140625,-0.375,0.146484375,0.447265625,0.2197265625,0.193359375,-0.251953125,-0.265625,-0.1103515625,0.7734375,-0.80859375,-0.427734375,-0.6171875,-0.1435546875,0.26953125,0.3125,-0.08935546875,0.326171875,0.396484375,-0.09912109375,0.462890625,0.3671875,0.3125,-0.435546875,-0.328125,-0.33203125,-0.036865234375,-0.1494140625,0.2099609375,0.75,-0.036865234375,0.001983642578125,0.1923828125,0.322265625,0.62890625,0.51953125,-0.0771484375,-0.1298828125,-0.51953125,0.41796875,0.2890625,0.65234375,-0.439453125,0.095703125,0.07861328125,0.63671875,0.67578125,-0.58203125,-0.279296875,-0.2236328125,-0.498046875,0.7421875,0.2470703125,-0.52734375,-0.181640625,-0.7890625,0.380859375,0.404296875,0.5859375,0.6640625,-0.6640625,0.490234375,-0.240234375,-0.3515625,0.130859375,0.408203125,-0.0517578125,-0.6484375,0.2021484375,-0.046630859375,0.330078125,-0.263671875,-0.130859375,0.73828125,-0.8046875,-0.427734375,-0.609375,-0.1669921875,0.25,0.333984375,-0.0693359375,0.294921875,0.396484375,-0.1123046875,0.443359375,0.3828125,0.294921875,-0.43359375,-0.3125,-0.294921875,-0.0194091796875,-0.166015625,0.228515625,0.76171875,-0.05029296875,0.0023651123046875,0.2109375,0.328125,0.6015625,0.490234375,-0.080078125,-0.1357421875,-0.5078125,0.41015625,0.279296875,0.64453125,-0.4375,0.10400390625,0.095703125,0.60546875,0.6484375,-0.56640625,-0.267578125,-0.2060546875,-0.4765625,0.7265625,0.23046875,-0.5234375,-0.1806640625,-0.73828125,0.384765625,0.40234375,0.59765625,0.64453125,-0.6484375,0.484375,-0.25,-0.345703125,0.1328125,0.392578125,-0.055419921875,-0.640625,0.1767578125,-0.027099609375,0.33984375,-0.26171875,-0.091796875,0.81640625,-0.82421875,-0.427734375,-0.6328125,-0.11669921875,0.298828125,0.291015625,-0.11767578125,0.369140625,0.39453125,-0.091796875,0.498046875,0.361328125,0.322265625,-0.443359375,-0.353515625,-0.384765625,-0.06884765625,-0.125,0.1884765625,0.75390625,-0.0294189453125,0.00811767578125,0.1796875,0.3203125,0.6640625,0.55859375,-0.06982421875,-0.1220703125,-0.53515625,0.423828125,0.294921875,0.671875,-0.453125,0.0908203125,0.055419921875,0.68359375,0.71484375,-0.60546875,-0.29296875,-0.2470703125,-0.51953125,0.76953125,0.2578125,-0.53515625,-0.18359375,-0.84375,0.38671875,0.404296875,0.578125,0.6875,-0.6875,0.49609375,-0.224609375,-0.35546875,0.12451171875,0.42578125,-0.03955078125,-0.6640625,0.236328125,-0.06689453125,0.322265625,-0.275390625,-0.2041015625,0.57421875,-0.74609375,-0.4296875,-0.55859375,-0.267578125,0.1494140625,0.41796875,0.033203125,0.134765625,0.404296875,-0.146484375,0.3203125,0.416015625,0.251953125,-0.408203125,-0.2216796875,-0.0986328125,0.09228515625,-0.25390625,0.30859375,0.75390625,-0.0849609375,-0.0157470703125,0.265625,0.337890625,0.470703125,0.34375,-0.1044921875,-0.1650390625,-0.447265625,0.388671875,0.251953125,0.5859375,-0.3984375,0.125,0.1806640625,0.4453125,0.515625,-0.482421875,-0.2158203125,-0.119140625,-0.388671875,0.640625,0.18359375,-0.498046875,-0.173828125,-0.52734375,0.373046875,0.3984375,0.625,0.546875,-0.5625,0.458984375,-0.306640625,-0.326171875,0.1533203125,0.330078125,-0.095703125,-0.59375,0.051513671875,0.05078125,0.375,0.271484375,-0.1220703125,-0.00122833251953125,-0.515625,0.3828125,-0.0439453125,-0.1025390625,0.036865234375,-0.0172119140625,-0.25390625,-0.3984375,-0.470703125,-0.0301513671875,-0.51171875,-0.004486083984375,-0.28515625,0.2578125,0.1630859375,-0.6328125,0.310546875,0.390625,0.078125,0.1513671875,0.50390625,-0.3046875,0.421875,0.6640625,0.25390625,-0.34375,0.3125,0.05712890625,-0.05908203125,0.244140625,0.484375,-0.5390625,-0.474609375,0.29296875,0.150390625,-0.318359375,-0.458984375,-0.0498046875,0.474609375,0.474609375,0.15234375,0.13671875,0.51171875,0.154296875,-0.0712890625,-0.400390625,-0.0296630859375,0.306640625,0.703125,-0.25390625,-0.66796875,-0.5546875,0.48046875,0.12255859375,-0.267578125,0.3828125,-0.3984375,-0.061767578125,0.361328125,0.06396484375,-0.2421875,0.271484375,-0.146484375,0.0216064453125,-0.51953125,0.37109375,-0.0517578125,-0.091796875,0.016357421875,-0.05712890625,-0.291015625,-0.392578125,-0.48828125,-0.052490234375,-0.52734375,-0.001251220703125,-0.314453125,0.25,0.1435546875,-0.65234375,0.32421875,0.390625,0.1337890625,0.1552734375,0.51171875,-0.29296875,0.416015625,0.68359375,0.271484375,-0.37890625,0.3359375,0.036865234375,-0.06396484375,0.236328125,0.484375,-0.546875,-0.478515625,0.2734375,0.1787109375,-0.31640625,-0.494140625,-0.05419921875,0.498046875,0.494140625,0.16796875,0.173828125,0.5234375,0.1435546875,-0.09375,-0.390625,-0.0206298828125,0.310546875,0.7265625,-0.259765625,-0.703125,-0.56640625,0.515625,0.1123046875,-0.275390625,0.408203125,-0.396484375,-0.0218505859375,0.3671875,0.07080078125,-0.21875,0.25390625,-0.16796875,0.02197265625,-0.470703125,0.32421875,-0.1044921875,-0.10302734375,-0.049560546875,-0.09033203125,-0.32421875,-0.359375,-0.53125,-0.09814453125,-0.6171875,-0.048583984375,-0.2431640625,0.27734375,0.1416015625,-0.64453125,0.39453125,0.388671875,0.2294921875,0.09765625,0.5625,-0.294921875,0.361328125,0.734375,0.2431640625,-0.47265625,0.419921875,0.0169677734375,-0.04296875,0.2294921875,0.478515625,-0.5546875,-0.451171875,0.2109375,0.19921875,-0.353515625,-0.5390625,-0.03271484375,0.546875,0.5390625,0.25390625,0.255859375,0.59765625,0.1298828125,-0.150390625,-0.35546875,0.0016937255859375,0.29296875,0.7421875,-0.267578125,-0.7421875,-0.58203125,0.53515625,0.1171875,-0.271484375,0.515625,-0.4140625,0.0478515625,0.345703125,0.1181640625,-0.16796875,0.244140625,-0.1796875,0.02197265625,-0.44140625,0.296875,-0.134765625,-0.109375,-0.08740234375,-0.109375,-0.34375,-0.341796875,-0.5546875,-0.1240234375,-0.66796875,-0.076171875,-0.2021484375,0.29296875,0.140625,-0.63671875,0.43359375,0.38671875,0.283203125,0.06396484375,0.58984375,-0.296875,0.328125,0.76171875,0.2255859375,-0.52734375,0.46875,0.005828857421875,-0.031005859375,0.2255859375,0.474609375,-0.5625,-0.435546875,0.1748046875,0.2109375,-0.375,-0.56640625,-0.0203857421875,0.57421875,0.56640625,0.302734375,0.302734375,0.64453125,0.12109375,-0.181640625,-0.3359375,0.01446533203125,0.28125,0.75,-0.2734375,-0.765625,-0.58984375,0.546875,0.1201171875,-0.267578125,0.578125,-0.42578125,0.087890625,0.33203125,0.1455078125,-0.138671875,0.416015625,0.158203125,0.259765625,-0.17578125,-0.1279296875,0.40234375,0.13671875,0.458984375,-0.0810546875,-0.14453125,-0.4921875,0.26171875,-0.2431640625,0.0712890625,0.361328125,-0.40234375,-0.640625,-0.1298828125,-0.08251953125,-0.66796875,0.5546875,0.609375,0.177734375,-0.0240478515625,0.76171875,0.0174560546875,-0.1875,0.443359375,0.1845703125,-0.3515625,0.0234375,-0.0025177001953125,0.3359375,0.1650390625,0.053466796875,-0.0498046875,-0.1796875,0.0179443359375,0.3671875,-0.169921875,0.0177001953125,0.009521484375,0.134765625,-0.17578125,0.283203125,0.21484375,-0.478515625,-0.006866455078125,-0.263671875,-0.2421875,-0.4140625,0.220703125,0.2119140625,-0.42578125,-0.11376953125,-0.298828125,-0.71484375,-0.65625,-0.4765625,-0.169921875,0.376953125,0.578125,-0.384765625,0.19921875,0.376953125,0.115234375,0.205078125,-0.1875,-0.0888671875,0.43359375,0.2255859375,0.458984375,-0.130859375,-0.11474609375,-0.50390625,0.28515625,-0.224609375,0.020263671875,0.357421875,-0.45703125,-0.64453125,-0.126953125,-0.13671875,-0.640625,0.51171875,0.61328125,0.22265625,-0.037841796875,0.73046875,0.035400390625,-0.244140625,0.447265625,0.1640625,-0.349609375,0.054931640625,-0.01434326171875,0.337890625,0.1689453125,0.021728515625,-0.046630859375,-0.1669921875,0.07470703125,0.392578125,-0.2216796875,0.0286865234375,-0.030517578125,0.16796875,-0.107421875,0.24609375,0.234375,-0.44140625,-0.0230712890625,-0.32421875,-0.2451171875,-0.404296875,0.275390625,0.2294921875,-0.443359375,-0.1279296875,-0.2470703125,-0.6796875,-0.62109375,-0.490234375,-0.19140625,0.306640625,0.56640625,-0.44921875,0.19140625,0.408203125,0.15625,0.2470703125,-0.17578125,-0.1220703125,0.40234375,0.1474609375,0.458984375,-0.0830078125,-0.1357421875,-0.4921875,0.26171875,-0.2421875,0.058349609375,0.357421875,-0.404296875,-0.63671875,-0.1279296875,-0.0869140625,-0.66015625,0.546875,0.609375,0.1826171875,-0.0250244140625,0.75390625,0.017333984375,-0.1943359375,0.44140625,0.181640625,-0.34765625,0.029052734375,-0.007110595703125,0.337890625,0.16796875,0.049072265625,-0.04638671875,-0.1796875,0.02392578125,0.3671875,-0.1748046875,0.0208740234375,0.0033721923828125,0.1376953125,-0.1630859375,0.27734375,0.220703125,-0.47265625,-0.01068115234375,-0.271484375,-0.2412109375,-0.4140625,0.2275390625,0.216796875,-0.42578125,-0.1142578125,-0.294921875,-0.70703125,-0.6484375,-0.4765625,-0.173828125,0.36328125,0.57421875,-0.392578125,0.197265625,0.38671875,0.146484375,0.208984375,-0.1748046875,-0.10302734375,0.40625,0.1845703125,0.458984375,-0.09375,-0.10986328125,-0.498046875,0.265625,-0.23828125,0.0208740234375,0.34765625,-0.4140625,-0.62890625,-0.12158203125,-0.1044921875,-0.64453125,0.53125,0.60546875,0.2001953125,-0.0291748046875,0.73046875,0.018798828125,-0.216796875,0.435546875,0.171875,-0.341796875,0.046630859375,-0.020263671875,0.341796875,0.1748046875,0.034912109375,-0.037109375,-0.1796875,0.044921875,0.375,-0.1943359375,0.030517578125,-0.0164794921875,0.1494140625,-0.12109375,0.25390625,0.236328125,-0.453125,-0.022216796875,-0.30078125,-0.2392578125,-0.4140625,0.25,0.2294921875,-0.431640625,-0.1171875,-0.275390625,-0.68359375,-0.62890625,-0.474609375,-0.18359375,0.322265625,0.5703125,-0.416015625,0.1904296875]},\"L1.engram_hash_ids\":{\"shape\":[1,12,6],\"n\":72,\"stride\":2,\"ck\":591023.0,\"data\":[5,198,345,60,163,360,9,210,368,66,176,312,20,143,345,1,194,313,12,186,360,53,195,298,33,190,309,3,173,351,50,165,346,34,146,307]},\"L1.engram_embed\":{\"shape\":[1,12,6,32],\"n\":2304,\"stride\":193,\"ck\":-31909.037109375,\"data\":[-0.0625,0.34375,-0.34375,0.28125,0.1015625,-0.203125,0.0703125,0.234375,-0.40625,0.0625,-0.05078125,-0.5625]},\"L1.engram_kv\":{\"shape\":[1,12,320],\"n\":3840,\"stride\":331,\"ck\":-693.760630607605,\"data\":[-0.25390625,-0.115234375,-0.1669921875,-0.216796875,0.12158203125,-0.2265625,-0.091796875,0.203125,0.024658203125,-0.2314453125,0.0133056640625,-0.224609375]},\"L1.engram_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":117124.86972236633,\"data\":[0.4765625,0.349609375,-0.353515625,-0.302734375,-0.19921875,0.291015625,0.2080078125,-0.357421875,0.400390625,-0.111328125,-0.41796875,0.1513671875]},\"L1.h_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":117124.86972236633,\"data\":[0.4765625,0.349609375,-0.353515625,-0.302734375,-0.19921875,0.291015625,0.2080078125,-0.357421875,0.400390625,-0.111328125,-0.41796875,0.1513671875]},\"L1.pre_mix_in\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":573.5003467202187,\"data\":[0.4580519199371338,0.6754005551338196,0.3416786789894104,0.5233617424964905,0.6762995719909668,0.5826929807662964,0.26197922229766846,0.2725394666194916,0.548153817653656,0.6251020431518555]},\"L1.attn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":574.9287525117397,\"data\":[0.4020039141178131,0.5497901439666748,0.3175341486930847,0.4984046220779419,0.45821231603622437,0.7062603831291199,0.8288602828979492,0.4430607259273529,0.5522862672805786,0.41686007380485535]},\"L1.attn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1147.9437230229378,\"data\":[1.3107376098632812,0.9749940633773804,0.9335088729858398,1.0088824033737183,1.5084950923919678,1.4927176237106323,0.7965878248214722,0.7659263610839844,1.1488505601882935,0.9783485531806946]},\"L1.attn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995532847941,\"data\":[0.18250182271003723,0.2320639044046402,0.28146234154701233,0.22262310981750488,0.27515193819999695,0.3618665635585785,0.17196206748485565,0.27999526262283325,0.13395340740680695,0.284706175327301,0.3204004168510437,0.1754622906446457]},\"L1.attn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":17827.401321411133,\"data\":[1.1640625,-0.1708984375,0.5546875,0.09130859375,-1.984375,-0.7421875,0.6796875,-0.052001953125,1.5546875,1.5546875,0.138671875,0.69140625]},\"L1.sa_q\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":17531.01727294922,\"data\":[0.67578125,-0.322265625,-0.26953125,0.79296875,0.16015625,-0.3203125,0.76953125,0.010986328125,0.63671875,0.154296875,0.4765625,-0.046142578125]},\"L1.sa_kv\":{\"shape\":[1,12,32],\"n\":384,\"stride\":37,\"ck\":-9483.796875,\"data\":[-1.375,1.25,-1.125,-0.40625,-0.625,0.125,-0.40625,1.375,0.234375,0.25,-0.5]},\"L1.sa_topk_idxs\":{\"shape\":[1,12,8],\"n\":96,\"stride\":2,\"ck\":19444.0,\"data\":[0,-1,-1,-1,0,-1,-1,-1,0,2,-1,-1,0,2,-1,-1,0,2,4,-1,0,2,4,-1,0,2,4,6,0,2,4,6,1,3,5,7,2,4,6,8,3,5,7,9,4,6,8,10]},\"L1.sa_o\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":-217590.51161193848,\"data\":[-0.70703125,-0.2578125,-0.59765625,1.078125,-0.26171875,-0.69140625,-0.1884765625,0.1494140625,-0.12158203125,-1.0625,-0.62109375,-0.341796875]},\"L1.attn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-3353.055202484131,\"data\":[-0.18359375,-0.01043701171875,0.1884765625,0.080078125,-0.154296875,-0.140625,-0.02099609375,0.032958984375,-0.060791015625,0.0162353515625,-0.212890625,-0.169921875]},\"L1.ffn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":559.3120268285275,\"data\":[0.31063494086265564,0.6545665264129639,0.48349910974502563,0.5804066061973572,0.486860066652298,0.37338122725486755,0.4693479537963867,0.515501856803894,0.3316032588481903,0.31937503814697266]},\"L1.ffn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1027.5898538827896,\"data\":[0.839332103729248,1.153945803642273,0.7013452649116516,0.9313334822654724,0.9707255363464355,1.1269057989120483,0.978832483291626,0.923305869102478,0.5611943602561951,0.9819660782814026]},\"L1.ffn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995478332043,\"data\":[0.128085657954216,0.3137069642543793,0.3073781728744507,0.2739751935005188,0.30321744084358215,0.08090384304523468,0.30513837933540344,0.24587777256965637,0.17000466585159302,0.21289052069187164,0.198353573679924,0.25940752029418945]},\"L1.ffn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":8826.946288108826,\"data\":[0.6171875,-0.181640625,0.9296875,0.259765625,-2.109375,-0.9296875,0.470703125,-0.07421875,1.3671875,1.390625,-0.484375,0.296875]},\"L1.moe_weights\":{\"shape\":[12,2],\"n\":24,\"stride\":2,\"ck\":224.09804093837738,\"data\":[0.8532154560089111,0.7541384696960449,0.770604133605957,0.8009432554244995,0.8658543825149536,0.7633365392684937,0.8708444237709045,0.7643170356750488,0.8764670491218567,0.927615761756897,0.856551468372345,0.7980678677558899]},\"L1.moe_indices\":{\"shape\":[12,2],\"n\":24,\"stride\":1,\"ck\":486.0,\"data\":[3,2,0,1,1,2,3,0,3,2,3,1,1,2,2,0,1,0,1,3,3,2,1,2]},\"L1.ffn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":4651.566177368164,\"data\":[0.109375,0.07470703125,0.455078125,-0.1826171875,-0.003692626953125,-0.29296875,0.01129150390625,-0.20703125,-0.236328125,-0.1123046875,-0.0244140625,0.0238037109375]},\"L1.h_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":123667.69221305847,\"data\":[0.34375,0.32421875,-0.77734375,-0.23046875,0.11474609375,0.3359375,0.56640625,-0.421875,0.3359375,0.1083984375,-0.37890625,0.0208740234375]},\"L1.pre_mix_out\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":559.3120268285275,\"data\":[0.31063494086265564,0.6545665264129639,0.48349910974502563,0.5804066061973572,0.486860066652298,0.37338122725486755,0.4693479537963867,0.515501856803894,0.3316032588481903,0.31937503814697266]},\"L2.h_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":123667.69221305847,\"data\":[0.34375,0.32421875,-0.77734375,-0.23046875,0.11474609375,0.3359375,0.56640625,-0.421875,0.3359375,0.1083984375,-0.37890625,0.0208740234375]},\"L2.pre_mix_in\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":559.3120268285275,\"data\":[0.31063494086265564,0.6545665264129639,0.48349910974502563,0.5804066061973572,0.486860066652298,0.37338122725486755,0.4693479537963867,0.515501856803894,0.3316032588481903,0.31937503814697266]},\"L2.attn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":561.6304855197668,\"data\":[0.2374848574399948,0.30808112025260925,0.263724148273468,0.299211710691452,0.5921941995620728,0.3743405342102051,0.6876550316810608,0.5527634024620056,0.6866372227668762,0.30830225348472595]},\"L2.attn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1173.4671786427498,\"data\":[0.6264680624008179,0.7958266139030457,0.6557090282440186,0.4471394121646881,0.9900571703910828,1.0561432838439941,1.0965431928634644,1.0153526067733765,1.219259262084961,1.3148547410964966]},\"L2.attn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995484840125,\"data\":[0.2656835913658142,0.35823243856430054,0.3061862885951996,0.18457381427288055,0.22846946120262146,0.18820630013942719,0.3633158206939697,0.0921490266919136,0.2174035608768463,0.37893277406692505,0.28666597604751587,0.2645176649093628]},\"L2.attn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":18502.354095458984,\"data\":[0.83203125,-0.007781982421875,1.734375,-0.1259765625,-2.1875,-1.515625,0.494140625,-0.4609375,0.734375,1.2578125,-0.470703125,0.31640625]},\"L2.sa_q\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":-18427.250694274902,\"data\":[-1.453125,-0.369140625,0.44140625,0.048583984375,0.50390625,-0.5546875,0.1435546875,-0.462890625,-0.65625,1.1015625,0.7265625,1.0078125]},\"L2.sa_kv\":{\"shape\":[1,18,32],\"n\":576,\"stride\":53,\"ck\":7460.900390625,\"data\":[-0.8125,-1.0,-1.5,-1.125,0.28125,-1.0,-0.1015625,0.4375,-1.5,-0.28125,0.75]},\"L2.sa_topk_idxs\":{\"shape\":[1,12,14],\"n\":168,\"stride\":3,\"ck\":88381.0,\"data\":[0,-1,-1,-1,-1,1,-1,-1,-1,-1,2,-1,12,-1,0,3,-1,13,-1,1,4,-1,-1,-1,2,5,12,-1,0,3,6,13,-1,1,4,7,14,-1,3,6,12,15,2,5,8,13,16,4,7,10,14,-1,6,9,12,15]},\"L2.sa_o\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":32869.83892965317,\"data\":[-0.34375,-1.6640625,0.154296875,-0.734375,-0.7734375,-0.68359375,-0.396484375,-0.1533203125,-0.0045166015625,0.408203125,-0.36328125,0.0908203125]},\"L2.attn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-372.4914177060127,\"data\":[0.326171875,0.2265625,0.15234375,-0.07666015625,-0.228515625,0.06884765625,0.29296875,-0.049560546875,-0.2431640625,-0.2333984375,-0.115234375,0.1962890625]},\"L2.ffn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":629.4638719558716,\"data\":[0.6673851609230042,0.5854542255401611,0.5342586040496826,0.4998895823955536,0.5045677423477173,0.2949731945991516,0.48414069414138794,0.5841104984283447,0.5128605365753174,0.4351023733615875]},\"L2.ffn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1177.8796793818474,\"data\":[0.8992940783500671,1.0269924402236938,0.9669474959373474,0.8708999752998352,0.5860542058944702,1.2612003087997437,0.8223730325698853,1.1165062189102173,0.6077027916908264,1.2681199312210083]},\"L2.ffn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995522979647,\"data\":[0.2700563371181488,0.23329414427280426,0.3343672454357147,0.08888038247823715,0.14022280275821686,0.1656821370124817,0.14131192862987518,0.22737999260425568,0.12953397631645203,0.3173944354057312,0.30688947439193726,0.4481433928012848]},\"L2.ffn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":15183.043060302734,\"data\":[1.2421875,0.4296875,1.875,-0.21875,-2.40625,-1.2421875,1.046875,-0.546875,0.279296875,0.64453125,-0.75,0.76171875]},\"L2.moe_weights\":{\"shape\":[12,2],\"n\":24,\"stride\":2,\"ck\":224.42381858825684,\"data\":[0.7506004571914673,0.8281666040420532,0.7940566539764404,0.8093545436859131,0.8054314851760864,0.8172160387039185,0.7655593156814575,0.7926430702209473,0.750724732875824,0.7678787112236023,0.8511966466903687,0.8433549404144287]},\"L2.moe_indices\":{\"shape\":[12,2],\"n\":24,\"stride\":1,\"ck\":386.0,\"data\":[1,2,2,3,2,3,0,2,2,0,2,1,0,1,2,0,1,2,2,1,2,0,2,1]},\"L2.ffn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":2510.0237731933594,\"data\":[0.2109375,0.107421875,0.259765625,0.2470703125,0.1337890625,0.01019287109375,0.043212890625,-0.0888671875,0.13671875,-0.08203125,0.0615234375,0.09033203125]},\"L2.h_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":153095.30961608887,\"data\":[0.8203125,0.1982421875,-0.8203125,0.09619140625,0.396484375,0.396484375,1.0546875,-0.578125,0.2333984375,0.26171875,-0.4296875,-0.0203857421875]},\"L2.pre_mix_out\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":629.4638719558716,\"data\":[0.6673851609230042,0.5854542255401611,0.5342586040496826,0.4998895823955536,0.5045677423477173,0.2949731945991516,0.48414069414138794,0.5841104984283447,0.5128605365753174,0.4351023733615875]},\"shared.L2.compress_kv\":{\"shape\":[1,6,32],\"n\":192,\"stride\":17,\"ck\":3196.5859375,\"data\":[0.0,0.625,-3.0,-0.84375,0.9375,0.84375,2.0625,-1.25,0.375,-0.375,1.21875,0.9375]},\"shared.L2.index_k\":{\"shape\":[1,6,32],\"n\":192,\"stride\":17,\"ck\":-114.5,\"data\":[1.0,1.0,0.5,1.5,0.75,1.0,0.25,-0.5,-0.5,0.0,-2.0,0.5]},\"shared.L2.topk_idxs\":{\"shape\":[1,12,6],\"n\":72,\"stride\":2,\"ck\":22813.0,\"data\":[-1,-1,-1,12,-1,-1,12,-1,-1,12,-1,-1,12,-1,-1,12,14,-1,12,14,-1,12,14,-1,12,14,-1,12,14,16,12,14,16,12,14,16]},\"L3.h_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":153095.30961608887,\"data\":[0.8203125,0.1982421875,-0.8203125,0.09619140625,0.396484375,0.396484375,1.0546875,-0.578125,0.2333984375,0.26171875,-0.4296875,-0.0203857421875]},\"L3.pre_mix_in\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":629.4638719558716,\"data\":[0.6673851609230042,0.5854542255401611,0.5342586040496826,0.4998895823955536,0.5045677423477173,0.2949731945991516,0.48414069414138794,0.5841104984283447,0.5128605365753174,0.4351023733615875]},\"L3.attn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":595.9837617874146,\"data\":[0.44382452964782715,0.4430477023124695,0.4973694384098053,0.8167786002159119,0.43421316146850586,0.48802265524864197,0.40583616495132446,0.5959360599517822,0.3374547064304352,0.7484632730484009]},\"L3.attn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1138.9621955156326,\"data\":[0.6549411416053772,1.0051066875457764,0.8503424525260925,1.114230751991272,0.7838428616523743,1.1039749383926392,1.2133680582046509,0.34517955780029297,0.9512377381324768,1.7417134046554565]},\"L3.attn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995517641306,\"data\":[0.1663358509540558,0.3100610375404358,0.20256157219409943,0.28753426671028137,0.3164929449558258,0.2659482955932617,0.18029849231243134,0.21305949985980988,0.15217868983745575,0.30472531914711,0.3823182284832001,0.18421486020088196]},\"L3.attn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":20047.830196380615,\"data\":[1.59375,0.6171875,2.078125,0.216796875,-2.0625,-1.2421875,1.0859375,-0.67578125,0.494140625,0.4765625,-0.49609375,0.95703125]},\"L3.sa_q\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":-2501.378957748413,\"data\":[0.265625,-1.328125,-0.2109375,-0.1552734375,-0.56640625,-0.1484375,0.2177734375,0.380859375,-0.0308837890625,0.318359375,-0.298828125,-0.1181640625]},\"L3.sa_kv\":{\"shape\":[1,18,32],\"n\":576,\"stride\":53,\"ck\":6292.581817626953,\"data\":[-0.5625,-1.0,0.25,-1.5,0.3125,-0.75,-0.9375,0.4375,-1.5,-0.28125,0.75]},\"L3.sa_topk_idxs\":{\"shape\":[1,12,14],\"n\":168,\"stride\":3,\"ck\":88381.0,\"data\":[0,-1,-1,-1,-1,1,-1,-1,-1,-1,2,-1,12,-1,0,3,-1,13,-1,1,4,-1,-1,-1,2,5,12,-1,0,3,6,13,-1,1,4,7,14,-1,3,6,12,15,2,5,8,13,16,4,7,10,14,-1,6,9,12,15]},\"L3.sa_o\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":-58697.12202602625,\"data\":[-0.29296875,-1.1171875,-0.73828125,-0.5546875,-0.8828125,-0.337890625,-0.20703125,-0.54296875,0.022705078125,-0.322265625,-0.337890625,0.6953125]},\"L3.attn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-5487.983439981937,\"data\":[-0.004852294921875,0.39453125,0.25390625,-0.09765625,-0.005279541015625,-0.12890625,0.000629425048828125,0.1171875,-0.1884765625,-0.0289306640625,-0.032958984375,0.2080078125]},\"L3.ffn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":458.04424645006657,\"data\":[0.5319967269897461,0.589552104473114,0.2734324634075165,0.5785624980926514,0.4160693287849426,0.4828476309776306,0.2206723988056183,0.5402609705924988,0.21075351536273956,0.5047035217285156]},\"L3.ffn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1212.9003880023956,\"data\":[1.535423994064331,0.9846899509429932,1.0192500352859497,0.8752154111862183,1.5285497903823853,1.5051803588867188,1.2143397331237793,0.9902888536453247,0.8419474363327026,0.4945629835128784]},\"L3.ffn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995455142111,\"data\":[0.19421100616455078,0.26314786076545715,0.4402867555618286,0.23624972999095917,0.2468140721321106,0.2590302526950836,0.1331125646829605,0.12448179721832275,0.3516557216644287,0.22136996686458588,0.07285146415233612,0.33005595207214355]},\"L3.ffn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":9676.426940917969,\"data\":[1.4296875,1.3359375,2.265625,0.0186767578125,-1.921875,-1.3671875,1.015625,-0.5078125,0.22265625,0.435546875,-0.55859375,1.34375]},\"L3.moe_weights\":{\"shape\":[12,2],\"n\":24,\"stride\":2,\"ck\":224.35862684249878,\"data\":[0.8130903840065002,0.7446308135986328,0.7429412603378296,0.8274824619293213,0.7935315370559692,0.8070142865180969,0.8566480875015259,0.8465831279754639,0.7749400734901428,0.7816835045814514,0.8665773868560791,0.7862528562545776]},\"L3.moe_indices\":{\"shape\":[12,2],\"n\":24,\"stride\":1,\"ck\":505.0,\"data\":[0,2,2,3,2,0,2,3,0,2,0,3,0,3,0,2,3,0,3,2,2,1,3,1]},\"L3.ffn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":1829.3311462402344,\"data\":[-0.01611328125,-0.1416015625,0.033935546875,0.1005859375,0.07177734375,-0.14453125,-0.0213623046875,-0.28515625,-0.08984375,-0.07958984375,-0.024169921875,0.1328125]},\"L3.h_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":91225.73027706146,\"data\":[0.84375,0.052734375,-0.61328125,0.2578125,0.158203125,-0.21484375,1.2734375,-0.275390625,0.4609375,0.12060546875,-0.60546875,0.10986328125]},\"L3.pre_mix_out\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":458.04424645006657,\"data\":[0.5319967269897461,0.589552104473114,0.2734324634075165,0.5785624980926514,0.4160693287849426,0.4828476309776306,0.2206723988056183,0.5402609705924988,0.21075351536273956,0.5047035217285156]},\"L4.engram_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":1,\"ck\":91225.73027706146,\"data\":[0.84375,0.003936767578125,-0.71484375,0.2734375,0.123046875,0.126953125,0.341796875,-0.2041015625,-0.79296875,0.01171875,-0.4375,0.1728515625,1.03125,-0.67578125,0.189453125,-0.5,-0.1494140625,-0.85546875,0.7421875,-0.53125,0.88671875,0.1494140625,0.484375,-0.0927734375,-1.421875,0.33984375,-0.8515625,0.470703125,0.38671875,1.0546875,-1.3515625,-1.0546875,-0.26171875,0.07568359375,-0.796875,-0.1494140625,-0.171875,-1.546875,0.158203125,0.59375,0.84765625,-0.1396484375,-0.259765625,-0.921875,-0.12109375,0.423828125,0.0037689208984375,-0.1396484375,-0.064453125,0.9296875,-0.0123291015625,1.2890625,0.11376953125,0.166015625,-0.10888671875,0.27734375,-0.828125,0.62890625,-0.05859375,0.06884765625,0.2353515625,0.8828125,0.94921875,0.11962890625,0.8515625,-0.00604248046875,-0.765625,0.3046875,0.208984375,0.181640625,0.35546875,-0.271484375,-0.75,0.006134033203125,-0.3671875,0.248046875,0.9453125,-0.578125,0.2294921875,-0.4453125,-0.2138671875,-0.83203125,0.7265625,-0.56640625,0.84375,0.1884765625,0.4375,-0.1416015625,-1.4453125,0.390625,-0.8125,0.47265625,0.375,1.0390625,-1.3203125,-1.0078125,-0.380859375,-0.001922607421875,-0.75390625,-0.1484375,-0.16796875,-1.5703125,0.11865234375,0.5625,0.80078125,-0.23046875,-0.2177734375,-0.92578125,-0.11865234375,0.435546875,0.10791015625,-0.1630859375,-0.07958984375,0.86328125,-0.053955078125,1.203125,0.1298828125,0.134765625,-0.09521484375,0.25390625,-0.8046875,0.578125,-0.0537109375,0.047119140625,0.17578125,0.80078125,0.9921875,0.09765625,0.8515625,-0.00811767578125,-0.78515625,0.32421875,0.2333984375,0.1982421875,0.361328125,-0.291015625,-0.73828125,0.000591278076171875,-0.3359375,0.2734375,0.9140625,-0.54296875,0.251953125,-0.4296875,-0.232421875,-0.8203125,0.71875,-0.578125,0.828125,0.201171875,0.41796875,-0.1591796875,-1.4609375,0.408203125,-0.80078125,0.478515625,0.373046875,1.0390625,-1.3046875,-1.0,-0.42578125,-0.033447265625,-0.74609375,-0.1484375,-0.1728515625,-1.5859375,0.1064453125,0.546875,0.78125,-0.267578125,-0.19921875,-0.92578125,-0.11865234375,0.44140625,0.1455078125,-0.1689453125,-0.0830078125,0.83984375,-0.06982421875,1.171875,0.13671875,0.12158203125,-0.09228515625,0.2412109375,-0.79296875,0.5625,-0.0556640625,0.041015625,0.150390625,0.76953125,1.0078125,0.09228515625,0.85546875,-0.013671875,-0.83203125,0.3671875,0.287109375,0.2421875,0.373046875,-0.341796875,-0.71484375,-0.01318359375,-0.265625,0.333984375,0.8515625,-0.466796875,0.298828125,-0.40234375,-0.275390625,-0.80078125,0.6953125,-0.60546875,0.796875,0.228515625,0.376953125,-0.2001953125,-1.484375,0.447265625,-0.76953125,0.4921875,0.369140625,1.03125,-1.2734375,-0.9765625,-0.52734375,-0.10205078125,-0.72265625,-0.150390625,-0.1787109375,-1.6171875,0.07666015625,0.51171875,0.74609375,-0.349609375,-0.1591796875,-0.93359375,-0.1259765625,0.458984375,0.228515625,-0.1787109375,-0.09521484375,0.7890625,-0.10400390625,1.1015625,0.1533203125,0.09375,-0.08642578125,0.21484375,-0.76953125,0.53515625,-0.061279296875,0.027587890625,0.0927734375,0.703125,1.046875,0.08251953125,0.462890625,0.052734375,-1.0,0.5625,0.326171875,-0.671875,0.58203125,0.3984375,0.5078125,-0.546875,0.71484375,0.275390625,0.44921875,-0.359375,0.490234375,0.11181640625,-0.5,-0.4609375,0.7890625,0.0120849609375,0.294921875,1.4765625,0.828125,-0.083984375,-0.20703125,-0.296875,-0.26171875,0.625,-0.376953125,0.054931640625,-0.3203125,-0.1552734375,-0.439453125,0.828125,1.0625,-0.037353515625,-0.134765625,-0.400390625,0.007110595703125,0.357421875,0.71484375,0.255859375,0.38671875,-0.41015625,0.53515625,0.578125,0.25390625,0.0145263671875,0.73828125,-0.2080078125,-0.91796875,0.07763671875,-0.609375,0.484375,-0.01092529296875,0.2353515625,-0.08447265625,0.12060546875,0.466796875,0.427734375,-0.7265625,0.51171875,0.83203125,-0.91015625,0.458984375,0.058837890625,-1.0078125,0.5625,0.330078125,-0.671875,0.578125,0.390625,0.51171875,-0.546875,0.69921875,0.279296875,0.455078125,-0.35546875,0.484375,0.115234375,-0.51171875,-0.4609375,0.78515625,0.0185546875,0.29296875,1.46875,0.8203125,-0.087890625,-0.1982421875,-0.287109375,-0.265625,0.6171875,-0.376953125,0.045654296875,-0.318359375,-0.1455078125,-0.447265625,0.80859375,1.0625,-0.022216796875,-0.1328125,-0.40625,0.0133056640625,0.3671875,0.7109375,0.248046875,0.380859375,-0.412109375,0.52734375,0.57421875,0.251953125,0.01092529296875,0.73828125,-0.2060546875,-0.91015625,0.0810546875,-0.60546875,0.4765625,-0.006927490234375,0.2392578125,-0.08544921875,0.1279296875,0.466796875,0.427734375,-0.72265625,0.51171875,0.828125,-0.90234375,0.5234375,-0.005035400390625,-0.90625,0.47265625,0.310546875,-0.6796875,0.63671875,0.47265625,0.47265625,-0.494140625,0.8125,0.1865234375,0.427734375,-0.361328125,0.47265625,0.08935546875,-0.41015625,-0.412109375,0.87109375,-0.07275390625,0.30078125,1.5390625,0.95703125,0.00787353515625,-0.216796875,-0.40234375,-0.26171875,0.66796875,-0.359375,0.09521484375,-0.3125,-0.1484375,-0.357421875,0.98828125,1.0859375,-0.146484375,-0.087890625,-0.298828125,-0.08935546875,0.322265625,0.7421875,0.353515625,0.42578125,-0.380859375,0.6171875,0.58984375,0.244140625,0.0155029296875,0.7109375,-0.2373046875,-0.96875,0.0849609375,-0.6484375,0.53515625,-0.03369140625,0.251953125,-0.1298828125,0.0255126953125,0.46875,0.408203125,-0.7265625,0.53515625,0.8125,-0.9921875,0.40625,0.1220703125,-1.1015625,0.625,0.35546875,-0.66796875,0.51953125,0.30859375,0.5546875,-0.5859375,0.578125,0.35546875,0.486328125,-0.33984375,0.48046875,0.1416015625,-0.62109375,-0.498046875,0.71484375,0.103515625,0.28125,1.40625,0.69140625,-0.1689453125,-0.162109375,-0.171875,-0.275390625,0.55859375,-0.390625,-0.01348876953125,-0.3203125,-0.119140625,-0.53515625,0.625,1.0390625,0.1064453125,-0.1640625,-0.50390625,0.1044921875,0.421875,0.67578125,0.150390625,0.33203125,-0.4375,0.447265625,0.55859375,0.25,-0.00109100341796875,0.75390625,-0.177734375,-0.83984375,0.08447265625,-0.56640625,0.41796875,0.0233154296875,0.2392578125,-0.054443359375,0.2216796875,0.46484375,0.44140625,-0.703125,0.48828125,0.828125,-0.81640625,0.50390625,-0.70703125,-0.61328125,0.83203125,0.000457763671875,0.0498046875,1.4140625,-0.7734375,-0.60546875,-0.87890625,-0.020263671875,-0.07470703125,-0.6796875,-0.9921875,0.255859375,-0.78515625,0.326171875,-0.5,0.1591796875,0.32421875,1.078125,1.1953125,0.107421875,-0.1630859375,-0.21484375,-0.388671875,0.7265625,0.44921875,0.0311279296875,0.33984375,-0.30859375,-0.1611328125,-0.9609375,-0.7890625,-0.578125,0.2890625,-0.2177734375,0.162109375,-0.1142578125,-0.07763671875,0.275390625,-0.16796875,0.28515625,-0.5625,0.2470703125,0.294921875,0.7421875,-0.361328125,0.7890625,0.48046875,-0.66015625,1.0234375,0.28125,0.390625,-0.5546875,0.6328125,-0.22265625,-0.443359375,0.9765625,0.83984375,-0.4609375,1.296875,0.7265625,-0.97265625,0.53515625,-0.671875,-0.68359375,0.8125,0.0133056640625,0.050048828125,1.40625,-0.8046875,-0.55078125,-0.96484375,-0.03466796875,-0.04833984375,-0.66796875,-1.0078125,0.2470703125,-0.625,0.294921875,-0.55859375,0.265625,0.306640625,1.0078125,1.1640625,0.1455078125,-0.2255859375,-0.259765625,-0.462890625,0.75390625,0.482421875,0.0274658203125,0.38671875,-0.29296875,-0.1650390625,-0.984375,-0.734375,-0.578125,0.1923828125,-0.18359375,0.306640625,-0.046630859375,-0.2099609375,0.328125,-0.1669921875,0.2421875,-0.6796875,0.271484375,0.421875,0.72265625,-0.369140625,0.75390625,0.462890625,-0.71484375,0.953125,0.2255859375,0.35546875,-0.48828125,0.6171875,-0.2001953125,-0.43359375,0.8828125,0.78515625,-0.408203125,1.3125,0.703125,-0.90625,0.51171875,-0.6953125,-0.63671875,0.84765625,-0.01507568359375,0.06640625,1.4296875,-0.78515625,-0.59375,-0.9296875,-0.0078125,-0.05419921875,-0.671875,-1.015625,0.2734375,-0.7265625,0.33203125,-0.54296875,0.2060546875,0.322265625,1.0546875,1.1875,0.11962890625,-0.1884765625,-0.263671875,-0.42578125,0.74609375,0.484375,0.0322265625,0.365234375,-0.302734375,-0.1826171875,-0.97265625,-0.7734375,-0.59375,0.2470703125,-0.2177734375,0.21484375,-0.08251953125,-0.1494140625,0.296875,-0.1728515625,0.275390625,-0.62109375,0.263671875,0.361328125,0.73828125,-0.359375,0.78515625,0.482421875,-0.69140625,0.9921875,0.271484375,0.3828125,-0.53515625,0.625,-0.2138671875,-0.4453125,0.9453125,0.828125,-0.46484375,1.3046875,0.73828125,-0.9453125,0.51953125,-0.69140625,-0.6484375,0.8046875,0.0257568359375,0.035888671875,1.390625,-0.7890625,-0.5703125,-0.90234375,-0.044921875,-0.072265625,-0.671875,-0.984375,0.2333984375,-0.7109375,0.296875,-0.5078125,0.2041015625,0.310546875,1.046875,1.1796875,0.1279296875,-0.189453125,-0.20703125,-0.4140625,0.73046875,0.443359375,0.0262451171875,0.353515625,-0.30078125,-0.1435546875,-0.96875,-0.7578125,-0.5625,0.25,-0.189453125,0.2314453125,-0.087890625,-0.119140625,0.298828125,-0.1630859375,0.2578125,-0.6015625,0.251953125,0.337890625,0.734375,-0.369140625,0.765625,0.462890625,-0.67578125,0.99609375,0.24609375,0.369140625,-0.51953125,0.62890625,-0.2138671875,-0.435546875,0.9296875,0.8046875,-0.41796875,1.296875,0.6953125,-0.9453125,0.81640625,-0.53515625,-0.609375,0.2578125,0.00689697265625,0.22265625,-0.392578125,-0.322265625,-0.7265625,0.1748046875,0.74609375,-0.2236328125,-0.1552734375,-0.2314453125,1.125,-0.6640625,-0.94921875,0.453125,-0.16015625,-0.1728515625,0.388671875,0.439453125,0.6015625,-0.384765625,-0.388671875,-0.259765625,0.82421875,0.341796875,0.466796875,0.0634765625,-1.1484375,-1.03125,-0.357421875,0.8203125,0.66796875,0.11865234375,-0.326171875,-0.419921875,0.3828125,0.4375,0.921875,0.26953125,-0.1494140625,0.1533203125,0.5234375,0.056884765625,0.91796875,-0.2109375,0.047119140625,0.91796875,0.004913330078125,0.4609375,0.83203125,1.3828125,0.05419921875,-0.4765625,0.10400390625,-0.36328125,0.08251953125,0.171875,0.2177734375,0.72265625,1.0703125,-0.99609375,0.5859375,-0.486328125,-0.7265625,0.2412109375,0.205078125,0.107421875,-0.361328125,-0.375,-0.59375,0.0791015625,0.7890625,-0.01397705078125,-0.1357421875,-0.197265625,1.1484375,-0.5390625,-1.1484375,0.3515625,0.048095703125,-0.3671875,0.20703125,0.40625,0.62890625,-0.609375,-0.412109375,-0.2451171875,0.73828125,0.388671875,0.31640625,0.06591796875,-1.0546875,-1.0625,-0.482421875,0.70703125,0.5078125,0.2314453125,-0.375,-0.400390625,0.400390625,0.515625,0.8359375,0.10986328125,-0.27734375,0.039306640625,0.57421875,0.078125,0.890625,-0.302734375,-0.03466796875,0.859375,0.12255859375,0.4140625,0.59765625,1.1484375,0.1806640625,-0.271484375,0.173828125,-0.337890625,0.0908203125,0.333984375,0.203125,0.6328125,1.1796875,-0.83984375,0.77734375,-0.52734375,-0.625,0.25,0.0458984375,0.2080078125,-0.388671875,-0.328125,-0.69921875,0.1640625,0.74609375,-0.1962890625,-0.1474609375,-0.2177734375,1.1171875,-0.640625,-0.984375,0.439453125,-0.1259765625,-0.2109375,0.35546875,0.431640625,0.609375,-0.41796875,-0.37890625,-0.255859375,0.8046875,0.34765625,0.4375,0.060302734375,-1.1328125,-1.015625,-0.376953125,0.80078125,0.64453125,0.13671875,-0.326171875,-0.4140625,0.384765625,0.455078125,0.9140625,0.2392578125,-0.1728515625,0.1455078125,0.51953125,0.05419921875,0.91015625,-0.2265625,0.034912109375,0.90234375,0.023681640625,0.455078125,0.79296875,1.34375,0.078125,-0.443359375,0.109375,-0.3515625,0.08349609375,0.19921875,0.22265625,0.70703125,1.0859375,-0.97265625,0.63671875,-0.498046875,-0.7109375,0.251953125,0.1533203125,0.130859375,-0.3671875,-0.36328125,-0.6328125,0.095703125,0.7890625,-0.052001953125,-0.1435546875,-0.21484375,1.15625,-0.5703125,-1.1015625,0.369140625,-0.00022411346435546875,-0.31640625,0.251953125,0.41796875,0.62109375,-0.5625,-0.421875,-0.251953125,0.76171875,0.3828125,0.353515625,0.0703125,-1.078125,-1.0703125,-0.455078125,0.73046875,0.5390625,0.205078125,-0.373046875,-0.40625,0.396484375,0.4921875,0.85546875,0.150390625,-0.24609375,0.05322265625,0.5703125,0.07958984375,0.8984375,-0.28125,-0.0179443359375,0.87890625,0.09619140625,0.421875,0.65234375,1.203125,0.1484375,-0.31640625,0.166015625,-0.349609375,0.08935546875,0.296875,0.197265625,0.65234375,1.1640625,-0.87109375,0.43359375,0.2294921875,-0.59765625,0.451171875,0.158203125,0.140625,0.43359375,0.0634765625,-0.361328125,-0.177734375,-0.1728515625,0.79296875,-0.98046875,-0.263671875,0.091796875,-0.212890625,0.1552734375,-0.302734375,0.1962890625,0.62109375,1.34375,0.27734375,0.022216796875,-0.609375,-1.0859375,-0.48828125,0.89453125,-0.49609375,-0.177734375,0.3203125,-0.48046875,-1.2421875,-0.7890625,0.314453125,0.2255859375,-0.7734375,-0.91015625,-0.828125,0.9296875,0.53125,0.1708984375,0.6796875,0.62890625,-0.240234375,0.451171875,0.4609375,0.298828125,-0.458984375,-0.1357421875,1.015625,-0.73828125,0.64453125,0.6015625,-0.6328125,0.47265625,0.50390625,0.267578125,0.046142578125,0.421875,0.07861328125,-0.298828125,0.83203125,0.64453125,-0.91796875,0.404296875,0.13671875,-0.55078125,0.50390625,0.1533203125,0.1689453125,0.419921875,0.01043701171875,-0.408203125,-0.130859375,-0.212890625,0.7890625,-1.03125,-0.234375,0.08349609375,-0.318359375,0.11962890625,-0.2158203125,0.09716796875,0.6640625,1.21875,0.3203125,-0.00482177734375,-0.5859375,-1.078125,-0.412109375,0.859375,-0.419921875,-0.296875,0.341796875,-0.5390625,-1.140625,-0.83203125,0.2255859375,0.29296875,-0.671875,-0.94921875,-0.87109375,0.83984375,0.5859375,0.09228515625,0.6171875,0.7109375,-0.224609375,0.51953125,0.416015625,0.47265625,-0.455078125,-0.1806640625,0.98828125,-0.69140625,0.69140625,0.7265625,-0.5546875,0.43359375,0.4609375,0.1376953125,-0.043212890625,0.451171875,0.08642578125,-0.388671875,0.796875,0.6015625,-0.921875,0.419921875,0.2080078125,-0.609375,0.482421875,0.123046875,0.1513671875,0.451171875,0.037109375,-0.396484375,-0.1728515625,-0.15625,0.8125,-0.99609375,-0.28515625,0.10400390625,-0.25390625,0.171875,-0.302734375,0.1591796875,0.66015625,1.328125,0.302734375,0.012939453125,-0.60546875,-1.109375,-0.482421875,0.90625,-0.4609375,-0.208984375,0.345703125,-0.5078125,-1.2734375,-0.80078125,0.3046875,0.2109375,-0.7578125,-0.94921875,-0.84375,0.89453125,0.52734375,0.1337890625,0.6640625,0.66796875,-0.26953125,0.48828125,0.453125,0.361328125,-0.44921875,-0.1552734375,1.0390625,-0.73828125,0.6328125,0.640625,-0.59375,0.453125,0.482421875,0.26171875,-0.0089111328125,0.431640625,0.080078125,-0.357421875,0.81640625,0.6640625,-0.8984375,0.40625,0.1328125,-0.53515625,0.49609375,0.1767578125,0.1689453125,0.404296875,0.0125732421875,-0.390625,-0.1279296875,-0.23046875,0.78125,-1.03125,-0.2158203125,0.078125,-0.3125,0.10595703125,-0.201171875,0.103515625,0.65234375,1.2109375,0.3125,-0.00372314453125,-0.5859375,-1.0703125,-0.40234375,0.84765625,-0.427734375,-0.298828125,0.333984375,-0.53515625,-1.1015625,-0.8359375,0.21484375,0.314453125,-0.6640625,-0.93359375,-0.87109375,0.8515625,0.59765625,0.1025390625,0.61328125,0.703125,-0.2109375,0.51171875,0.41796875,0.466796875,-0.4609375,-0.1728515625,0.97265625,-0.68359375,0.7109375,0.7265625,-0.5625,0.435546875,0.46484375,0.1142578125,-0.02685546875,0.451171875,0.0927734375,-0.373046875,0.8046875,0.58984375,-0.9375,0.58203125,-0.82421875,-0.55859375,0.1142578125,1.3984375,-0.21484375,1.1015625,-0.6015625,-0.76171875,0.04296875,0.43359375,-0.15234375,0.30078125,-0.7109375,0.69921875,-0.984375,-0.1806640625,0.11181640625,0.365234375,0.5390625,0.9921875,0.01214599609375,-0.8359375,-0.53515625,0.30859375,0.390625,0.3671875,0.3203125,-0.482421875,-0.060302734375,0.1591796875,0.1875,-1.1953125,-1.0234375,-0.5703125,0.69921875,-0.74609375,-0.609375,0.1484375,0.14453125,0.384765625,-0.76953125,0.5,-0.490234375,0.89453125,-0.1923828125,-0.443359375,-0.09228515625,0.734375,0.294921875,-0.05517578125,0.83203125,0.271484375,0.7109375,0.044677734375,-0.19921875,-0.54296875,-0.103515625,-0.375,0.65625,0.134765625,1.6484375,0.09130859375,-1.265625,0.55078125,-0.7578125,-0.48828125,0.07177734375,1.34375,-0.041259765625,1.078125,-0.578125,-0.7578125,0.09130859375,0.390625,-0.07958984375,0.314453125,-0.60546875,0.671875,-0.9296875,-0.1796875,0.0849609375,0.375,0.478515625,0.921875,0.09765625,-0.7109375,-0.51953125,0.306640625,0.375,0.298828125,0.25,-0.478515625,0.041748046875,0.1259765625,0.14453125,-1.21875,-0.96484375,-0.55859375,0.66796875,-0.71875,-0.486328125,0.08154296875,0.1904296875,0.375,-0.76953125,0.51171875,-0.4375,0.8984375,-0.1279296875,-0.322265625,-0.20703125,0.70703125,0.2734375,-0.0849609375,0.8125,0.212890625,0.75390625,0.1025390625,-0.1962890625,-0.470703125,-0.033447265625,-0.359375,0.65234375,0.107421875,1.5703125,0.146484375,-1.265625,0.53515625,-0.73828125,-0.44921875,0.0625,1.3125,0.05078125,1.078125,-0.5703125,-0.7578125,0.10400390625,0.3671875,-0.037841796875,0.328125,-0.5625,0.6640625,-0.91015625,-0.171875,0.0576171875,0.37890625,0.4609375,0.8984375,0.140625,-0.65625,-0.5234375,0.296875,0.365234375,0.263671875,0.2216796875,-0.4765625,0.09326171875,0.107421875,0.1044921875,-1.234375,-0.9296875,-0.5625,0.6484375,-0.7109375,-0.416015625,0.056396484375,0.2001953125,0.37109375,-0.77734375,0.52734375,-0.423828125,0.90234375,-0.09765625,-0.263671875,-0.255859375,0.6953125,0.271484375,-0.1064453125,0.8046875,0.189453125,0.78515625,0.1298828125,-0.203125,-0.4375,-0.0036163330078125,-0.353515625,0.65625,0.08154296875,1.5390625,0.1806640625,-1.265625,0.474609375,-0.640625,-0.42578125,0.01226806640625,1.2265625,0.220703125,1.0625,-0.5703125,-0.80078125,0.150390625,0.392578125,0.057373046875,0.30859375,-0.4921875,0.625,-0.86328125,-0.1376953125,0.0264892578125,0.390625,0.390625,0.828125,0.234375,-0.51953125,-0.47265625,0.28515625,0.345703125,0.2255859375,0.1611328125,-0.466796875,0.23046875,0.0556640625,0.022216796875,-1.2421875,-0.86328125,-0.58984375,0.60546875,-0.73828125,-0.326171875,-0.0712890625,0.236328125,0.3203125,-0.7421875,0.5234375,-0.390625,0.9140625,-0.0223388671875,-0.1181640625,-0.384765625,0.640625,0.29296875,-0.146484375,0.74609375,0.125,0.8203125,0.171875,-0.203125,-0.3046875,0.037109375,-0.322265625,0.64453125,0.0302734375,1.4375,0.275390625,-1.2578125,-1.3671875,0.2294921875,-0.08837890625,0.2578125,0.4453125,0.08935546875,1.2734375,-0.72265625,-0.37890625,-0.1435546875,0.314453125,-0.162109375,0.09521484375,-0.70703125,-0.2734375,-1.25,-0.470703125,-0.69140625,0.5625,-0.2177734375,0.004486083984375,0.82421875,-0.40234375,0.1669921875,-0.64453125,0.6015625,-0.7421875,0.365234375,0.05078125,-0.375,-0.4765625,-0.185546875,-1.34375,-0.59765625,-0.859375,0.265625,0.0087890625,-0.390625,-0.1904296875,0.423828125,-0.5546875,0.6328125,0.09912109375,-1.1171875,0.55859375,-0.2197265625,0.341796875,-0.50390625,-0.400390625,0.27734375,-0.318359375,-0.5390625,0.73046875,0.5859375,0.0517578125,0.75390625,-0.302734375,0.37890625,-0.640625,0.55859375,-0.62890625,1.6953125,0.154296875,-0.000850677490234375,-1.4375,0.220703125,-0.107421875,0.341796875,0.4453125,0.109375,1.296875,-0.7890625,-0.365234375,-0.1318359375,0.404296875,-0.12890625,0.01953125,-0.68359375,-0.296875,-1.2890625,-0.478515625,-0.6953125,0.5546875,-0.2060546875,-0.036865234375,0.86328125,-0.416015625,0.1767578125,-0.57421875,0.62890625,-0.76171875,0.3203125,0.0986328125,-0.404296875,-0.50390625,-0.2490234375,-1.3671875,-0.63671875,-0.890625,0.3203125,-0.059326171875,-0.34765625,-0.1611328125,0.44140625,-0.6640625,0.58984375,0.19140625,-1.1328125,0.60546875,-0.21484375,0.34765625,-0.453125,-0.451171875,0.30078125,-0.279296875,-0.5625,0.74609375,0.60546875,0.023681640625,0.75390625,-0.3125,0.375,-0.67578125,0.515625,-0.68359375,1.7109375,0.224609375,0.00732421875,-1.296875,0.2353515625,-0.0947265625,0.208984375,0.34375,0.061279296875,1.3203125,-0.67578125,-0.474609375,-0.2080078125,0.2734375,-0.138671875,0.2099609375,-0.80078125,-0.2138671875,-1.28125,-0.39453125,-0.75390625,0.57421875,-0.1845703125,0.04833984375,0.7734375,-0.408203125,0.142578125,-0.7890625,0.55859375,-0.69921875,0.4609375,0.04052734375,-0.291015625,-0.455078125,-0.2099609375,-1.296875,-0.55078125,-0.9140625,0.16015625,-0.02197265625,-0.46875,-0.2890625,0.3203125,-0.46875,0.6796875,0.01904296875,-1.1875,0.5234375,-0.1787109375,0.353515625,-0.55078125,-0.33984375,0.33203125,-0.421875,-0.5859375,0.75,0.57421875,0.06787109375,0.69921875,-0.2265625,0.337890625,-0.58984375,0.6171875,-0.6484375,1.65625,0.115234375,0.0615234375,-1.296875,0.2353515625,-0.09033203125,0.2041015625,0.35546875,0.06494140625,1.3203125,-0.67578125,-0.466796875,-0.1962890625,0.26953125,-0.1484375,0.20703125,-0.796875,-0.21875,-1.2734375,-0.404296875,-0.74609375,0.57421875,-0.1884765625,0.049560546875,0.7734375,-0.40625,0.142578125,-0.78125,0.55859375,-0.69921875,0.458984375,0.03466796875,-0.296875,-0.451171875,-0.201171875,-1.3046875,-0.55078125,-0.90625,0.1650390625,-0.006500244140625,-0.46875,-0.28515625,0.33203125,-0.462890625,0.68359375,0.013427734375,-1.1796875,0.5234375,-0.1796875,0.353515625,-0.55078125,-0.337890625,0.32421875,-0.416015625,-0.58203125,0.7421875,0.578125,0.0703125,0.7109375,-0.2392578125,0.34375,-0.59375,0.6171875,-0.63671875,1.65625,0.1083984375,0.05419921875,-0.080078125,0.06396484375,-0.123046875,0.61328125,0.10546875,-0.67578125,0.93359375,-0.275390625,-0.35546875,0.423828125,0.625,-0.85546875,0.796875,-0.4453125,0.62109375,-0.51953125,-0.53125,0.1484375,0.451171875,0.90625,0.6015625,-0.61328125,-0.298828125,0.404296875,0.126953125,0.54296875,0.40234375,0.158203125,-0.01544189453125,0.0013885498046875,-0.828125,-0.341796875,0.70703125,0.1015625,0.2236328125,-0.7890625,-0.953125,-0.71484375,0.294921875,-0.1572265625,-0.2421875,0.78515625,0.193359375,-0.3125,0.392578125,0.455078125,-0.53125,0.796875,0.029296875,-0.3046875,-0.578125,0.7734375,-0.068359375,0.72265625,0.390625,-0.2294921875,-0.75390625,-1.1484375,-0.72265625,0.466796875,-0.8203125,1.4609375,0.408203125,-0.74609375,-0.05078125,0.11865234375,-0.1376953125,0.435546875,0.2060546875,-0.5625,0.953125,-0.4140625,-0.251953125,0.361328125,0.53515625,-0.70703125,0.55859375,-0.1494140625,0.4609375,-0.5390625,-0.60546875,0.1513671875,0.314453125,0.72265625,0.48828125,-0.451171875,-0.234375,0.37890625,0.17578125,0.345703125,0.30859375,0.1806640625,0.004302978515625,-0.06103515625,-0.88671875,-0.271484375,0.3828125,0.0025177001953125,0.3125,-0.75,-0.8515625,-0.69921875,0.1435546875,-0.07763671875,-0.36328125,0.75390625,0.2021484375,-0.318359375,0.3203125,0.58984375,-0.20703125,0.69140625,-0.10302734375,-0.3203125,-0.609375,0.85546875,-0.11181640625,0.609375,0.4921875,-0.20703125,-0.60546875,-1.0546875,-0.6328125,0.43359375,-0.8203125,1.3828125,0.5859375,-1.015625,-0.051025390625,0.083984375,-0.08544921875,0.55078125,0.1591796875,-0.63671875,0.90625,-0.291015625,-0.298828125,0.45703125,0.53515625,-0.87109375,0.75390625,-0.341796875,0.57421875,-0.482421875,-0.58203125,0.18359375,0.439453125,0.84375,0.57421875,-0.61328125,-0.28125,0.38671875,0.1796875,0.5234375,0.373046875,0.1337890625,-0.047119140625,-0.0311279296875,-0.8671875,-0.25390625,0.640625,0.08056640625,0.3046875,-0.77734375,-0.87109375,-0.7109375,0.28515625,-0.0947265625,-0.2236328125,0.77734375,0.1591796875,-0.25,0.33984375,0.47265625,-0.46875,0.765625,0.0028076171875,-0.35546875,-0.5703125,0.828125,-0.09423828125,0.6796875,0.42578125,-0.2099609375,-0.77734375,-1.1015625,-0.703125,0.46875,-0.76171875,1.453125,0.419921875,-0.86328125,-0.053955078125,0.10791015625,-0.12890625,0.470703125,0.1884765625,-0.5859375,0.9453125,-0.380859375,-0.26953125,0.380859375,0.546875,-0.74609375,0.61328125,-0.2099609375,0.49609375,-0.52734375,-0.59375,0.15625,0.34765625,0.7578125,0.51171875,-0.4921875,-0.2490234375,0.3828125,0.1708984375,0.392578125,0.328125,0.1708984375,-0.005340576171875,-0.049560546875,-0.87890625,-0.27734375,0.455078125,0.0247802734375,0.302734375,-0.7578125,-0.8671875,-0.703125,0.1806640625,-0.0888671875,-0.330078125,0.7578125,0.1943359375,-0.30859375,0.330078125,0.55859375,-0.28125,0.71484375,-0.07373046875,-0.32421875,-0.59765625,0.84375,-0.1044921875,0.6328125,0.470703125,-0.2099609375,-0.6484375,-1.0703125,-0.65234375,0.443359375,-0.8125,1.3984375,0.54296875,-0.96875,-0.0291748046875,0.73828125,-0.359375,-0.51953125,2.046875,0.10986328125,0.470703125,0.2294921875,0.4609375,-0.53515625,0.205078125,0.412109375,-0.60546875,-0.423828125,1.625,-0.1455078125,-0.259765625,-0.267578125,0.427734375,0.298828125,0.98828125,0.5546875,0.1171875,-0.9140625,-0.01483154296875,0.1533203125,0.75390625,-0.006378173828125,-0.02587890625,0.5078125,-0.361328125,-0.734375,-0.55859375,-0.0546875,0.0986328125,-0.326171875,-0.2197265625,0.353515625,0.1728515625,0.408203125,1.2109375,-1.0625,0.99609375,-1.1484375,-0.4140625,-0.55078125,0.11767578125,-0.33203125,0.158203125,0.72265625,0.154296875,-0.1796875,0.546875,0.22265625,0.55859375,0.205078125,0.04931640625,-0.6484375,-0.46875,0.2421875,0.2578125,0.515625,0.796875,-0.8828125,-0.212890625,0.53125,-0.248046875,-0.5625,1.7578125,0.07568359375,0.5234375,0.30859375,0.255859375,-0.5546875,0.2451171875,0.357421875,-0.49609375,-0.484375,1.40625,-0.341796875,0.10498046875,-0.3359375,0.4765625,0.1982421875,0.94140625,0.55859375,0.1328125,-0.78515625,0.05615234375,0.1513671875,0.68359375,0.0380859375,0.061767578125,0.625,-0.5390625,-0.6875,-0.5625,0.1328125,0.337890625,-0.330078125,-0.10107421875,0.51953125,0.255859375,0.40234375,1.078125,-1.0,1.0703125,-1.3515625,-0.373046875,-0.66015625,0.07861328125,-0.353515625,0.0024566650390625,0.62109375,0.1484375,-0.1826171875,0.3671875,0.43359375,0.53125,0.23046875,0.076171875,-0.5859375,-0.5625,0.2431640625,0.26171875,0.6328125,0.79296875,-0.76953125,-0.12451171875,0.62109375,-0.2890625,-0.546875,1.8828125,0.087890625,0.490234375,0.279296875,0.357421875,-0.53125,0.2080078125,0.369140625,-0.54296875,-0.44140625,1.5,-0.251953125,-0.057373046875,-0.287109375,0.455078125,0.23046875,0.953125,0.55859375,0.12890625,-0.83984375,0.03564453125,0.1552734375,0.703125,0.01092529296875,0.018310546875,0.56640625,-0.46875,-0.6875,-0.5625,0.043212890625,0.2470703125,-0.31640625,-0.1328125,0.4375,0.224609375,0.419921875,1.140625,-1.03125,1.0234375,-1.2421875,-0.3984375,-0.62109375,0.0927734375,-0.34375,0.06787109375,0.65234375,0.1572265625,-0.169921875,0.439453125,0.328125,0.54296875,0.2255859375,0.050048828125,-0.6015625,-0.52734375,0.2470703125,0.2734375,0.578125,0.78125,-0.828125,-0.1435546875,0.59375,-0.28515625,-0.5390625,1.8359375,0.06982421875,0.5,0.2890625,0.3359375,-0.5234375,0.20703125,0.36328125,-0.5234375,-0.4375,1.4609375,-0.271484375,-0.027099609375,-0.26953125,0.44921875,0.2080078125,0.92578125,0.5703125,0.15234375,-0.8125,0.040283203125,0.154296875,0.67578125,0.0191650390625,0.0286865234375,0.56640625,-0.4921875,-0.6640625,-0.5625,0.06689453125,0.275390625,-0.30859375,-0.10986328125,0.439453125,0.234375,0.431640625,1.1015625,-1.0,1.015625,-1.25,-0.373046875,-0.625,0.08837890625,-0.333984375,0.048583984375,0.640625,0.15234375,-0.1669921875,0.427734375,0.33203125,0.53515625,0.2275390625,0.055419921875,-0.58984375,-0.5390625,0.244140625,0.279296875,0.58203125,0.76953125,-0.82421875,-1.0078125,-0.2294921875,0.72265625,-0.96875,-0.6953125,-0.55078125,0.396484375,0.2412109375,0.056640625,0.12060546875,0.3515625,0.43359375,-0.74609375,0.37109375,0.279296875,0.4296875,-0.9453125,0.13671875,-0.1904296875,0.46484375,-0.2431640625,0.271484375,0.1640625,-0.08984375,-0.65234375,0.259765625,0.275390625,0.07958984375,1.1484375,0.1044921875,-0.130859375,-0.88671875,0.359375,0.87109375,0.5078125,-0.1748046875,-0.52734375,0.07373046875,0.1396484375,0.287109375,-1.2578125,-0.333984375,-0.21875,-0.67578125,0.70703125,0.66015625,-0.296875,-0.205078125,-0.79296875,0.984375,0.150390625,0.318359375,0.458984375,-0.54296875,0.8359375,-0.91015625,-0.23828125,-0.00506591796875,0.58203125,0.054443359375,-0.318359375,0.53515625,0.59765625,-0.390625,-0.734375,-0.19921875,0.6875,-0.91015625,-0.69921875,-0.50390625,0.2138671875,0.0595703125,0.09033203125,0.201171875,0.228515625,0.345703125,-0.73828125,0.306640625,0.2578125,0.515625,-0.89453125,0.06689453125,-0.12451171875,0.53515625,-0.30859375,0.19921875,0.357421875,-0.11572265625,-0.62109375,0.30078125,0.28125,0.1513671875,0.93359375,0.000812530517578125,-0.1474609375,-0.76953125,0.38671875,0.765625,0.58984375,-0.263671875,-0.3828125,-0.0115966796875,0.33203125,0.373046875,-1.0625,-0.369140625,-0.1474609375,-0.71875,0.68359375,0.7734375,-0.365234375,-0.1298828125,-0.7578125,0.99609375,0.1748046875,0.453125,0.59765625,-0.53515625,0.79296875,-0.70703125,-0.41015625,-0.03271484375,0.50390625,0.0712890625,-0.431640625,0.419921875,0.482421875,-0.453125,-0.90625,-0.2158203125,0.71875,-0.94140625,-0.6953125,-0.53125,0.326171875,0.1767578125,0.07861328125,0.1513671875,0.302734375,0.39453125,-0.734375,0.359375,0.271484375,0.46484375,-0.93359375,0.12158203125,-0.1650390625,0.482421875,-0.2734375,0.23828125,0.2353515625,-0.10009765625,-0.63671875,0.275390625,0.271484375,0.10791015625,1.078125,0.06689453125,-0.1337890625,-0.828125,0.36328125,0.81640625,0.546875,-0.1923828125,-0.46875,0.0400390625,0.21875,0.326171875,-1.1875,-0.357421875,-0.19921875,-0.68359375,0.69140625,0.703125,-0.326171875,-0.1806640625,-0.78125,0.98046875,0.1650390625,0.376953125,0.51171875,-0.55078125,0.8203125,-0.83203125,-0.318359375,-0.003875732421875,0.546875,0.0615234375,-0.35546875,0.5,0.546875,-0.416015625,-0.78125,-0.205078125,0.69140625,-0.91796875,-0.69921875,-0.5078125,0.24609375,0.09033203125,0.08349609375,0.1875,0.2490234375,0.361328125,-0.73828125,0.31640625,0.26171875,0.5,-0.90234375,0.07861328125,-0.1357421875,0.5234375,-0.298828125,0.2119140625,0.32421875,-0.111328125,-0.625,0.294921875,0.28125,0.1396484375,0.97265625,0.0179443359375,-0.14453125,-0.7890625,0.3828125,0.78125,0.57421875,-0.2490234375,-0.408203125,0.0031585693359375,0.298828125,0.357421875,-1.1015625,-0.361328125,-0.16015625,-0.7109375,0.6875,0.75390625,-0.353515625,-0.142578125,-0.765625,0.9921875,0.169921875,0.4296875,0.57421875,-0.5390625,0.80078125,-0.7421875,-0.380859375,-0.028076171875,0.51953125,0.0673828125,-0.412109375,0.439453125,0.5,-0.443359375,0.07958984375,-0.3046875,-0.1455078125,-0.84765625,0.228515625,0.462890625,0.58203125,-0.181640625,-0.92578125,-0.41796875,-0.60546875,-0.74609375,-0.330078125,-0.58203125,-0.6015625,-0.5234375,-0.004730224609375,-0.1943359375,-0.28515625,0.69140625,0.51171875,0.16796875,0.279296875,0.345703125,-0.458984375,-0.019775390625,1.0078125,-0.1787109375,-0.474609375,0.1640625,-0.302734375,-0.9609375,0.125,0.78515625,-0.6953125,-0.72265625,-0.07470703125,0.310546875,-0.53125,-0.62109375,-0.369140625,0.25,0.494140625,-0.5234375,1.03125,1.0390625,0.80859375,-0.328125,-0.020263671875,0.78515625,0.451171875,1.1171875,0.2041015625,-0.36328125,0.00238037109375,0.2021484375,0.09521484375,-0.53125,0.470703125,0.2734375,0.049560546875,0.4609375,0.609375,-0.7578125,0.083984375,-0.296875,-0.1513671875,-0.84375,0.236328125,0.453125,0.59765625,-0.1826171875,-0.91796875,-0.4140625,-0.5859375,-0.73828125,-0.33984375,-0.578125,-0.6015625,-0.52734375,-0.01519775390625,-0.185546875,-0.296875,0.671875,0.51171875,0.1796875,0.275390625,0.34375,-0.443359375,-0.01904296875,1.0078125,-0.189453125,-0.474609375,0.1552734375,-0.30078125,-0.93359375,0.10400390625,0.80859375,-0.703125,-0.69140625,-0.083984375,0.30078125,-0.52734375,-0.63671875,-0.384765625,0.2265625,0.5,-0.515625,1.046875,1.03125,0.8125,-0.333984375,-0.0302734375,0.77734375,0.42578125,1.109375,0.2041015625,-0.361328125,-0.00909423828125,0.201171875,0.083984375,-0.5234375,0.44921875,0.26953125,0.0283203125,0.4765625,0.61328125,-0.74609375,0.0703125,-0.326171875,-0.1396484375,-0.85546875,0.2021484375,0.48828125,0.57421875,-0.1796875,-0.96484375,-0.427734375,-0.64453125,-0.75,-0.318359375,-0.6015625,-0.609375,-0.5390625,0.0257568359375,-0.2314453125,-0.267578125,0.73046875,0.5078125,0.15234375,0.291015625,0.353515625,-0.4921875,-0.0277099609375,1.0078125,-0.1591796875,-0.474609375,0.17578125,-0.310546875,-1.03125,0.16796875,0.75,-0.703125,-0.7890625,-0.068359375,0.326171875,-0.546875,-0.6171875,-0.3515625,0.296875,0.490234375,-0.56640625,1.015625,1.0546875,0.8125,-0.3125,0.0020599365234375,0.81640625,0.49609375,1.1171875,0.208984375,-0.34765625,0.0286865234375,0.19921875,0.126953125,-0.5546875,0.5234375,0.279296875,0.0810546875,0.416015625,0.60546875,-0.76953125,0.0732421875,-0.30859375,-0.10888671875,-0.828125,0.2255859375,0.5,0.51171875,-0.1630859375,-0.921875,-0.41796875,-0.69921875,-0.80078125,-0.267578125,-0.55078125,-0.59765625,-0.486328125,0.003173828125,-0.185546875,-0.2578125,0.72265625,0.51171875,0.12060546875,0.310546875,0.337890625,-0.49609375,-0.02294921875,0.984375,-0.150390625,-0.484375,0.1943359375,-0.30859375,-1.0,0.1767578125,0.6796875,-0.64453125,-0.79296875,-0.003692626953125,0.34375,-0.50390625,-0.55078125,-0.296875,0.30078125,0.439453125,-0.50390625,0.9609375,1.0546875,0.796875,-0.32421875,0.0011749267578125,0.77734375,0.5390625,1.1796875,0.1982421875,-0.400390625,0.029296875,0.2099609375,0.09375,-0.5078125,0.515625,0.302734375,0.1416015625,0.439453125,0.5703125,-0.8203125,-0.37890625,-0.173828125,-0.1552734375,-0.171875,0.310546875,0.53515625,0.197265625,0.734375,-0.314453125,0.0947265625,-0.1337890625,0.10986328125,-0.74609375,-0.96484375,0.19140625,-0.9296875,-0.318359375,-0.07177734375,-0.10107421875,-1.015625,-0.0859375,0.78515625,0.30078125,-0.125,0.953125,-0.053955078125,-0.008544921875,-0.01043701171875,0.51953125,-0.390625,-0.041259765625,-0.70703125,0.703125,0.81640625,-0.2333984375,-0.1865234375,-0.5,0.478515625,-0.08251953125,-0.5703125,0.011962890625,0.388671875,-0.00860595703125,-0.7265625,0.8203125,1.203125,-0.1533203125,-0.08642578125,0.11669921875,0.4921875,-0.58203125,0.27734375,0.21484375,0.169921875,0.9453125,-0.00360107421875,-0.380859375,-1.109375,0.2138671875,-0.341796875,0.50390625,0.5390625,-0.024169921875,-0.062255859375,-0.287109375,-0.18359375,-0.06982421875,-0.21875,0.2080078125,0.5078125,0.203125,0.78515625,-0.373046875,0.0186767578125,-0.13671875,0.053955078125,-0.6640625,-0.90234375,0.09228515625,-0.9765625,-0.265625,-0.07275390625,-0.03857421875,-0.94140625,-0.04931640625,0.7734375,0.341796875,-0.0947265625,0.89453125,-0.0283203125,-0.049560546875,0.0084228515625,0.486328125,-0.421875,0.0157470703125,-0.6640625,0.6171875,0.7421875,-0.287109375,-0.189453125,-0.51171875,0.54296875,-0.072265625,-0.55859375,-0.033203125,0.40234375,0.03857421875,-0.71484375,0.8359375,1.15625,-0.1552734375,-0.058349609375,0.0966796875,0.455078125,-0.6328125,0.275390625,0.232421875,0.1728515625,0.85546875,-0.1064453125,-0.423828125,-1.140625,0.248046875,-0.40625,0.51953125,0.55859375,-0.06396484375,-0.07275390625,-0.34375,-0.154296875,-0.10595703125,-0.1611328125,0.28515625,0.5390625,0.19140625,0.7421875,-0.291015625,0.0771484375,-0.142578125,0.08349609375,-0.69140625,-0.890625,0.162109375,-0.8984375,-0.306640625,-0.0191650390625,-0.0869140625,-1.0078125,-0.06396484375,0.74609375,0.318359375,-0.1220703125,0.9375,-0.0478515625,-0.032470703125,0.00799560546875,0.51953125,-0.392578125,-0.026123046875,-0.640625,0.64453125,0.7578125,-0.212890625,-0.140625,-0.478515625,0.4921875,-0.035400390625,-0.5234375,-0.000919342041015625,0.33984375,-0.01361083984375,-0.68359375,0.8046875,1.1640625,-0.1650390625,-0.1015625,0.09521484375,0.431640625,-0.57421875,0.3203125,0.2177734375,0.1171875,0.89453125,-0.0301513671875,-0.455078125,-1.0859375,0.1845703125,-0.353515625,0.5234375,0.57421875,-0.06396484375,-0.09033203125,-0.431640625,-0.1337890625,-0.181640625,-0.1064453125,0.38671875,0.57421875,0.181640625,0.6875,-0.2216796875,0.15234375,-0.1416015625,0.130859375,-0.7578125,-0.9296875,0.2578125,-0.8359375,-0.359375,0.0003795623779296875,-0.1494140625,-1.078125,-0.0986328125,0.74609375,0.28125,-0.154296875,1.0,-0.0732421875,0.004669189453125,-0.0087890625,0.5546875,-0.357421875,-0.08154296875,-0.66796875,0.71875,0.8203125,-0.146484375,-0.11962890625,-0.45703125,0.431640625,-0.03271484375,-0.515625,0.0439453125,0.310546875,-0.06884765625,-0.68359375,0.78125,1.2109375,-0.166015625,-0.1376953125,0.10791015625,0.453125,-0.515625,0.341796875,0.2001953125,0.09765625,0.9765625,0.072265625,-0.43359375,-1.046875,0.1376953125,-0.287109375,0.51171875,0.5703125,-0.0361328125,-0.09228515625]},\"L4.engram_hash_ids\":{\"shape\":[1,12,6],\"n\":72,\"stride\":2,\"ck\":808505.0,\"data\":[87,203,499,79,298,470,47,223,419,91,229,487,70,204,447,27,237,433,5,200,507,43,201,496,15,273,440,6,296,462,61,249,421,21,249,408]},\"L4.engram_embed\":{\"shape\":[1,12,6,32],\"n\":2304,\"stride\":193,\"ck\":27429.385375976562,\"data\":[0.109375,-0.140625,-0.3125,-0.03515625,0.3125,0.46875,-0.140625,-0.34375,0.34375,-0.002197265625,-0.02734375,-0.21875]},\"L4.engram_kv\":{\"shape\":[1,12,320],\"n\":3840,\"stride\":331,\"ck\":15508.08026599884,\"data\":[0.047607421875,-0.2060546875,-0.11669921875,0.234375,-0.05517578125,-0.01904296875,0.4296875,-0.2314453125,0.05078125,-0.2001953125,-0.08203125,-0.0208740234375]},\"L4.engram_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":95537.63292503357,\"data\":[0.76171875,-0.146484375,-0.65625,0.302734375,0.1240234375,-0.1123046875,1.34375,0.06201171875,0.43359375,0.21875,-0.6484375,0.205078125]},\"L4.h_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":95537.63292503357,\"data\":[0.76171875,-0.146484375,-0.65625,0.302734375,0.1240234375,-0.1123046875,1.34375,0.06201171875,0.43359375,0.21875,-0.6484375,0.205078125]},\"L4.pre_mix_in\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":458.04424645006657,\"data\":[0.5319967269897461,0.589552104473114,0.2734324634075165,0.5785624980926514,0.4160693287849426,0.4828476309776306,0.2206723988056183,0.5402609705924988,0.21075351536273956,0.5047035217285156]},\"L4.attn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":633.4044937342405,\"data\":[0.5274586081504822,0.2789856195449829,0.6212489604949951,0.7914049625396729,0.541980504989624,0.5545825362205505,0.5858228802680969,0.6117377877235413,0.49602213501930237,0.44978874921798706]},\"L4.attn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1359.735029578209,\"data\":[1.3205891847610474,0.44697248935699463,1.3734972476959229,1.0688002109527588,1.1571483612060547,1.2935765981674194,1.3393821716308594,1.3890507221221924,0.8194860219955444,0.8393058180809021]},\"L4.attn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995466109365,\"data\":[0.4709804058074951,0.2300734519958496,0.22791264951229095,0.2759670913219452,0.13546942174434662,0.25245609879493713,0.2645730972290039,0.34529075026512146,0.25549349188804626,0.3245846927165985,0.15562620759010315,0.1227051243185997]},\"L4.attn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":10527.859848022461,\"data\":[1.2734375,1.59375,2.296875,0.181640625,-1.7734375,-1.78125,1.171875,-1.109375,-0.05517578125,-0.10595703125,-0.310546875,1.2109375]},\"L4.sa_q\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":15470.417137145996,\"data\":[-0.37890625,0.333984375,-0.28125,-0.96875,0.15234375,-0.7265625,-0.05908203125,-0.220703125,-0.53125,1.2109375,-0.1708984375,0.2734375]},\"L4.sa_kv\":{\"shape\":[1,24,32],\"n\":768,\"stride\":67,\"ck\":37777.37060546875,\"data\":[-0.6875,0.9375,-1.875,0.0546875,-1.0,0.9375,-1.5,-0.421875,-1.5,0.171875,-0.0,-0.15625]},\"L4.sa_topk_idxs\":{\"shape\":[1,12,14],\"n\":168,\"stride\":3,\"ck\":123901.0,\"data\":[0,-1,-1,-1,-1,1,-1,-1,-1,-1,2,-1,12,-1,0,3,-1,13,-1,1,4,-1,14,-1,2,5,12,15,0,3,6,14,17,1,4,7,14,17,3,6,12,16,2,5,8,15,20,4,7,10,15,22,6,9,12,15]},\"L4.sa_o\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":110737.63159561157,\"data\":[-0.349609375,0.09228515625,-0.49609375,-0.59765625,0.048583984375,0.26171875,-0.50390625,0.494140625,0.181640625,-0.041259765625,-0.267578125,0.1611328125]},\"L4.attn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-9367.147289276123,\"data\":[0.06884765625,0.146484375,-0.0751953125,-0.0120849609375,-0.171875,-0.1357421875,-0.1279296875,0.11865234375,-0.130859375,-0.043701171875,-0.07421875,-0.09912109375]},\"L4.ffn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":530.5225328505039,\"data\":[0.4722268283367157,0.5211943984031677,0.39916595816612244,0.2063727080821991,0.4043015241622925,0.5576172471046448,0.3215145468711853,0.3231254518032074,0.3911665678024292,0.5452664494514465]},\"L4.ffn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1119.3676161766052,\"data\":[1.1358338594436646,1.146881103515625,1.1304121017456055,0.9363664388656616,0.9190850853919983,0.41612353920936584,0.6903600096702576,1.388802170753479,0.6827847361564636,0.9046450257301331]},\"L4.ffn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995477363467,\"data\":[0.15122684836387634,0.1958453506231308,0.26361486315727234,0.23367232084274292,0.3544498085975647,0.17531080543994904,0.13545431196689606,0.19337205588817596,0.19857430458068848,0.28937867283821106,0.16587871313095093,0.2367473542690277]},\"L4.ffn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-7797.503860473633,\"data\":[1.3203125,1.8046875,2.015625,0.1689453125,-1.921875,-1.9609375,0.90625,-0.81640625,-0.27734375,-0.1953125,-0.4375,0.87890625]},\"L4.moe_weights\":{\"shape\":[12,2],\"n\":24,\"stride\":2,\"ck\":224.25870770215988,\"data\":[0.7801249027252197,0.8713139295578003,0.7430402636528015,0.7780807018280029,0.8281952142715454,0.8004027605056763,0.9140357971191406,0.7697921991348267,0.7716715335845947,0.7960755825042725,0.7790511846542358,0.9095051288604736]},\"L4.moe_indices\":{\"shape\":[12,2],\"n\":24,\"stride\":1,\"ck\":374.0,\"data\":[2,0,3,2,2,0,0,2,2,3,2,0,2,0,0,2,2,1,1,2,2,0,0,2]},\"L4.ffn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":4239.354438781738,\"data\":[0.1533203125,0.181640625,-0.146484375,0.1640625,-0.095703125,0.019287109375,-0.17578125,-0.1572265625,0.248046875,-0.0400390625,0.059814453125,0.078125]},\"L4.h_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":-9110.916526794434,\"data\":[1.046875,-0.5234375,-0.4296875,0.44921875,-0.1533203125,0.400390625,1.4453125,-0.031494140625,0.38671875,0.212890625,-0.92578125,0.37890625]},\"L4.pre_mix_out\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":530.5225328505039,\"data\":[0.4722268283367157,0.5211943984031677,0.39916595816612244,0.2063727080821991,0.4043015241622925,0.5576172471046448,0.3215145468711853,0.3231254518032074,0.3911665678024292,0.5452664494514465]},\"shared.L4.compress_kv\":{\"shape\":[1,12,32],\"n\":384,\"stride\":37,\"ck\":10832.765625,\"data\":[-0.421875,2.25,0.46875,0.9375,0.5,-0.515625,-0.6875,-0.75,-1.0,0.46875,0.375]},\"shared.L4.index_k\":{\"shape\":[1,12,32],\"n\":384,\"stride\":37,\"ck\":5557.25,\"data\":[0.5,-1.0,-0.5,-0.75,-0.75,0.75,0.5,1.0,2.0,0.5,-1.0]},\"shared.L4.topk_idxs\":{\"shape\":[1,12,6],\"n\":72,\"stride\":2,\"ck\":37693.0,\"data\":[12,-1,-1,12,-1,-1,12,14,-1,12,14,-1,12,14,16,12,14,16,13,15,17,12,14,16,12,14,17,14,17,20,13,15,20,12,14,18]},\"shared.L4.candidates\":{\"shape\":[1,12,12],\"n\":144,\"stride\":3,\"ck\":4878.0,\"data\":[1,0,0,0,1,0,0,0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,0,0,1,1,0,0,1,1,0,1,0,1,1,0,1,1,1,0,1,0,1,1,1,0,0]},\"L5.h_in\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":-9110.916526794434,\"data\":[1.046875,-0.5234375,-0.4296875,0.44921875,-0.1533203125,0.400390625,1.4453125,-0.031494140625,0.38671875,0.212890625,-0.92578125,0.37890625]},\"L5.pre_mix_in\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":530.5225328505039,\"data\":[0.4722268283367157,0.5211943984031677,0.39916595816612244,0.2063727080821991,0.4043015241622925,0.5576172471046448,0.3215145468711853,0.3231254518032074,0.3911665678024292,0.5452664494514465]},\"L5.attn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":563.8431353718042,\"data\":[0.6563138961791992,0.49713894724845886,0.5579953789710999,0.6824727654457092,0.5086721181869507,0.6450372934341431,0.3623713552951813,0.6394098401069641,0.40443336963653564,0.3580804169178009]},\"L5.attn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1244.239840388298,\"data\":[1.4681648015975952,0.552193820476532,1.2903146743774414,1.2606412172317505,1.1776918172836304,1.2450917959213257,1.2084910869598389,1.0043647289276123,1.3847811222076416,0.8632239103317261]},\"L5.attn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995511427522,\"data\":[0.1917305737733841,0.19711531698703766,0.1527683436870575,0.4876038730144501,0.317799836397171,0.3207247257232666,0.19579707086086273,0.31485897302627563,0.31052398681640625,0.43966931104660034,0.140597403049469,0.28372922539711]},\"L5.attn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-491.55853271484375,\"data\":[1.53125,2.078125,1.703125,0.37890625,-2.015625,-1.875,0.66015625,-1.046875,0.09375,-0.2490234375,-0.31640625,1.015625]},\"L5.sa_q\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":3397.599754333496,\"data\":[0.0220947265625,0.019287109375,0.390625,-0.158203125,-0.2060546875,-0.2294921875,-0.48828125,-0.31640625,-0.75,0.45703125,-1.09375,-0.58984375]},\"L5.sa_kv\":{\"shape\":[1,24,32],\"n\":768,\"stride\":67,\"ck\":38785.08135986328,\"data\":[-0.3125,1.25,0.28125,0.4375,0.21875,1.25,-1.5,-0.421875,-1.5,0.171875,-0.0,-0.15625]},\"L5.sa_topk_idxs\":{\"shape\":[1,12,14],\"n\":168,\"stride\":3,\"ck\":125633.0,\"data\":[0,-1,-1,-1,-1,1,-1,-1,-1,-1,2,-1,12,-1,0,3,-1,13,-1,1,4,-1,14,-1,2,5,12,15,0,3,6,15,18,1,4,7,16,19,3,6,12,19,2,5,8,15,20,4,7,10,18,22,6,9,12,15]},\"L5.sa_o\":{\"shape\":[1,12,4,32],\"n\":1536,\"stride\":131,\"ck\":115221.51040935516,\"data\":[-0.2197265625,-0.330078125,0.380859375,-0.061767578125,-0.3515625,0.734375,0.2177734375,-0.263671875,-0.119140625,0.51171875,0.07568359375,0.369140625]},\"L5.attn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":4713.882514953613,\"data\":[0.12109375,-0.11279296875,-0.1767578125,-0.11572265625,0.03857421875,0.2177734375,0.205078125,0.318359375,0.224609375,-0.310546875,-0.0260009765625,0.04150390625]},\"L5.ffn_pre\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":699.8751087486744,\"data\":[0.6288207173347473,0.641723096370697,0.48390427231788635,0.5384523272514343,0.5860733985900879,0.5424469709396362,0.5720720887184143,0.615923285484314,0.2885077893733978,0.4298326373100281]},\"L5.ffn_post\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":1235.3998764753342,\"data\":[1.4535894393920898,0.9780660271644592,1.4367177486419678,0.4813983142375946,1.0491747856140137,1.4040824174880981,1.2567272186279297,0.8667895197868347,0.8713340163230896,1.1830416917800903]},\"L5.ffn_comb\":{\"shape\":[1,12,4,4],\"n\":192,\"stride\":17,\"ck\":4631.995476223528,\"data\":[0.19001229107379913,0.25292038917541504,0.17084236443042755,0.3831382691860199,0.3761114180088043,0.20486189424991608,0.2882823944091797,0.19721269607543945,0.2586286664009094,0.15690961480140686,0.2979251444339752,0.3339731693267822]},\"L5.ffn_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":7759.002281188965,\"data\":[1.6875,1.8515625,1.375,0.169921875,-2.078125,-1.5,0.98828125,-0.408203125,0.474609375,-0.65234375,-0.365234375,1.046875]},\"L5.moe_weights\":{\"shape\":[12,2],\"n\":24,\"stride\":2,\"ck\":224.2921689748764,\"data\":[0.8063384294509888,0.7559189796447754,0.7507511377334595,0.824542760848999,0.8706337809562683,0.7779068946838379,0.8853682279586792,0.8276233673095703,0.7982521057128906,0.8243656754493713,0.7538890838623047,0.8322395086288452]},\"L5.moe_indices\":{\"shape\":[12,2],\"n\":24,\"stride\":1,\"ck\":439.0,\"data\":[1,0,0,3,1,2,1,0,1,3,2,1,1,0,2,1,1,2,1,2,1,3,1,2]},\"L5.ffn_out\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-4650.81169128418,\"data\":[-0.134765625,-0.197265625,-0.060302734375,-0.01025390625,-0.1376953125,0.06884765625,-0.197265625,0.28515625,0.0133056640625,0.056640625,-0.181640625,0.033203125]},\"L5.h_out\":{\"shape\":[1,12,4,64],\"n\":3072,\"stride\":257,\"ck\":-5041.662406921387,\"data\":[0.9609375,-0.640625,-0.412109375,0.1806640625,0.140625,0.421875,1.03125,0.478515625,0.30078125,-0.11962890625,-0.80078125,0.44140625]},\"L5.pre_mix_out\":{\"shape\":[1,12,4],\"n\":48,\"stride\":5,\"ck\":699.8751087486744,\"data\":[0.6288207173347473,0.641723096370697,0.48390427231788635,0.5384523272514343,0.5860733985900879,0.5424469709396362,0.5720720887184143,0.615923285484314,0.2885077893733978,0.4298326373100281]},\"shared.L5.compress_kv\":{\"shape\":[1,12,32],\"n\":384,\"stride\":37,\"ck\":10832.765625,\"data\":[-0.421875,2.25,0.46875,0.9375,0.5,-0.515625,-0.6875,-0.75,-1.0,0.46875,0.375]},\"shared.L5.index_k\":{\"shape\":[1,12,32],\"n\":384,\"stride\":37,\"ck\":5557.25,\"data\":[0.5,-1.0,-0.5,-0.75,-0.75,0.75,0.5,1.0,2.0,0.5,-1.0]},\"shared.L5.topk_idxs\":{\"shape\":[1,12,6],\"n\":72,\"stride\":2,\"ck\":38377.0,\"data\":[12,-1,-1,12,-1,-1,12,14,-1,12,14,-1,12,14,16,12,14,16,14,16,18,14,16,18,12,18,20,14,18,20,14,18,21,12,14,22]},\"shared.L5.candidates\":{\"shape\":[1,12,12],\"n\":144,\"stride\":3,\"ck\":4878.0,\"data\":[1,0,0,0,1,0,0,0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,0,0,1,1,0,0,1,1,0,1,0,1,1,0,1,1,1,0,1,0,1,1,1,0,0]},\"h_final\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-570.9151306152344,\"data\":[2.0625,2.4375,2.25,0.2265625,-3.46875,-1.9921875,0.90234375,0.1044921875,0.8203125,-0.8125,-0.9375,1.46875]},\"head_in\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-306.5507278442383,\"data\":[1.4453125,1.5390625,1.25,0.1572265625,-2.25,-1.34375,0.58984375,0.06396484375,0.47265625,-0.57421875,-0.65234375,1.0703125]},\"logits_full\":{\"shape\":[1,12,64],\"n\":768,\"stride\":67,\"ck\":-1015.072754769586,\"data\":[-0.307547390460968,-0.0684238001704216,0.5968582630157471,-0.01404634304344654,-0.5475195646286011,0.9318627119064331,0.3638561964035034,-1.2309755086898804,0.005400365684181452,1.0450185537338257,-0.2304963618516922,-1.026618242263794]}},\"decode12\":{\"input_ids\":{\"shape\":[1,1],\"n\":1,\"stride\":1,\"ck\":27.0,\"data\":[27]},\"engram_hashes\":{\"shape\":[1,1,2,6],\"n\":12,\"stride\":1,\"ck\":25280.0,\"data\":[28,71,178,288,336,415,3,123,295,386,410,602]},\"embed\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":115.08712768554688,\"data\":[-0.0250244140625,-0.01068115234375,-0.1943359375,-0.455078125,0.10546875,-0.318359375,0.255859375,-0.0125732421875,0.3203125,0.482421875]},\"L0.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":1,\"ck\":957.1883544921875,\"data\":[-0.0250244140625,-0.1533203125,0.2578125,-0.349609375,-0.408203125,0.1826171875,0.07958984375,-0.01068115234375,0.11181640625,-0.400390625,0.291015625,0.008544921875,0.2294921875,-0.3984375,-0.1943359375,0.1640625,0.2734375,0.11376953125,-0.1630859375,0.37109375,-0.400390625,-0.455078125,-0.46484375,0.11083984375,0.4453125,-0.279296875,0.09228515625,-0.43359375,0.10546875,0.361328125,-0.37890625,0.466796875,-0.236328125,-0.095703125,0.310546875,-0.318359375,0.1416015625,-0.474609375,0.48046875,-0.3125,-0.007720947265625,-0.115234375,0.255859375,0.357421875,0.212890625,-0.0693359375,0.037841796875,0.2890625,0.23828125,-0.0125732421875,0.119140625,0.447265625,-0.373046875,0.23828125,-0.37109375,-0.05029296875,0.3203125,-0.047119140625,0.2412109375,0.37109375,0.43359375,-0.23046875,-0.119140625,0.482421875,-0.0250244140625,-0.1533203125,0.2578125,-0.349609375,-0.408203125,0.1826171875,0.07958984375,-0.01068115234375,0.11181640625,-0.400390625,0.291015625,0.008544921875,0.2294921875,-0.3984375,-0.1943359375,0.1640625,0.2734375,0.11376953125,-0.1630859375,0.37109375,-0.400390625,-0.455078125,-0.46484375,0.11083984375,0.4453125,-0.279296875,0.09228515625,-0.43359375,0.10546875,0.361328125,-0.37890625,0.466796875,-0.236328125,-0.095703125,0.310546875,-0.318359375,0.1416015625,-0.474609375,0.48046875,-0.3125,-0.007720947265625,-0.115234375,0.255859375,0.357421875,0.212890625,-0.0693359375,0.037841796875,0.2890625,0.23828125,-0.0125732421875,0.119140625,0.447265625,-0.373046875,0.23828125,-0.37109375,-0.05029296875,0.3203125,-0.047119140625,0.2412109375,0.37109375,0.43359375,-0.23046875,-0.119140625,0.482421875,-0.0250244140625,-0.1533203125,0.2578125,-0.349609375,-0.408203125,0.1826171875,0.07958984375,-0.01068115234375,0.11181640625,-0.400390625,0.291015625,0.008544921875,0.2294921875,-0.3984375,-0.1943359375,0.1640625,0.2734375,0.11376953125,-0.1630859375,0.37109375,-0.400390625,-0.455078125,-0.46484375,0.11083984375,0.4453125,-0.279296875,0.09228515625,-0.43359375,0.10546875,0.361328125,-0.37890625,0.466796875,-0.236328125,-0.095703125,0.310546875,-0.318359375,0.1416015625,-0.474609375,0.48046875,-0.3125,-0.007720947265625,-0.115234375,0.255859375,0.357421875,0.212890625,-0.0693359375,0.037841796875,0.2890625,0.23828125,-0.0125732421875,0.119140625,0.447265625,-0.373046875,0.23828125,-0.37109375,-0.05029296875,0.3203125,-0.047119140625,0.2412109375,0.37109375,0.43359375,-0.23046875,-0.119140625,0.482421875,-0.0250244140625,-0.1533203125,0.2578125,-0.349609375,-0.408203125,0.1826171875,0.07958984375,-0.01068115234375,0.11181640625,-0.400390625,0.291015625,0.008544921875,0.2294921875,-0.3984375,-0.1943359375,0.1640625,0.2734375,0.11376953125,-0.1630859375,0.37109375,-0.400390625,-0.455078125,-0.46484375,0.11083984375,0.4453125,-0.279296875,0.09228515625,-0.43359375,0.10546875,0.361328125,-0.37890625,0.466796875,-0.236328125,-0.095703125,0.310546875,-0.318359375,0.1416015625,-0.474609375,0.48046875,-0.3125,-0.007720947265625,-0.115234375,0.255859375,0.357421875,0.212890625,-0.0693359375,0.037841796875,0.2890625,0.23828125,-0.0125732421875,0.119140625,0.447265625,-0.373046875,0.23828125,-0.37109375,-0.05029296875,0.3203125,-0.047119140625,0.2412109375,0.37109375,0.43359375,-0.23046875,-0.119140625,0.482421875]},\"L0.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":1.0,\"data\":[1.0,0.0,0.0,0.0]},\"L0.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.617923736572266,\"data\":[0.36621153354644775,0.5710859298706055,0.6383157968521118,0.5486482381820679]},\"L0.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":11.666763126850128,\"data\":[0.9798628687858582,1.6517884731292725,0.924341082572937,1.1525750160217285]},\"L0.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996681511402,\"data\":[0.32023873925209045,0.2606712579727173,0.19111564755439758,0.35799169540405273,0.2809154987335205,0.2350151240825653,0.20772911608219147,0.14632096886634827]},\"L0.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":415.0941162109375,\"data\":[-0.083984375,-0.55078125,0.9140625,-1.15625,-1.359375,0.61328125,0.26953125,-0.035400390625,0.390625,-1.453125,1.0390625,0.0283203125,0.76171875,-1.3203125,-0.68359375,0.54296875,0.93359375,0.40234375,-0.58984375,1.3125,-1.4140625,-1.6015625,-1.5703125,0.365234375,1.5078125,-0.94921875,0.30859375,-1.453125,0.35546875,1.21875,-1.2578125,1.6171875,-0.8125,-0.32421875,1.0859375,-1.0859375,0.474609375,-1.5703125,1.7109375,-1.0390625,-0.0279541015625,-0.41796875,0.92578125,1.28125,0.75390625,-0.2490234375,0.1318359375,0.94921875,0.83203125,-0.04541015625,0.390625,1.5234375,-1.2421875,0.79296875,-1.25,-0.166015625,1.1328125,-0.1708984375,0.8125,1.3046875,1.5546875,-0.81640625,-0.390625,1.71875]},\"L0.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":304.075927734375,\"data\":[0.4453125,0.302734375,-0.90234375,0.44921875,0.146484375,-0.90625,-0.640625,-0.26953125,-0.06396484375,0.318359375,0.5234375,-0.484375]},\"L0.sa_kv\":{\"shape\":[1,8,32],\"n\":256,\"stride\":23,\"ck\":-903.3795166015625,\"data\":[-1.0,-0.9375,-0.00341796875,-1.25,0.171875,0.375,-1.25,-0.3125,-0.1875,-0.75,0.75,-1.0]},\"L0.sa_topk_idxs\":{\"shape\":[1,1,8],\"n\":8,\"stride\":1,\"ck\":108.0,\"data\":[5,6,7,0,1,2,3,4]},\"L0.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-321.02762603759766,\"data\":[0.380859375,-0.2431640625,-0.01611328125,-0.09912109375,0.1318359375,-0.1435546875,0.10400390625,-0.2265625,0.2294921875,-0.19921875,-0.1318359375,-0.478515625]},\"L0.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":2.2415313720703125,\"data\":[-0.1318359375,-0.2216796875,0.03125,0.0712890625,-0.039306640625,0.1416015625,-0.0595703125,-0.017333984375,0.10107421875,-0.0947265625,-0.044189453125,0.11669921875,-0.08056640625,0.1357421875,-0.07568359375,-0.035888671875,-0.1484375,-0.0439453125,-0.138671875,0.07373046875,0.0205078125,0.00109100341796875,0.0654296875,-0.0390625,0.111328125,0.060302734375,0.0213623046875,-0.030517578125,0.0703125,-0.055908203125,0.05859375,-0.08203125,-0.1064453125,-0.09765625,-0.0791015625,0.03662109375,0.07421875,0.0306396484375,-0.01031494140625,-0.1591796875,-0.05908203125,-0.008544921875,0.01220703125,0.0576171875,0.1416015625,0.11962890625,-0.048583984375,-0.08544921875,0.0152587890625,0.10693359375,-0.06640625,0.0103759765625,-0.0703125,-0.0096435546875,-0.03125,0.1357421875,0.0830078125,-0.006011962890625,-0.0673828125,0.1201171875,-0.1201171875,0.0284423828125,-0.03955078125,0.048095703125]},\"L0.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.574857592582703,\"data\":[0.4015742540359497,0.6139382123947144,0.6388149261474609,0.5072405338287354]},\"L0.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.5395667552948,\"data\":[1.1746197938919067,0.8026007413864136,1.2573407888412476,0.9969307780265808]},\"L0.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.999967247247696,\"data\":[0.43803808093070984,0.1504952758550644,0.10564572364091873,0.13648517429828644,0.12610992789268494,0.3954148590564728,0.3302053213119507,0.31760373711586]},\"L0.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":380.0338134765625,\"data\":[-0.58984375,-1.3984375,0.90234375,-0.82421875,-1.390625,1.171875,0.0291748046875,-0.099609375,0.7734375,-1.71875,0.765625,0.451171875,0.4140625,-0.734375,-0.90625,0.37890625,0.32421875,0.203125,-1.0625,1.546875,-1.234375,-1.40625,-1.203125,0.2138671875,1.7890625,-0.6796875,0.38671875,-1.5546875,0.58984375,0.9765625,-1.0078125,1.171875,-1.15625,-0.6875,0.7265625,-0.87890625,0.71875,-1.453125,1.5,-1.6640625,-0.240234375,-0.421875,0.90234375,1.328125,1.265625,0.2431640625,-0.06103515625,0.58203125,0.84765625,0.36328125,0.1337890625,1.4921875,-1.515625,0.703125,-1.34375,0.359375,1.4140625,-0.177734375,0.53515625,1.6171875,0.98046875,-0.65234375,-0.515625,1.78125]},\"L0.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.2590689659118652,\"data\":[0.7409310340881348,0.7590689659118652]},\"L0.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":7.0,\"data\":[3,2]},\"L0.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":20.86016845703125,\"data\":[0.07568359375,0.3359375,-0.04150390625,-0.205078125,-0.205078125,-0.38671875,-0.05810546875,-0.01806640625,0.2333984375,0.140625,0.259765625,0.18359375,0.052001953125,-0.177734375,0.0159912109375,0.130859375,-0.212890625,0.1962890625,0.09228515625,-0.205078125,0.05517578125,0.06201171875,-0.078125,-0.1962890625,0.12060546875,0.2265625,-0.07958984375,0.1748046875,-0.3125,0.039306640625,-0.28515625,0.19921875,-0.150390625,0.0625,-0.35546875,0.1416015625,-0.11083984375,0.1435546875,0.04931640625,-0.057861328125,-0.185546875,-0.001953125,0.05517578125,0.119140625,0.19140625,-0.17578125,0.2275390625,0.2333984375,0.051513671875,-0.1865234375,0.15625,-0.2275390625,0.1357421875,0.07373046875,-0.09423828125,-0.060546875,0.0810546875,0.2578125,0.00738525390625,0.014892578125,0.08154296875,0.04345703125,-0.12353515625,-0.076171875]},\"L0.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1100.2502136230469,\"data\":[-0.0810546875,-0.1630859375,0.251953125,0.05029296875,-0.056884765625,0.27734375,0.5703125,-0.125,0.515625,0.25,0.515625,-0.1513671875]},\"L0.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.574857592582703,\"data\":[0.4015742540359497,0.6139382123947144,0.6388149261474609,0.5072405338287354]},\"L1.engram_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":1,\"ck\":1100.2502136230469,\"data\":[-0.0810546875,-0.0027008056640625,0.2431640625,-0.51171875,-0.69140625,-0.115234375,-0.05419921875,-0.051025390625,0.498046875,-0.33984375,0.546875,0.353515625,0.2021484375,-0.45703125,-0.2578125,0.27734375,-0.1396484375,0.296875,-0.20703125,0.2119140625,-0.3125,-0.380859375,-0.484375,-0.1630859375,0.7109375,0.053466796875,0.0223388671875,-0.26171875,-0.18359375,0.345703125,-0.6484375,0.609375,-0.53125,-0.1298828125,-0.193359375,-0.11181640625,0.0927734375,-0.2734375,0.52734375,-0.5546875,-0.291015625,-0.126953125,0.333984375,0.5625,0.59375,-0.14453125,0.251953125,0.46875,0.31640625,-0.11376953125,0.2294921875,0.19140625,-0.291015625,0.314453125,-0.515625,0.02783203125,0.5078125,0.2490234375,0.17578125,0.51953125,0.396484375,-0.1474609375,-0.30859375,0.447265625,-0.1298828125,-0.162109375,0.263671875,-0.423828125,-0.62109375,0.05029296875,-0.041748046875,-0.046875,0.42578125,-0.408203125,0.443359375,0.302734375,0.169921875,-0.37109375,-0.27734375,0.2236328125,-0.083984375,0.2158203125,-0.263671875,0.298828125,-0.330078125,-0.404296875,-0.4453125,-0.095703125,0.6796875,-0.0216064453125,0.055419921875,-0.33203125,-0.056884765625,0.322265625,-0.53515625,0.5234375,-0.490234375,-0.16796875,-0.07421875,-0.1591796875,0.1455078125,-0.3203125,0.5078125,-0.55859375,-0.23046875,-0.126953125,0.314453125,0.52734375,0.54296875,-0.060302734375,0.1591796875,0.369140625,0.298828125,-0.0279541015625,0.1611328125,0.27734375,-0.3515625,0.28515625,-0.486328125,0.0712890625,0.490234375,0.15234375,0.162109375,0.53515625,0.34765625,-0.16015625,-0.267578125,0.482421875,-0.0751953125,0.024658203125,0.240234375,-0.52734375,-0.7109375,-0.146484375,-0.059326171875,-0.052490234375,0.515625,-0.328125,0.5703125,0.3671875,0.2060546875,-0.47265625,-0.2578125,0.2890625,-0.158203125,0.3125,-0.2001953125,0.1953125,-0.30859375,-0.375,-0.490234375,-0.1787109375,0.71875,0.072265625,0.0157470703125,-0.2470703125,-0.2099609375,0.349609375,-0.671875,0.625,-0.54296875,-0.125,-0.2236328125,-0.10009765625,0.083984375,-0.259765625,0.53125,-0.5625,-0.306640625,-0.126953125,0.337890625,0.5703125,0.609375,-0.158203125,0.26953125,0.48828125,0.3203125,-0.12890625,0.2421875,0.1728515625,-0.279296875,0.3203125,-0.5234375,0.0234375,0.515625,0.26953125,0.17578125,0.5234375,0.404296875,-0.14453125,-0.318359375,0.44140625,-0.11376953125,-0.0947265625,0.255859375,-0.46484375,-0.66015625,-0.026123046875,-0.052734375,-0.05029296875,0.470703125,-0.37890625,0.494140625,0.337890625,0.1806640625,-0.40625,-0.2734375,0.25,-0.1240234375,0.25390625,-0.244140625,0.2578125,-0.3203125,-0.390625,-0.4609375,-0.1337890625,0.703125,0.0218505859375,0.03955078125,-0.296875,-0.1181640625,0.33203125,-0.58984375,0.5625,-0.51953125,-0.1552734375,-0.142578125,-0.1318359375,0.12353515625,-0.29296875,0.515625,-0.56640625,-0.265625,-0.1279296875,0.326171875,0.546875,0.58203125,-0.095703125,0.2041015625,0.4140625,0.30859375,-0.06494140625,0.1923828125,0.2333984375,-0.32421875,0.30078125,-0.50390625,0.05859375,0.50390625,0.2021484375,0.1640625,0.53515625,0.365234375,-0.1513671875,-0.291015625,0.466796875]},\"L1.engram_hash_ids\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":6026.0,\"data\":[28,71,178,288,336,415]},\"L1.engram_embed\":{\"shape\":[1,1,6,32],\"n\":192,\"stride\":17,\"ck\":-303.8623046875,\"data\":[-0.1015625,0.005859375,0.21875,-0.34375,-0.40625,0.15625,0.03125,0.0390625,0.9375,0.203125,-0.40625,-0.5]},\"L1.engram_kv\":{\"shape\":[1,1,320],\"n\":320,\"stride\":29,\"ck\":346.85900497436523,\"data\":[0.07958984375,-0.0966796875,-0.23828125,0.1884765625,-0.1806640625,0.1787109375,-0.287109375,-0.1748046875,-0.052978515625,-0.06787109375,0.1533203125,0.060791015625]},\"L1.engram_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1532.5082145929337,\"data\":[-1.1801719665527344e-05,-0.1279296875,0.33984375,-6.580352783203125e-05,-0.1220703125,0.294921875,0.59765625,-0.1201171875,0.51171875,0.19921875,0.58203125,-0.203125]},\"L1.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1532.5082145929337,\"data\":[-1.1801719665527344e-05,-0.1279296875,0.33984375,-6.580352783203125e-05,-0.1220703125,0.294921875,0.59765625,-0.1201171875,0.51171875,0.19921875,0.58203125,-0.203125]},\"L1.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.574857592582703,\"data\":[0.4015742540359497,0.6139382123947144,0.6388149261474609,0.5072405338287354]},\"L1.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":6.0083001255989075,\"data\":[0.5297117233276367,0.46358951926231384,0.6281918287277222,0.6667084693908691]},\"L1.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":8.524763584136963,\"data\":[1.0948784351348877,0.8965275883674622,0.9318212270736694,0.7103415727615356]},\"L1.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996633827686,\"data\":[0.24536803364753723,0.376390665769577,0.17917300760746002,0.22410085797309875,0.35654714703559875,0.22769999504089355,0.21891076862812042,0.17180749773979187]},\"L1.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":452.2548828125,\"data\":[0.154296875,0.1611328125,-0.62109375,-0.9765625,-0.490234375,-0.3984375,0.984375,0.275390625,1.4140625,1.3203125]},\"L1.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":1258.047592163086,\"data\":[0.2060546875,0.2119140625,-0.65234375,0.330078125,-0.486328125,-0.236328125,-0.478515625,0.251953125,0.27734375,-0.0791015625,-0.185546875,0.78125]},\"L1.sa_kv\":{\"shape\":[1,8,32],\"n\":256,\"stride\":23,\"ck\":-2926.443359375,\"data\":[-0.234375,0.375,1.75,-1.875,-0.03515625,1.75,1.0,0.6875,0.0859375,0.1171875,-0.05859375,2.25]},\"L1.sa_topk_idxs\":{\"shape\":[1,1,8],\"n\":8,\"stride\":1,\"ck\":108.0,\"data\":[5,6,7,0,1,2,3,4]},\"L1.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-1060.1195678710938,\"data\":[-0.330078125,-0.052001953125,-0.47265625,0.06201171875,0.75,0.458984375,-0.46875,-0.306640625,-0.11083984375,0.034912109375,-0.2109375,-0.361328125]},\"L1.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-3.7684326171875,\"data\":[-0.1279296875,0.05322265625,-0.087890625,0.0252685546875,0.05908203125,0.09423828125,0.046142578125,0.09228515625,-0.1982421875,-0.11083984375]},\"L1.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.692163020372391,\"data\":[0.4813668131828308,0.3636777102947235,0.32723376154899597,0.6254348754882812]},\"L1.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.209473550319672,\"data\":[0.800172746181488,1.4796031713485718,1.0803732872009277,0.8022436499595642]},\"L1.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.999967344105244,\"data\":[0.2079838365316391,0.12852877378463745,0.1238955706357956,0.46910732984542847,0.5526537895202637,0.1582948863506317,0.11546590179204941,0.24406798183918]},\"L1.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":441.8939208984375,\"data\":[-0.1669921875,0.291015625,-0.81640625,-0.91796875,-0.369140625,-0.1630859375,1.0625,0.482421875,0.859375,1.0625]},\"L1.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.110063910484314,\"data\":[0.889936089515686,0.610063910484314]},\"L1.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":7.0,\"data\":[3,2]},\"L1.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-32.7760009765625,\"data\":[-0.1337890625,-0.076171875,0.1083984375,0.294921875,-0.1953125,0.263671875,-0.1005859375,0.0308837890625,-0.029296875,-0.03955078125]},\"L1.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1264.8413696289062,\"data\":[-0.177734375,0.12353515625,0.4609375,-0.33203125,-0.419921875,0.478515625,0.51171875,-0.15234375,0.294921875,0.2099609375,0.625,-0.0224609375]},\"L1.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.692163020372391,\"data\":[0.4813668131828308,0.3636777102947235,0.32723376154899597,0.6254348754882812]},\"L2.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1264.8413696289062,\"data\":[-0.177734375,0.12353515625,0.4609375,-0.33203125,-0.419921875,0.478515625,0.51171875,-0.15234375,0.294921875,0.2099609375,0.625,-0.0224609375]},\"L2.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.692163020372391,\"data\":[0.4813668131828308,0.3636777102947235,0.32723376154899597,0.6254348754882812]},\"L2.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.741801023483276,\"data\":[0.6203238368034363,0.7969707250595093,0.2979053854942322,0.6584548950195312]},\"L2.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":9.474873483181,\"data\":[1.2571760416030884,1.1248226165771484,0.8738371729850769,0.836635172367096]},\"L2.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996744096279,\"data\":[0.23724400997161865,0.14286407828330994,0.2621356248855591,0.12584948539733887,0.21143074333667755,0.3934345543384552,0.2891886830329895,0.3378508985042572]},\"L2.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":339.496826171875,\"data\":[-0.53125,0.07861328125,-0.52734375,-0.1494140625,-0.8515625,0.50390625,0.80078125,0.53515625,0.72265625,0.8984375]},\"L2.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-607.7247924804688,\"data\":[0.10888671875,-0.95703125,-0.047607421875,-0.10302734375,0.26171875,0.11328125,0.8671875,0.8125,0.419921875,0.3828125,-0.4921875,-1.0078125]},\"L2.sa_kv\":{\"shape\":[1,14,32],\"n\":448,\"stride\":41,\"ck\":8148.103515625,\"data\":[0.4375,-0.025390625,-1.125,-0.6875,1.25,1.375,0.5,0.625,-1.40625,-0.9375,0.75]},\"L2.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":850.0,\"data\":[5,6,7,0,1,2,3,4,8,9,10,11,12,13]},\"L2.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":6.1198883056640625,\"data\":[0.0014190673828125,-0.318359375,0.625,0.2890625,-0.1748046875,-0.40234375,-0.01068115234375,0.57421875,0.353515625,-0.4921875,0.275390625,-0.11328125]},\"L2.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":17.13916015625,\"data\":[-0.0498046875,-0.123046875,-0.047607421875,-0.2119140625,-0.08642578125,0.203125,0.1328125,0.033203125,0.05810546875,-0.05712890625]},\"L2.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.847731739282608,\"data\":[0.4592995345592499,0.45398464798927307,0.6924601793289185,0.6007705926895142]},\"L2.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":13.212105631828308,\"data\":[1.2060216665267944,1.4855414628982544,1.5413968563079834,1.1027026176452637]},\"L2.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996752291918,\"data\":[0.27453145384788513,0.2877942621707916,0.2143695056438446,0.34212613105773926,0.24760568141937256,0.2581775486469269,0.2634923756122589,0.11190112680196762]},\"L2.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":357.3759765625,\"data\":[-0.59375,-0.2451171875,-0.546875,-0.64453125,-1.015625,1.0390625,1.0859375,0.60546875,0.82421875,0.7265625]},\"L2.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.2188560962677,\"data\":[0.7811439037322998,0.7188560962677002]},\"L2.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":7.0,\"data\":[3,2]},\"L2.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":42.170166015625,\"data\":[0.058349609375,0.09228515625,0.18359375,0.2216796875,-0.047119140625,-0.255859375,0.1083984375,0.1298828125,-0.031982421875,-0.296875]},\"L2.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1953.4704284667969,\"data\":[-0.1826171875,-0.197265625,0.7109375,-0.10791015625,-0.494140625,0.37109375,1.046875,-0.408203125,0.3046875,0.212890625,0.91796875,-0.05029296875]},\"L2.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.847731739282608,\"data\":[0.4592995345592499,0.45398464798927307,0.6924601793289185,0.6007705926895142]},\"shared.L2.compress_kv\":{\"shape\":[1,6,32],\"n\":192,\"stride\":17,\"ck\":3196.5859375,\"data\":[0.0,0.625,-3.0,-0.84375,0.9375,0.84375,2.0625,-1.25,0.375,-0.375,1.21875,0.9375]},\"shared.L2.index_k\":{\"shape\":[1,6,32],\"n\":192,\"stride\":17,\"ck\":1500.25,\"data\":[0.5,-2.0,1.5,1.5,0.75,1.0,1.0,2.0,0.0,-0.25,0.5,2.0]},\"shared.L2.topk_idxs\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":238.0,\"data\":[8,9,10,11,12,13]},\"shared.L2.candidates\":{\"shape\":[1,12,12],\"n\":144,\"stride\":3,\"ck\":4878.0,\"data\":[1,0,0,0,1,0,0,0,1,1,0,0,1,1,0,0,1,1,0,0,1,1,0,0,0,1,1,0,0,1,1,0,1,0,1,1,0,1,1,1,0,1,0,1,1,1,0,0]},\"L3.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1953.4704284667969,\"data\":[-0.1826171875,-0.197265625,0.7109375,-0.10791015625,-0.494140625,0.37109375,1.046875,-0.408203125,0.3046875,0.212890625,0.91796875,-0.05029296875]},\"L3.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.847731739282608,\"data\":[0.4592995345592499,0.45398464798927307,0.6924601793289185,0.6007705926895142]},\"L3.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.047784447669983,\"data\":[0.508538007736206,0.32477647066116333,0.57404625415802,0.29188868403434753]},\"L3.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.967963993549347,\"data\":[0.679035484790802,1.2611747980117798,0.8429434299468994,1.3094371557235718]},\"L3.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996708333492,\"data\":[0.3333609700202942,0.2977800965309143,0.25851938128471375,0.12807999551296234,0.12998716533184052,0.17816953361034393,0.27813151478767395,0.3959693908691406]},\"L3.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":404.0627746582031,\"data\":[-0.357421875,0.04541015625,0.013916015625,0.07080078125,-0.953125,0.1552734375,1.140625,0.8046875,0.59765625,-0.208984375]},\"L3.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-1325.2066650390625,\"data\":[0.6171875,0.2080078125,1.4375,0.1474609375,-0.6171875,0.0849609375,0.158203125,-0.5703125,0.1337890625,0.9375,0.46875,-0.58984375]},\"L3.sa_kv\":{\"shape\":[1,14,32],\"n\":448,\"stride\":41,\"ck\":7409.382080078125,\"data\":[0.40625,-1.375,2.25,1.0,2.5,-0.171875,0.025390625,0.625,-1.40625,-0.9375,0.75]},\"L3.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":850.0,\"data\":[5,6,7,0,1,2,3,4,8,9,10,11,12,13]},\"L3.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-88.62261962890625,\"data\":[-0.1533203125,-0.036865234375,0.70703125,0.67578125,-0.51953125,-0.000362396240234375,-0.3671875,0.2734375,0.044189453125,-0.57421875,0.267578125,-0.11474609375]},\"L3.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-6.993133544921875,\"data\":[0.031005859375,0.059326171875,0.1748046875,0.15625,-0.1240234375,-0.2275390625,0.1640625,0.220703125,0.326171875,0.09765625]},\"L3.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.685965061187744,\"data\":[0.27023208141326904,0.4777250289916992,0.46305978298187256,0.5177758932113647]},\"L3.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.38472443819046,\"data\":[1.358006477355957,1.3358702659606934,0.9261552691459656,0.8941279053688049]},\"L3.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996780604124,\"data\":[0.40692993998527527,0.23113274574279785,0.14072124660015106,0.3311890661716461,0.22762040793895721,0.12302210181951523,0.22472739219665527,0.3146551251411438]},\"L3.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":358.927978515625,\"data\":[-0.28125,0.146484375,0.31640625,0.35546875,-1.1328125,-0.24609375,1.4609375,1.15625,1.1875,-0.0125732421875]},\"L3.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.198629856109619,\"data\":[0.8013701438903809,0.6986298561096191]},\"L3.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":4.0,\"data\":[0,2]},\"L3.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-14.924667358398438,\"data\":[0.0081787109375,-0.189453125,-0.1181640625,-0.10498046875,0.0458984375,-0.2138671875,0.04150390625,-0.048828125,0.072265625,-0.0693359375]},\"L3.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1240.5935668945312,\"data\":[-0.1357421875,-0.369140625,0.9453125,-0.109375,-0.55078125,0.047607421875,1.1796875,-0.2890625,0.73046875,-0.04736328125,0.8046875,-0.408203125]},\"L3.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.685965061187744,\"data\":[0.27023208141326904,0.4777250289916992,0.46305978298187256,0.5177758932113647]},\"L4.engram_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":1,\"ck\":1240.5935668945312,\"data\":[-0.1357421875,0.046142578125,-0.2333984375,-0.4140625,-0.8828125,-0.1025390625,-0.07177734375,-0.1796875,0.06884765625,-0.072265625,1.171875,1.390625,-0.33984375,-1.078125,0.00823974609375,0.0673828125,0.0203857421875,0.6015625,0.2041015625,-0.0030364990234375,-0.255859375,0.038330078125,-0.640625,-0.369140625,0.2490234375,0.5390625,-0.25390625,-0.5234375,-0.546875,0.3125,-0.64453125,0.212890625,-0.87890625,-0.359375,-0.2138671875,-0.421875,-0.1845703125,-0.0556640625,0.8125,-0.83203125,-0.84765625,-0.65234375,0.79296875,0.31640625,0.609375,0.9921875,0.9453125,-0.34765625,0.455078125,0.55859375,0.3515625,0.060546875,-0.0057373046875,0.90234375,-0.375,-0.037841796875,0.71484375,0.162109375,0.263671875,0.41796875,0.51953125,-0.435546875,0.16015625,-0.1044921875,-0.134765625,0.040283203125,-0.240234375,-0.41796875,-0.8828125,-0.109375,-0.0693359375,-0.1748046875,0.05859375,-0.07421875,1.171875,1.390625,-0.353515625,-1.0859375,0.015869140625,0.05322265625,0.0218505859375,0.59375,0.205078125,0.00836181640625,-0.263671875,0.043701171875,-0.64453125,-0.369140625,0.2431640625,0.54296875,-0.251953125,-0.52734375,-0.55078125,0.3046875,-0.6484375,0.201171875,-0.87109375,-0.34765625,-0.220703125,-0.423828125,-0.1923828125,-0.0615234375,0.8046875,-0.84765625,-0.84765625,-0.64453125,0.80078125,0.3046875,0.6171875,0.98828125,0.94921875,-0.337890625,0.462890625,0.56640625,0.349609375,0.047607421875,-0.01385498046875,0.91015625,-0.365234375,-0.04443359375,0.7265625,0.158203125,0.265625,0.419921875,0.515625,-0.439453125,0.1640625,-0.09619140625,-0.1328125,0.02978515625,-0.2216796875,-0.478515625,-0.93359375,-0.15625,-0.0052490234375,-0.08642578125,0.05126953125,-0.1142578125,1.1796875,1.3515625,-0.388671875,-1.109375,0.09033203125,-0.046630859375,0.00286865234375,0.53515625,0.2080078125,0.09765625,-0.373046875,0.11328125,-0.6796875,-0.33984375,0.2373046875,0.5703125,-0.291015625,-0.546875,-0.5859375,0.298828125,-0.6640625,0.197265625,-0.81640625,-0.2890625,-0.259765625,-0.37109375,-0.1787109375,-0.109375,0.8046875,-0.90234375,-0.859375,-0.63671875,0.8046875,0.3046875,0.703125,0.984375,0.921875,-0.236328125,0.45703125,0.6171875,0.31640625,0.0128173828125,-0.10107421875,0.8984375,-0.28515625,-0.0233154296875,0.73046875,0.1787109375,0.2275390625,0.46875,0.53515625,-0.4140625,0.134765625,-0.06787109375,-0.1337890625,0.0302734375,-0.2177734375,-0.48046875,-0.9375,-0.158203125,-0.0029449462890625,-0.08154296875,0.05712890625,-0.1162109375,1.171875,1.34375,-0.384765625,-1.1015625,0.091796875,-0.04736328125,0.0005340576171875,0.53515625,0.20703125,0.10400390625,-0.3828125,0.11376953125,-0.68359375,-0.3359375,0.2373046875,0.56640625,-0.29296875,-0.546875,-0.5859375,0.30078125,-0.66796875,0.2021484375,-0.81640625,-0.287109375,-0.2578125,-0.359375,-0.1748046875,-0.115234375,0.8046875,-0.8984375,-0.85546875,-0.63671875,0.80078125,0.30859375,0.70703125,0.98046875,0.91796875,-0.23046875,0.451171875,0.61328125,0.314453125,0.016357421875,-0.10693359375,0.890625,-0.283203125,-0.0205078125,0.72265625,0.181640625,0.2236328125,0.470703125,0.5390625,-0.408203125,0.1298828125,-0.06494140625]},\"L4.engram_hash_ids\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":8340.0,\"data\":[3,123,295,386,410,602]},\"L4.engram_embed\":{\"shape\":[1,1,6,32],\"n\":192,\"stride\":17,\"ck\":-235.55859375,\"data\":[0.0087890625,-0.203125,-0.0703125,-0.1015625,0.00390625,-0.234375,0.078125,0.171875,-0.0703125,-0.078125,-0.013671875,-0.005859375]},\"L4.engram_kv\":{\"shape\":[1,1,320],\"n\":320,\"stride\":29,\"ck\":707.5116271972656,\"data\":[-0.1708984375,0.1953125,0.1171875,-0.10302734375,-0.1572265625,0.11328125,0.0810546875,0.212890625,-0.0537109375,0.298828125,0.484375,-0.0019683837890625]},\"L4.engram_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1772.7028858661652,\"data\":[-0.03662109375,-0.341796875,0.80859375,0.05419921875,-0.490234375,0.216796875,1.0859375,-0.3046875,0.74609375,-0.111328125,0.91015625,-0.419921875]},\"L4.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1772.7028858661652,\"data\":[-0.03662109375,-0.341796875,0.80859375,0.05419921875,-0.490234375,0.216796875,1.0859375,-0.3046875,0.74609375,-0.111328125,0.91015625,-0.419921875]},\"L4.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.685965061187744,\"data\":[0.27023208141326904,0.4777250289916992,0.46305978298187256,0.5177758932113647]},\"L4.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.460914835333824,\"data\":[0.7013668417930603,0.38106268644332886,0.24629534780979156,0.5646341443061829]},\"L4.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":9.424531757831573,\"data\":[0.7676219344139099,0.8403621912002563,1.2984315156936646,0.7702227234840393]},\"L4.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.999966859817505,\"data\":[0.21037566661834717,0.40424272418022156,0.15298838913440704,0.20653179287910461,0.3712973892688751,0.08207638561725616,0.26533761620521545,0.30714812874794006]},\"L4.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":404.0615234375,\"data\":[-0.1103515625,0.052001953125,0.56640625,0.16796875,-0.9609375,-0.82421875,1.46875,1.1328125,1.4140625,-0.15234375]},\"L4.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-856.1961669921875,\"data\":[1.2890625,-0.353515625,-0.16015625,-0.05224609375,0.7734375,-0.08056640625,0.91015625,-1.2734375,0.32421875,0.7890625,-0.51953125,-0.022705078125]},\"L4.sa_kv\":{\"shape\":[1,21,32],\"n\":672,\"stride\":59,\"ck\":28551.6552734375,\"data\":[1.0,-1.25,-0.0546875,0.0859375,-1.5,-0.375,-1.25,-0.25,-1.375,-0.4375,-0.234375,0.25]},\"L4.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":1237.0,\"data\":[5,6,7,0,1,2,3,4,11,15,16,17,18,19]},\"L4.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":343.3633346557617,\"data\":[0.421875,-0.0279541015625,0.578125,0.2421875,-0.447265625,0.474609375,0.1298828125,0.06689453125,0.2392578125,0.05224609375,-0.396484375,-0.44921875]},\"L4.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-44.787353515625,\"data\":[-0.115234375,-0.0869140625,0.337890625,0.06396484375,0.0390625,-0.138671875,0.1357421875,-0.16796875,0.1123046875,-0.01312255859375]},\"L4.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.708272248506546,\"data\":[0.4063699543476105,0.7330499887466431,0.43668389320373535,0.6314376592636108]},\"L4.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":9.140164971351624,\"data\":[0.6749204397201538,1.081935167312622,1.0720510482788086,0.77130526304245]},\"L4.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996629357338,\"data\":[0.163778156042099,0.6162128448486328,0.2506377398967743,0.17338773608207703,0.34550514817237854,0.1034386157989502,0.240077942609787,0.10695981979370117]},\"L4.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":313.9549560546875,\"data\":[-0.265625,-0.07373046875,1.0625,0.2490234375,-0.84375,-1.046875,1.5390625,0.765625,1.4453125,-0.1728515625]},\"L4.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.2057718634605408,\"data\":[0.7942280173301697,0.7057719230651855]},\"L4.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":4.0,\"data\":[0,2]},\"L4.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-0.6102294921875,\"data\":[0.017578125,-0.1318359375,-0.2412109375,-0.1748046875,0.279296875,-0.1787109375,0.1728515625,0.23828125,-0.01214599609375,-0.1513671875]},\"L4.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1144.4072723388672,\"data\":[-0.1572265625,-0.251953125,0.8203125,0.40625,-0.1650390625,0.1962890625,1.2578125,-0.55859375,0.81640625,-0.2021484375,1.0234375,-0.671875]},\"L4.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.708272248506546,\"data\":[0.4063699543476105,0.7330499887466431,0.43668389320373535,0.6314376592636108]},\"shared.L4.compress_kv\":{\"shape\":[1,13,32],\"n\":416,\"stride\":37,\"ck\":10513.140625,\"data\":[-0.421875,2.25,0.46875,0.9375,0.5,-0.515625,-0.6875,-0.75,-1.0,0.46875,0.375,0.5]},\"shared.L4.index_k\":{\"shape\":[1,13,32],\"n\":416,\"stride\":37,\"ck\":7338.75,\"data\":[0.5,-1.0,-0.5,-0.75,-0.75,0.75,0.5,1.0,2.0,0.5,-1.0,0.5]},\"shared.L4.topk_idxs\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":361.0,\"data\":[11,15,16,17,18,19]},\"shared.L4.candidates\":{\"shape\":[1,1,13],\"n\":13,\"stride\":1,\"ck\":43.0,\"data\":[0,0,1,1,0,0,0,0,0,0,1,1,1]},\"L5.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1144.4072723388672,\"data\":[-0.1572265625,-0.251953125,0.8203125,0.40625,-0.1650390625,0.1962890625,1.2578125,-0.55859375,0.81640625,-0.2021484375,1.0234375,-0.671875]},\"L5.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.708272248506546,\"data\":[0.4063699543476105,0.7330499887466431,0.43668389320373535,0.6314376592636108]},\"L5.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":3.9127860963344574,\"data\":[0.51778644323349,0.4480815827846527,0.38267090916633606,0.33770594000816345]},\"L5.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":11.28273320198059,\"data\":[1.2224609851837158,0.7204622030258179,1.012993574142456,1.3950917720794678]},\"L5.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.999967351555824,\"data\":[0.3408759534358978,0.19866517186164856,0.2677639424800873,0.42459836602211,0.11566709727048874,0.2709312438964844,0.27569207549095154,0.10580422729253769]},\"L5.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":287.768798828125,\"data\":[-0.2392578125,-0.298828125,0.671875,-0.0255126953125,-0.35546875,-1.2890625,1.71875,1.1171875,1.328125,-0.396484375]},\"L5.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":156.81024169921875,\"data\":[-1.2109375,-0.2119140625,0.83203125,0.10498046875,0.609375,0.625,-0.36328125,-0.14453125,0.7890625,0.494140625,0.2451171875,0.0311279296875]},\"L5.sa_kv\":{\"shape\":[1,21,32],\"n\":672,\"stride\":59,\"ck\":31609.81964111328,\"data\":[-0.46875,0.375,-0.0703125,-1.0,-0.5,-0.375,-1.25,-0.25,-1.375,-0.4375,-0.234375,0.25]},\"L5.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":1227.0,\"data\":[5,6,7,0,1,2,3,4,10,11,16,18,19,20]},\"L5.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":719.6141309738159,\"data\":[0.5546875,1.140625,-0.00010967254638671875,0.3828125,0.043701171875,0.8203125,-0.5078125,0.375,0.2314453125,-0.0198974609375,-1.1171875,-0.0478515625]},\"L5.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-30.89044189453125,\"data\":[0.1044921875,0.0771484375,-0.291015625,0.310546875,0.0810546875,-0.04931640625,-0.08154296875,-0.1103515625,-0.06884765625,-0.03857421875]},\"L5.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.282099813222885,\"data\":[0.4880870580673218,0.5846927762031555,0.4743943512439728,0.5503610372543335]},\"L5.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":7.9760406613349915,\"data\":[0.9778048396110535,1.1235061883926392,1.0496609210968018,0.4005601704120636]},\"L5.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996658787131,\"data\":[0.3757685422897339,0.06018008664250374,0.15149948000907898,0.5954172015190125,0.10692191123962402,0.1328047811985016,0.3658091127872467,0.21159689128398895]},\"L5.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":225.1181640625,\"data\":[-0.054443359375,-0.1474609375,0.162109375,0.51953125,-0.2255859375,-1.296875,1.578125,0.85546875,1.203125,-0.4375]},\"L5.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.1997172832489014,\"data\":[0.8002825975418091,0.6997173428535461]},\"L5.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":5.0,\"data\":[3,1]},\"L5.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":26.5611572265625,\"data\":[-0.2099609375,0.1650390625,-0.00830078125,-0.1162109375,0.18359375,0.0771484375,0.0732421875,0.0986328125,0.24609375,0.032958984375]},\"L5.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":1278.630859375,\"data\":[-0.2275390625,-0.095703125,0.7890625,0.1904296875,0.0869140625,-0.25,1.1953125,-0.404296875,1.0234375,0.0311279296875,1.0078125,-0.68359375]},\"L5.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.282099813222885,\"data\":[0.4880870580673218,0.5846927762031555,0.4743943512439728,0.5503610372543335]},\"shared.L5.compress_kv\":{\"shape\":[1,13,32],\"n\":416,\"stride\":37,\"ck\":10513.140625,\"data\":[-0.421875,2.25,0.46875,0.9375,0.5,-0.515625,-0.6875,-0.75,-1.0,0.46875,0.375,0.5]},\"shared.L5.index_k\":{\"shape\":[1,13,32],\"n\":416,\"stride\":37,\"ck\":7338.75,\"data\":[0.5,-1.0,-0.5,-0.75,-0.75,0.75,0.5,1.0,2.0,0.5,-1.0,0.5]},\"shared.L5.topk_idxs\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":367.0,\"data\":[10,11,16,18,19,20]},\"shared.L5.candidates\":{\"shape\":[1,1,13],\"n\":13,\"stride\":1,\"ck\":43.0,\"data\":[0,0,1,1,0,0,0,0,0,0,1,1,1]},\"h_final\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":349.40576171875,\"data\":[-0.45703125,0.126953125,0.1767578125,0.46875,0.06787109375,-1.546875,2.09375,1.265625,2.03125,-0.515625]},\"head_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":278.1917724609375,\"data\":[-0.36328125,0.10009765625,0.146484375,0.380859375,0.0546875,-1.3046875,1.6875,1.046875,1.640625,-0.404296875]},\"logits_full\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-105.27545364201069,\"data\":[0.4855589270591736,0.6364225149154663,-1.008812665939331,-0.1388332098722458,-0.24070622026920319,0.48428067564964294,-0.44715598225593567,-0.6520738005638123,0.14515496790409088,-0.9357513785362244]}},\"decode13\":{\"input_ids\":{\"shape\":[1,1],\"n\":1,\"stride\":1,\"ck\":8.0,\"data\":[8]},\"engram_hashes\":{\"shape\":[1,1,2,6],\"n\":12,\"stride\":1,\"ck\":25162.0,\"data\":[21,85,183,250,298,456,14,186,216,375,492,542]},\"embed\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-116.51715087890625,\"data\":[0.1748046875,-0.2890625,-0.37890625,-0.1640625,0.26171875,0.23828125,0.22265625,0.458984375,-0.28125,-0.10498046875]},\"L0.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":1,\"ck\":-1138.701416015625,\"data\":[0.1748046875,0.005645751953125,-0.055908203125,-0.341796875,-0.15625,-0.1552734375,0.455078125,-0.2890625,-0.236328125,0.0654296875,-0.234375,-0.01953125,0.4453125,0.208984375,-0.37890625,-0.296875,-0.10009765625,-0.06640625,0.470703125,0.453125,0.412109375,-0.1640625,0.1865234375,-0.046630859375,0.1865234375,-0.2060546875,-0.11669921875,-0.09912109375,0.26171875,0.455078125,-0.2490234375,0.474609375,0.390625,-0.4453125,-0.337890625,0.23828125,-0.376953125,0.470703125,0.412109375,-0.46484375,-0.2119140625,-0.345703125,0.22265625,-0.41796875,0.0177001953125,-0.28125,-0.10791015625,0.003814697265625,0.203125,0.458984375,0.2099609375,0.134765625,0.25390625,-0.369140625,-0.20703125,-0.306640625,-0.28125,-0.43359375,-0.41796875,-0.27734375,0.341796875,-0.396484375,-0.369140625,-0.10498046875,0.1748046875,0.005645751953125,-0.055908203125,-0.341796875,-0.15625,-0.1552734375,0.455078125,-0.2890625,-0.236328125,0.0654296875,-0.234375,-0.01953125,0.4453125,0.208984375,-0.37890625,-0.296875,-0.10009765625,-0.06640625,0.470703125,0.453125,0.412109375,-0.1640625,0.1865234375,-0.046630859375,0.1865234375,-0.2060546875,-0.11669921875,-0.09912109375,0.26171875,0.455078125,-0.2490234375,0.474609375,0.390625,-0.4453125,-0.337890625,0.23828125,-0.376953125,0.470703125,0.412109375,-0.46484375,-0.2119140625,-0.345703125,0.22265625,-0.41796875,0.0177001953125,-0.28125,-0.10791015625,0.003814697265625,0.203125,0.458984375,0.2099609375,0.134765625,0.25390625,-0.369140625,-0.20703125,-0.306640625,-0.28125,-0.43359375,-0.41796875,-0.27734375,0.341796875,-0.396484375,-0.369140625,-0.10498046875,0.1748046875,0.005645751953125,-0.055908203125,-0.341796875,-0.15625,-0.1552734375,0.455078125,-0.2890625,-0.236328125,0.0654296875,-0.234375,-0.01953125,0.4453125,0.208984375,-0.37890625,-0.296875,-0.10009765625,-0.06640625,0.470703125,0.453125,0.412109375,-0.1640625,0.1865234375,-0.046630859375,0.1865234375,-0.2060546875,-0.11669921875,-0.09912109375,0.26171875,0.455078125,-0.2490234375,0.474609375,0.390625,-0.4453125,-0.337890625,0.23828125,-0.376953125,0.470703125,0.412109375,-0.46484375,-0.2119140625,-0.345703125,0.22265625,-0.41796875,0.0177001953125,-0.28125,-0.10791015625,0.003814697265625,0.203125,0.458984375,0.2099609375,0.134765625,0.25390625,-0.369140625,-0.20703125,-0.306640625,-0.28125,-0.43359375,-0.41796875,-0.27734375,0.341796875,-0.396484375,-0.369140625,-0.10498046875,0.1748046875,0.005645751953125,-0.055908203125,-0.341796875,-0.15625,-0.1552734375,0.455078125,-0.2890625,-0.236328125,0.0654296875,-0.234375,-0.01953125,0.4453125,0.208984375,-0.37890625,-0.296875,-0.10009765625,-0.06640625,0.470703125,0.453125,0.412109375,-0.1640625,0.1865234375,-0.046630859375,0.1865234375,-0.2060546875,-0.11669921875,-0.09912109375,0.26171875,0.455078125,-0.2490234375,0.474609375,0.390625,-0.4453125,-0.337890625,0.23828125,-0.376953125,0.470703125,0.412109375,-0.46484375,-0.2119140625,-0.345703125,0.22265625,-0.41796875,0.0177001953125,-0.28125,-0.10791015625,0.003814697265625,0.203125,0.458984375,0.2099609375,0.134765625,0.25390625,-0.369140625,-0.20703125,-0.306640625,-0.28125,-0.43359375,-0.41796875,-0.27734375,0.341796875,-0.396484375,-0.369140625,-0.10498046875]},\"L0.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":1.0,\"data\":[1.0,0.0,0.0,0.0]},\"L0.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.897383630275726,\"data\":[0.5729990005493164,0.5899274945259094,0.4652000069618225,0.4372324049472809]},\"L0.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":9.292389154434204,\"data\":[0.7399351596832275,1.5044604539871216,0.5933167934417725,0.940895676612854]},\"L0.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996744096279,\"data\":[0.1630215346813202,0.23289108276367188,0.360280305147171,0.22409044206142426,0.2223452478647232,0.2203238159418106,0.25435197353363037,0.32269370555877686]},\"L0.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":-382.932861328125,\"data\":[0.56640625,0.01953125,-0.1904296875,-1.0859375,-0.5,-0.50390625,1.484375,-0.921875,-0.79296875,0.228515625,-0.8046875,-0.062255859375,1.4296875,0.66796875,-1.28125,-0.9453125,-0.330078125,-0.2265625,1.640625,1.546875,1.40625,-0.5546875,0.60546875,-0.1484375,0.609375,-0.67578125,-0.375,-0.3203125,0.84765625,1.484375,-0.796875,1.578125,1.296875,-1.453125,-1.1328125,0.78125,-1.21875,1.5,1.4140625,-1.4921875,-0.73828125,-1.203125,0.77734375,-1.4453125,0.060302734375,-0.97265625,-0.36328125,0.0120849609375,0.68359375,1.6015625,0.6640625,0.44140625,0.8125,-1.1796875,-0.67578125,-0.9765625,-0.9609375,-1.515625,-1.3515625,-0.9375,1.1875,-1.3515625,-1.1640625,-0.361328125]},\"L0.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-204.76477813720703,\"data\":[-0.67578125,-0.384765625,-0.052978515625,-0.423828125,0.2275390625,-0.255859375,-0.7734375,-0.154296875,-0.1943359375,0.216796875,0.1279296875,-0.1845703125]},\"L0.sa_kv\":{\"shape\":[1,8,32],\"n\":256,\"stride\":23,\"ck\":-3567.8385009765625,\"data\":[-1.0,-0.9375,-0.00341796875,-1.25,0.171875,0.375,-1.25,-2.25,0.125,-0.75,0.75,-1.0]},\"L0.sa_topk_idxs\":{\"shape\":[1,1,8],\"n\":8,\"stride\":1,\"ck\":120.0,\"data\":[6,7,0,1,2,3,4,5]},\"L0.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-907.8145904541016,\"data\":[0.087890625,-0.107421875,0.259765625,-0.66796875,0.259765625,-0.345703125,0.0028839111328125,-0.23046875,0.2060546875,-0.7890625,-0.2294921875,-0.3203125]},\"L0.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":17.33099365234375,\"data\":[-0.083984375,-0.072265625,-0.00592041015625,-0.00732421875,-0.0673828125,0.10498046875,0.04638671875,0.068359375,0.1513671875,-0.049560546875,-0.020263671875,-0.09765625,-0.1474609375,0.08447265625,-0.1689453125,-0.02392578125,-0.15625,0.171875,-0.036865234375,-0.11083984375,0.046142578125,0.041748046875,0.1865234375,0.0009765625,0.01806640625,-0.004791259765625,-0.049072265625,-0.1357421875,0.1240234375,-0.12890625,-0.0162353515625,-0.0201416015625,-0.1259765625,-0.11376953125,0.138671875,0.1640625,0.10205078125,-0.029296875,0.035888671875,-0.177734375,-0.043212890625,0.045654296875,0.0179443359375,0.1572265625,0.012939453125,0.2294921875,0.04248046875,-0.2177734375,0.09130859375,0.16015625,-0.08984375,0.05029296875,-0.00518798828125,-0.056640625,-0.023681640625,0.10009765625,0.008056640625,-0.02685546875,-0.020751953125,0.1787109375,-0.140625,0.03271484375,-0.10888671875,0.1005859375]},\"L0.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.678017109632492,\"data\":[0.3706682026386261,0.49589166045188904,0.6466567516326904,0.5938988327980042]},\"L0.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.212245047092438,\"data\":[0.7072834372520447,0.9631717801094055,1.2077574729919434,0.988836407661438]},\"L0.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996744841337,\"data\":[0.34174126386642456,0.10872684419155121,0.3996812105178833,0.2838905453681946,0.09212180227041245,0.15493282675743103,0.1664547175168991,0.4524488151073456]},\"L0.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":-322.3134765625,\"data\":[0.3046875,-0.2177734375,-0.189453125,-1.09375,-0.68359375,-0.1806640625,1.6640625,-0.71484375,-0.302734375,0.058837890625,-0.81640625,-0.3515625,0.9453125,0.90625,-1.7265625,-1.0,-0.84375,0.330078125,1.421875,1.171875,1.5,-0.38671875,1.1484375,-0.15234375,0.63671875,-0.69140625,-0.54296875,-0.765625,1.1953125,1.09375,-0.87109375,1.4453125,0.86328125,-1.8125,-0.68359375,1.2734375,-0.875,1.4765625,1.4375,-2.125,-0.7890625,-1.0234375,0.80859375,-0.828125,0.10107421875,-0.19921875,-0.2060546875,-0.64453125,0.97265625,1.9609375,0.41015625,0.59765625,0.828125,-1.3203125,-0.76171875,-0.68359375,-0.9296875,-1.5078125,-1.4609375,-0.330078125,0.6953125,-1.21875,-1.4765625,-0.0252685546875]},\"L0.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.1645820140838623,\"data\":[0.8354181051254272,0.6645819544792175]},\"L0.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":8.0,\"data\":[2,3]},\"L0.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":1,\"ck\":20.3475341796875,\"data\":[-0.23046875,0.04248046875,0.052001953125,0.042724609375,0.0947265625,0.05322265625,0.177734375,0.08154296875,-0.408203125,-0.21875,0.20703125,-0.07373046875,0.2490234375,-0.0101318359375,0.228515625,0.2470703125,-0.2021484375,0.0634765625,-0.251953125,-0.25390625,0.140625,0.1201171875,0.0830078125,0.392578125,0.3828125,0.0123291015625,0.18359375,0.0257568359375,-0.1162109375,-0.16015625,0.21484375,-0.27734375,0.022705078125,0.16015625,0.1328125,0.087890625,0.0211181640625,-0.060302734375,0.302734375,-0.05908203125,-0.11767578125,-0.21875,-0.119140625,0.208984375,0.109375,-0.1318359375,-0.310546875,-0.177734375,-0.138671875,-0.06005859375,-0.010986328125,0.255859375,0.1337890625,0.1708984375,-0.0966796875,0.06640625,0.265625,-0.13671875,-0.205078125,0.2001953125,-0.14453125,0.2099609375,0.1376953125,-0.373046875]},\"L0.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-535.8288497924805,\"data\":[-0.07763671875,0.232421875,-0.283203125,-0.0260009765625,0.2421875,0.41796875,-0.005462646484375,-0.3671875,0.047607421875,-0.0751953125,0.74609375,-0.158203125]},\"L0.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.678017109632492,\"data\":[0.3706682026386261,0.49589166045188904,0.6466567516326904,0.5938988327980042]},\"L1.engram_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":1,\"ck\":-535.8288497924805,\"data\":[-0.07763671875,-0.041259765625,-0.0255126953125,-0.3203125,-0.1611328125,-0.005767822265625,0.62890625,-0.158203125,-0.36328125,-0.1416015625,-0.10986328125,-0.17578125,0.46484375,0.291015625,-0.396484375,-0.1474609375,-0.41015625,0.162109375,0.25390625,0.15625,0.5625,-0.034423828125,0.443359375,0.232421875,0.4765625,-0.2021484375,-0.039306640625,-0.2255859375,0.3125,0.205078125,-0.1142578125,0.255859375,0.271484375,-0.453125,-0.09619140625,0.474609375,-0.25390625,0.396484375,0.6640625,-0.6953125,-0.341796875,-0.451171875,0.158203125,-0.1025390625,0.10888671875,-0.1298828125,-0.283203125,-0.353515625,0.2021484375,0.5859375,0.1064453125,0.369140625,0.34375,-0.30859375,-0.30078125,-0.1533203125,-0.0849609375,-0.55859375,-0.5859375,0.054443359375,0.08935546875,-0.2138671875,-0.38671875,-0.26171875,-0.109375,-0.006988525390625,-0.01019287109375,-0.306640625,-0.115234375,-0.0260009765625,0.66015625,-0.1591796875,-0.515625,-0.181640625,-0.0498046875,-0.1630859375,0.57421875,0.26171875,-0.283203125,-0.076171875,-0.41015625,0.12255859375,0.201171875,0.1259765625,0.58203125,-0.017578125,0.404296875,0.33203125,0.5703125,-0.1982421875,0.0238037109375,-0.1748046875,0.2421875,0.205078125,-0.0537109375,0.1923828125,0.318359375,-0.375,-0.10693359375,0.4453125,-0.28125,0.390625,0.73046875,-0.65234375,-0.357421875,-0.5234375,0.12158203125,-0.099609375,0.1328125,-0.23828125,-0.375,-0.328125,0.1376953125,0.51953125,0.1328125,0.41796875,0.37890625,-0.24609375,-0.318359375,-0.16796875,-0.02001953125,-0.5859375,-0.62890625,0.04833984375,0.09765625,-0.169921875,-0.31640625,-0.390625,-0.189453125,-0.01708984375,0.00078582763671875,-0.298828125,-0.11083984375,0.0167236328125,0.71484375,-0.12060546875,-0.57421875,-0.25,-0.005462646484375,-0.208984375,0.59375,0.283203125,-0.27734375,-0.0230712890625,-0.50390625,0.1865234375,0.12890625,0.033203125,0.62890625,0.0238037109375,0.4765625,0.427734375,0.66796875,-0.1962890625,0.0546875,-0.20703125,0.2490234375,0.1298828125,-0.005859375,0.11865234375,0.2890625,-0.3671875,-0.03515625,0.51171875,-0.2470703125,0.3671875,0.81640625,-0.71875,-0.3984375,-0.5625,0.09716796875,-0.004058837890625,0.1630859375,-0.205078125,-0.439453125,-0.43359375,0.12890625,0.55078125,0.1044921875,0.494140625,0.41015625,-0.220703125,-0.34765625,-0.1240234375,0.047607421875,-0.625,-0.6875,0.1474609375,0.0230712890625,-0.109375,-0.314453125,-0.453125,-0.1328125,-0.0206298828125,-0.0101318359375,-0.306640625,-0.1259765625,-0.0032958984375,0.67578125,-0.1435546875,-0.49609375,-0.197265625,-0.049072265625,-0.1845703125,0.55078125,0.279296875,-0.3125,-0.0751953125,-0.447265625,0.1591796875,0.1865234375,0.09765625,0.59375,-0.0057373046875,0.4453125,0.341796875,0.58203125,-0.1982421875,0.018310546875,-0.2021484375,0.263671875,0.1748046875,-0.0517578125,0.1806640625,0.29296875,-0.39453125,-0.0751953125,0.48046875,-0.259765625,0.3828125,0.74609375,-0.69140625,-0.369140625,-0.51953125,0.1220703125,-0.062255859375,0.1376953125,-0.1943359375,-0.375,-0.37890625,0.15234375,0.55078125,0.11376953125,0.435546875,0.380859375,-0.25390625,-0.32421875,-0.146484375,-0.01116943359375,-0.59375,-0.640625,0.08935546875,0.0654296875,-0.158203125,-0.3359375,-0.37890625]},\"L1.engram_hash_ids\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":5966.0,\"data\":[21,85,183,250,298,456]},\"L1.engram_embed\":{\"shape\":[1,1,6,32],\"n\":192,\"stride\":17,\"ck\":29.9677734375,\"data\":[-0.109375,0.0703125,0.40625,0.4375,-0.9375,-0.234375,0.0859375,0.0029296875,0.40625,0.25,-0.6875,-0.34375]},\"L1.engram_kv\":{\"shape\":[1,1,320],\"n\":320,\"stride\":29,\"ck\":497.45604705810547,\"data\":[0.205078125,-0.400390625,-0.05126953125,-0.043701171875,-0.27734375,0.447265625,-0.037353515625,0.046875,-0.2734375,-0.1904296875,0.083984375,0.244140625]},\"L1.engram_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-124.27482604980469,\"data\":[0.3046875,0.283203125,0.01708984375,-0.166015625,0.30859375,0.45703125,-0.03955078125,-0.33984375,0.06884765625,-0.33203125,0.55859375,-0.0458984375]},\"L1.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-124.27482604980469,\"data\":[0.3046875,0.283203125,0.01708984375,-0.166015625,0.30859375,0.45703125,-0.03955078125,-0.33984375,0.06884765625,-0.33203125,0.55859375,-0.0458984375]},\"L1.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.678017109632492,\"data\":[0.3706682026386261,0.49589166045188904,0.6466567516326904,0.5938988327980042]},\"L1.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.272916465997696,\"data\":[0.34126684069633484,0.40887579321861267,0.5710399150848389,0.3501945734024048]},\"L1.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":9.108455181121826,\"data\":[1.2021952867507935,1.0946695804595947,1.1365879774093628,0.5767892003059387]},\"L1.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996702373028,\"data\":[0.24111633002758026,0.2646295130252838,0.15356335043907166,0.10268272459506989,0.41466468572616577,0.1760828197002411,0.19065465033054352,0.4566039443016052]},\"L1.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-98.353759765625,\"data\":[0.625,-0.50390625,-0.859375,0.373046875,0.93359375,1.2265625,0.384765625,1.6796875,0.037841796875,-0.6171875]},\"L1.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-657.3557472229004,\"data\":[-0.83203125,-0.455078125,1.015625,-0.953125,0.05126953125,0.23828125,-0.2021484375,0.4921875,0.2890625,-0.1806640625,1.0234375,-1.09375]},\"L1.sa_kv\":{\"shape\":[1,8,32],\"n\":256,\"stride\":23,\"ck\":140.2568359375,\"data\":[-0.234375,0.375,1.75,-1.875,-0.03515625,1.75,1.0,0.75,0.125,0.1171875,-0.05859375,2.25]},\"L1.sa_topk_idxs\":{\"shape\":[1,1,8],\"n\":8,\"stride\":1,\"ck\":120.0,\"data\":[6,7,0,1,2,3,4,5]},\"L1.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-301.94512939453125,\"data\":[-0.1484375,-0.34765625,-0.07568359375,0.1826171875,0.78125,0.330078125,-0.359375,0.103515625,-0.07275390625,0.00927734375,0.341796875,-0.4921875]},\"L1.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-16.141868591308594,\"data\":[-0.09326171875,0.1328125,0.019287109375,-0.06494140625,-0.0634765625,0.03125,-0.00156402587890625,0.023193359375,-0.158203125,-0.0791015625]},\"L1.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.406688332557678,\"data\":[0.2873506546020508,0.6135328412055969,0.5397133827209473,0.568282961845398]},\"L1.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":7.186094582080841,\"data\":[0.7084599733352661,1.1012259721755981,0.6774545311927795,0.56070476770401]},\"L1.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.9999670535326,\"data\":[0.24563157558441162,0.2716926634311676,0.3164229989051819,0.3079099655151367,0.1443355530500412,0.24096472561359406,0.2936088442802429,0.1794317066669464]},\"L1.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-154.448486328125,\"data\":[0.375,-0.1142578125,-0.78125,0.169921875,0.78515625,1.2421875,0.37109375,1.71875,-0.451171875,-0.80078125]},\"L1.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.2343727350234985,\"data\":[0.765627384185791,0.7343726754188538]},\"L1.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":4.0,\"data\":[2,1]},\"L1.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":48.359161376953125,\"data\":[0.10302734375,0.09423828125,0.26953125,-0.0294189453125,-0.234375,-0.4921875,0.09765625,0.09228515625,0.416015625,0.04638671875]},\"L1.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":200.71347522735596,\"data\":[0.2080078125,0.5625,-0.1015625,0.09228515625,0.0032501220703125,0.62890625,-0.0303955078125,-0.41015625,0.12255859375,-0.494140625,0.49609375,-0.04638671875]},\"L1.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.406688332557678,\"data\":[0.2873506546020508,0.6135328412055969,0.5397133827209473,0.568282961845398]},\"L2.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":200.71347522735596,\"data\":[0.2080078125,0.5625,-0.1015625,0.09228515625,0.0032501220703125,0.62890625,-0.0303955078125,-0.41015625,0.12255859375,-0.494140625,0.49609375,-0.04638671875]},\"L2.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.406688332557678,\"data\":[0.2873506546020508,0.6135328412055969,0.5397133827209473,0.568282961845398]},\"L2.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":3.523606538772583,\"data\":[0.4443531334400177,0.5272895097732544,0.3474366366863251,0.24559111893177032]},\"L2.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":9.891592919826508,\"data\":[1.0754197835922241,1.3691136837005615,0.9070243239402771,0.8392181992530823]},\"L2.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996753782034,\"data\":[0.3188026249408722,0.15296536684036255,0.10391003638505936,0.3360639214515686,0.22998681664466858,0.2906590402126312,0.34729957580566406,0.22031070291996002]},\"L2.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-28.53564453125,\"data\":[0.5859375,0.091796875,-0.1640625,0.1044921875,0.2265625,0.1513671875,0.55859375,1.78125,0.43359375,-0.63671875]},\"L2.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":181.700439453125,\"data\":[-0.4140625,-0.1689453125,0.1982421875,1.015625,-0.52734375,-0.984375,1.0234375,0.6640625,-0.17578125,0.205078125,0.4921875,0.9296875]},\"L2.sa_kv\":{\"shape\":[1,15,32],\"n\":480,\"stride\":41,\"ck\":3983.904296875,\"data\":[0.4375,-0.025390625,-1.125,-0.6875,-0.203125,1.375,0.5,0.625,-1.40625,-0.9375,0.75,-1.5]},\"L2.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":922.0,\"data\":[6,7,0,1,2,3,4,5,8,10,11,12,13,14]},\"L2.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-54.04010009765625,\"data\":[-0.045654296875,-0.171875,0.64453125,0.4609375,-0.1630859375,-0.376953125,0.0286865234375,0.185546875,0.01458740234375,-0.4453125,0.53125,0.298828125]},\"L2.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":18.766632080078125,\"data\":[0.033935546875,-0.07470703125,-0.060791015625,-0.1435546875,0.01422119140625,0.134765625,0.11669921875,-0.002716064453125,0.06640625,-0.05224609375]},\"L2.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.284372508525848,\"data\":[0.6463362574577332,0.5476758480072021,0.5170172452926636,0.49790820479393005]},\"L2.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.857635378837585,\"data\":[0.9109940528869629,1.6563242673873901,1.1364833116531372,0.8061357140541077]},\"L2.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996653944254,\"data\":[0.3293425440788269,0.45095211267471313,0.2834707498550415,0.11324911564588547,0.2323397994041443,0.23016470670700073,0.15484589338302612,0.2056330442428589]},\"L2.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":27.19287109375,\"data\":[0.6484375,-0.13671875,-0.337890625,-0.326171875,0.275390625,0.5859375,0.9375,1.8515625,0.62890625,-0.83984375]},\"L2.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.1628702878952026,\"data\":[0.8371298313140869,0.6628702282905579]},\"L2.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":5.0,\"data\":[1,2]},\"L2.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":19.9208984375,\"data\":[-0.1328125,-0.0712890625,0.06640625,0.0185546875,0.09130859375,-0.0693359375,-0.41015625,0.63671875,-0.103515625,-0.10498046875]},\"L2.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":620.8697872161865,\"data\":[0.125,0.49609375,-0.09228515625,0.06884765625,0.2490234375,0.859375,0.236328125,-0.255859375,0.1044921875,-0.177734375,0.66796875,-0.09521484375]},\"L2.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.284372508525848,\"data\":[0.6463362574577332,0.5476758480072021,0.5170172452926636,0.49790820479393005]},\"shared.L2.compress_kv\":{\"shape\":[1,7,32],\"n\":224,\"stride\":19,\"ck\":1786.2109375,\"data\":[0.0,-0.46875,3.0,-0.421875,-0.703125,-0.421875,-1.25,1.5,0.0,0.203125,-0.46875,0.375]},\"shared.L2.index_k\":{\"shape\":[1,7,32],\"n\":224,\"stride\":19,\"ck\":-295.75,\"data\":[1.0,2.0,0.0,1.0,-1.0,-0.5,0.5,1.5,0.0,-1.5,1.0,0.5]},\"shared.L2.topk_idxs\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":258.0,\"data\":[8,10,11,12,13,14]},\"shared.L2.candidates\":{\"shape\":[1,1,13],\"n\":13,\"stride\":1,\"ck\":43.0,\"data\":[0,0,1,1,0,0,0,0,0,0,1,1,1]},\"L3.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":620.8697872161865,\"data\":[0.125,0.49609375,-0.09228515625,0.06884765625,0.2490234375,0.859375,0.236328125,-0.255859375,0.1044921875,-0.177734375,0.66796875,-0.09521484375]},\"L3.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.284372508525848,\"data\":[0.6463362574577332,0.5476758480072021,0.5170172452926636,0.49790820479393005]},\"L3.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":5.508837699890137,\"data\":[0.3713393807411194,0.563210129737854,0.5811930298805237,0.5668747425079346]},\"L3.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.129447549581528,\"data\":[0.24270960688591003,1.4979727268218994,1.398377776145935,0.6739147901535034]},\"L3.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996683001518,\"data\":[0.48684704303741455,0.22944606840610504,0.1977733075618744,0.32312557101249695,0.14700882136821747,0.25795674324035645,0.1683698147535324,0.18947061896324158]},\"L3.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":73.220703125,\"data\":[0.2451171875,-0.3203125,-0.1318359375,-0.2236328125,0.49609375,0.314453125,-0.318359375,3.296875,0.279296875,-1.0]},\"L3.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-533.2787933349609,\"data\":[-0.0029144287109375,0.3984375,-0.1953125,-0.546875,-0.36328125,-0.240234375,-0.33203125,0.51953125,-0.008544921875,-1.1328125,-0.57421875,0.6171875]},\"L3.sa_kv\":{\"shape\":[1,15,32],\"n\":480,\"stride\":41,\"ck\":4888.257080078125,\"data\":[0.40625,-1.375,2.25,1.0,0.75,-0.171875,0.025390625,0.625,-1.40625,-0.9375,0.75,-1.5]},\"L3.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":922.0,\"data\":[6,7,0,1,2,3,4,5,8,10,11,12,13,14]},\"L3.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-12.680877685546875,\"data\":[-0.1591796875,0.44140625,0.232421875,0.50390625,-0.2392578125,-0.2734375,-0.232421875,0.53125,-0.08447265625,-0.5703125,-0.016357421875,0.494140625]},\"L3.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-20.2427978515625,\"data\":[0.10986328125,0.15625,0.047119140625,0.201171875,-0.1767578125,-0.259765625,0.0179443359375,0.2451171875,0.33984375,0.017333984375]},\"L3.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.083841562271118,\"data\":[0.4668012857437134,0.5090487003326416,0.15455448627471924,0.533819854259491]},\"L3.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":11.105498552322388,\"data\":[1.6461987495422363,0.725924015045166,1.0687310695648193,1.2003146409988403]},\"L3.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996590614319,\"data\":[0.1697666496038437,0.24975360929965973,0.2033170759677887,0.21732351183891296,0.4007232189178467,0.047612398862838745,0.22619204223155975,0.4853094220161438]},\"L3.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":15.62188720703125,\"data\":[0.4921875,0.07373046875,-0.00909423828125,0.28515625,0.059814453125,-0.31640625,-0.287109375,3.78125,1.1015625,-0.90234375]},\"L3.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.20108163356781,\"data\":[0.7989183664321899,0.7010816335678101]},\"L3.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":5.0,\"data\":[1,2]},\"L3.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-11.20977783203125,\"data\":[0.048095703125,0.04931640625,0.0252685546875,-0.0244140625,0.001708984375,-0.064453125,0.2001953125,-0.138671875,-0.023681640625,-0.271484375]},\"L3.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-226.95858764648438,\"data\":[0.2890625,0.486328125,0.044921875,-0.08251953125,0.036376953125,0.5859375,0.2431640625,-0.1787109375,0.35546875,-0.373046875,0.5078125,-0.404296875]},\"L3.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.083841562271118,\"data\":[0.4668012857437134,0.5090487003326416,0.15455448627471924,0.533819854259491]},\"L4.engram_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":1,\"ck\":-226.95858764648438,\"data\":[0.2890625,-0.375,-0.43359375,-0.4609375,-0.388671875,-0.2470703125,0.03662109375,0.1171875,-0.51171875,-0.416015625,0.251953125,-0.173828125,-0.20703125,0.24609375,0.039794921875,-0.37890625,-0.259765625,0.671875,0.50390625,0.87890625,0.74609375,0.08349609375,0.58984375,0.486328125,-0.1279296875,-0.2578125,-0.267578125,-0.419921875,0.0230712890625,-0.06787109375,-0.3984375,0.2412109375,0.1845703125,-0.150390625,-0.0277099609375,-0.251953125,-0.455078125,-0.01104736328125,0.478515625,-0.77734375,-0.53515625,-0.76171875,0.2099609375,-0.44921875,0.302734375,0.58203125,0.044921875,-0.44140625,0.31640625,1.4296875,-0.103515625,0.60546875,0.47265625,0.69921875,-0.388671875,-0.474609375,0.435546875,-0.62109375,-0.2041015625,0.0927734375,0.2216796875,-0.431640625,0.0947265625,-0.84375,0.23828125,-0.337890625,-0.283203125,-0.294921875,-0.4296875,-0.08251953125,0.2314453125,0.058837890625,-0.55078125,-0.49609375,0.2236328125,-0.06640625,-0.1435546875,0.1474609375,0.00958251953125,-0.3671875,-0.3046875,0.466796875,0.470703125,0.58203125,0.625,0.08544921875,0.6484375,0.52734375,-0.1923828125,-0.232421875,-0.185546875,-0.3203125,0.036376953125,-0.10009765625,-0.322265625,0.228515625,0.328125,-0.162109375,-0.006072998046875,-0.1650390625,-0.40625,0.11181640625,0.54296875,-0.75390625,-0.578125,-0.53125,0.0380859375,-0.59375,0.263671875,0.625,-0.037841796875,-0.423828125,0.1298828125,1.5078125,-0.052734375,0.5859375,0.49609375,0.53515625,-0.37890625,-0.408203125,0.42578125,-0.625,-0.318359375,0.1201171875,0.1953125,-0.369140625,0.0947265625,-0.58984375,0.232421875,-0.328125,-0.314453125,-0.314453125,-0.37890625,-0.1396484375,0.158203125,0.046630859375,-0.4921875,-0.490234375,0.2431640625,-0.11962890625,-0.1181640625,0.2490234375,0.010986328125,-0.302734375,-0.30078125,0.58203125,0.455078125,0.67578125,0.66796875,0.04150390625,0.6328125,0.49609375,-0.150390625,-0.2314453125,-0.2333984375,-0.34765625,0.06982421875,-0.04833984375,-0.314453125,0.2890625,0.228515625,-0.1787109375,0.0281982421875,-0.1416015625,-0.4140625,0.11865234375,0.55078125,-0.7109375,-0.55859375,-0.65625,0.095703125,-0.4921875,0.271484375,0.61328125,-0.01300048828125,-0.466796875,0.166015625,1.4296875,-0.06298828125,0.64453125,0.5234375,0.5390625,-0.427734375,-0.419921875,0.35546875,-0.59375,-0.322265625,0.11083984375,0.212890625,-0.341796875,0.0654296875,-0.69140625,0.263671875,-0.357421875,-0.361328125,-0.376953125,-0.412109375,-0.16796875,0.1279296875,0.08935546875,-0.52734375,-0.455078125,0.2392578125,-0.12158203125,-0.1796875,0.1962890625,0.0262451171875,-0.373046875,-0.28125,0.57421875,0.486328125,0.73828125,0.6875,0.0859375,0.6171875,0.5078125,-0.166015625,-0.248046875,-0.2265625,-0.373046875,0.02880859375,-0.0869140625,-0.361328125,0.234375,0.255859375,-0.154296875,-0.0172119140625,-0.212890625,-0.431640625,0.046142578125,0.5078125,-0.765625,-0.55859375,-0.64453125,0.12255859375,-0.5234375,0.287109375,0.60546875,0.00384521484375,-0.431640625,0.22265625,1.4765625,-0.07861328125,0.59375,0.484375,0.625,-0.384765625,-0.443359375,0.43359375,-0.62890625,-0.2578125,0.10546875,0.2109375,-0.404296875,0.0966796875,-0.72265625]},\"L4.engram_hash_ids\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":8246.0,\"data\":[14,186,216,375,492,542]},\"L4.engram_embed\":{\"shape\":[1,1,6,32],\"n\":192,\"stride\":17,\"ck\":148.2646484375,\"data\":[-0.203125,0.1875,0.15625,-0.40625,0.109375,0.40625,0.5625,-0.8125,-0.125,-0.5,-0.0859375,0.109375]},\"L4.engram_kv\":{\"shape\":[1,1,320],\"n\":320,\"stride\":29,\"ck\":-931.8924713134766,\"data\":[-0.26171875,-0.3828125,0.052001953125,0.279296875,0.130859375,-0.185546875,0.0439453125,0.103515625,-0.08349609375,0.0216064453125,0.166015625,0.318359375]},\"L4.engram_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-900.9730834960938,\"data\":[0.232421875,0.5078125,-0.0341796875,-0.0703125,0.11328125,0.5703125,0.33203125,-0.052734375,0.203125,-0.1884765625,0.73828125,-0.77734375]},\"L4.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-900.9730834960938,\"data\":[0.232421875,0.5078125,-0.0341796875,-0.0703125,0.11328125,0.5703125,0.33203125,-0.052734375,0.203125,-0.1884765625,0.73828125,-0.77734375]},\"L4.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.083841562271118,\"data\":[0.4668012857437134,0.5090487003326416,0.15455448627471924,0.533819854259491]},\"L4.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.3190789222717285,\"data\":[0.6638521552085876,0.4096624553203583,0.31336307525634766,0.47395315766334534]},\"L4.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":12.087371349334717,\"data\":[0.6280494928359985,1.3707611560821533,1.613369345664978,0.9694228768348694]},\"L4.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996695667505,\"data\":[0.33095812797546387,0.37642285227775574,0.2548092305660248,0.18845617771148682,0.258975088596344,0.0706348791718483,0.15525653958320618,0.36448508501052856]},\"L4.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-88.17578125,\"data\":[0.2490234375,-0.1640625,-0.1982421875,0.154296875,0.2451171875,-0.36328125,0.169921875,3.109375,0.73828125,-1.21875]},\"L4.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-44.033966064453125,\"data\":[0.34375,0.404296875,0.0263671875,0.0205078125,0.142578125,-0.380859375,0.0625,-0.20703125,-0.453125,1.109375,0.447265625,-0.058837890625]},\"L4.sa_kv\":{\"shape\":[1,22,32],\"n\":704,\"stride\":59,\"ck\":29360.8818359375,\"data\":[1.0,-1.25,-0.0546875,0.0625,-1.5,-0.375,-1.25,-0.25,-1.375,-0.4375,-0.234375,0.25]},\"L4.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":1311.0,\"data\":[6,7,0,1,2,3,4,5,8,15,17,19,20,21]},\"L4.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":150.6903076171875,\"data\":[0.2275390625,0.0120849609375,0.294921875,0.30859375,-0.341796875,0.1171875,-0.005523681640625,0.5625,-0.006561279296875,-0.09033203125,-0.470703125,-0.400390625]},\"L4.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-31.875518798828125,\"data\":[0.00738525390625,0.0751953125,0.2578125,0.1201171875,0.06689453125,-0.0245361328125,-0.005859375,-0.10107421875,0.12109375,0.03955078125]},\"L4.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.849630683660507,\"data\":[0.4847314953804016,0.6510194540023804,0.26971563696861267,0.5634283423423767]},\"L4.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":7.759323716163635,\"data\":[0.952507734298706,0.6625543236732483,0.7984457015991211,0.7715925574302673]},\"L4.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996677041054,\"data\":[0.25881412625312805,0.3136949837207794,0.23646549880504608,0.34085914492607117,0.33457082509994507,0.14965079724788666,0.170148566365242,0.19579409062862396]},\"L4.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-156.67453002929688,\"data\":[0.21875,-0.0267333984375,0.35546875,0.388671875,0.404296875,-0.3828125,0.12890625,2.515625,0.87890625,-1.0546875]},\"L4.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.184731960296631,\"data\":[0.8152679204940796,0.6847320199012756]},\"L4.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":4.0,\"data\":[0,2]},\"L4.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":122.038818359375,\"data\":[0.318359375,0.06591796875,-0.057861328125,-0.01318359375,0.1484375,-0.115234375,0.251953125,0.244140625,0.16796875,-0.28515625]},\"L4.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-8.844223022460938,\"data\":[0.4140625,0.66015625,0.0142822265625,-0.2451171875,0.30078125,0.578125,0.41796875,-0.2021484375,0.5625,-0.326171875,0.609375,-0.90625]},\"L4.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.849630683660507,\"data\":[0.4847314953804016,0.6510194540023804,0.26971563696861267,0.5634283423423767]},\"shared.L4.compress_kv\":{\"shape\":[1,14,32],\"n\":448,\"stride\":41,\"ck\":11512.046875,\"data\":[-0.421875,-1.125,0.0,0.46875,-1.0,0.6875,1.125,-0.0,-2.8125,-1.5,0.125]},\"shared.L4.index_k\":{\"shape\":[1,14,32],\"n\":448,\"stride\":41,\"ck\":7802.5,\"data\":[0.5,0.25,-0.25,0.0,-0.75,0.0,0.75,-1.5,1.0,1.5,1.0]},\"shared.L4.topk_idxs\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":391.0,\"data\":[8,15,17,19,20,21]},\"shared.L4.candidates\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":61.0,\"data\":[0,0,0,0,0,0,1,1,1,1,0,0,1,1]},\"L5.h_in\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-8.844223022460938,\"data\":[0.4140625,0.66015625,0.0142822265625,-0.2451171875,0.30078125,0.578125,0.41796875,-0.2021484375,0.5625,-0.326171875,0.609375,-0.90625]},\"L5.pre_mix_in\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.849630683660507,\"data\":[0.4847314953804016,0.6510194540023804,0.26971563696861267,0.5634283423423767]},\"L5.attn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":4.080315411090851,\"data\":[0.4661003649234772,0.4887045621871948,0.4612763822078705,0.31324419379234314]},\"L5.attn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":10.520647466182709,\"data\":[1.277125358581543,1.1316466331481934,0.8223288655281067,1.1283105611801147]},\"L5.attn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.999967239797115,\"data\":[0.3587839901447296,0.15238045156002045,0.24697928130626678,0.4890967309474945,0.1937733292579651,0.25491613149642944,0.2004624307155609,0.10360575467348099]},\"L5.attn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":52.100067138671875,\"data\":[0.63671875,0.0908203125,0.275390625,0.3359375,0.5703125,-0.51171875,0.470703125,2.640625,1.0,-1.3046875]},\"L5.sa_q\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":-245.67420959472656,\"data\":[-0.7734375,-0.21484375,0.08984375,0.71484375,-0.470703125,-0.515625,0.291015625,0.08056640625,1.3125,0.53515625,-0.609375,-0.93359375]},\"L5.sa_kv\":{\"shape\":[1,22,32],\"n\":704,\"stride\":59,\"ck\":32928.47003173828,\"data\":[-0.46875,0.375,-0.0703125,-0.5625,-0.5,-0.375,-1.25,-0.25,-1.375,-0.4375,-0.234375,0.25]},\"L5.sa_topk_idxs\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":1330.0,\"data\":[6,7,0,1,2,3,4,5,14,15,16,17,20,21]},\"L5.sa_o\":{\"shape\":[1,1,4,32],\"n\":128,\"stride\":11,\"ck\":499.59307861328125,\"data\":[0.31640625,1.0859375,-0.068359375,0.515625,-0.025146484375,0.1064453125,-0.00128173828125,0.77734375,0.1865234375,-0.173828125,-1.15625,-0.451171875]},\"L5.attn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-3.5521011352539062,\"data\":[-0.01507568359375,0.18359375,-0.23828125,0.5703125,-0.05908203125,-0.037109375,-0.00982666015625,-0.10791015625,-0.07421875,-0.0810546875]},\"L5.ffn_pre\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":6.775541543960571,\"data\":[0.5974106192588806,0.5943717956542969,0.6233200430870056,0.77985680103302]},\"L5.ffn_post\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":8.648908853530884,\"data\":[1.1487185955047607,1.2140361070632935,0.8819046020507812,0.6066010594367981]},\"L5.ffn_comb\":{\"shape\":[1,1,4,4],\"n\":16,\"stride\":2,\"ck\":33.99996667355299,\"data\":[0.23900075256824493,0.15607324242591858,0.13644739985466003,0.4994203448295593,0.1314631551504135,0.21991410851478577,0.49308764934539795,0.12459135800600052]},\"L5.ffn_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":27.165283203125,\"data\":[0.5546875,0.439453125,-0.1826171875,1.34375,0.435546875,-0.5234375,0.43359375,2.15625,0.8046875,-1.3125]},\"L5.moe_weights\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":2.260307013988495,\"data\":[0.7396929860115051,0.7603070139884949]},\"L5.moe_indices\":{\"shape\":[1,2],\"n\":2,\"stride\":1,\"ck\":7.0,\"data\":[1,3]},\"L5.ffn_out\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":-5.506805419921875,\"data\":[-0.1552734375,0.6171875,-0.2353515625,0.06103515625,0.2255859375,-0.0458984375,-0.220703125,0.341796875,-0.154296875,-0.265625]},\"L5.h_out\":{\"shape\":[1,1,4,64],\"n\":256,\"stride\":23,\"ck\":-565.1954116821289,\"data\":[0.169921875,0.953125,-0.053466796875,-0.64453125,0.5234375,0.43359375,0.462890625,-0.53125,0.35546875,-0.318359375,0.4921875,-0.86328125]},\"L5.pre_mix_out\":{\"shape\":[1,1,4],\"n\":4,\"stride\":1,\"ck\":6.775541543960571,\"data\":[0.5974106192588806,0.5943717956542969,0.6233200430870056,0.77985680103302]},\"shared.L5.compress_kv\":{\"shape\":[1,14,32],\"n\":448,\"stride\":41,\"ck\":11512.046875,\"data\":[-0.421875,-1.125,0.0,0.46875,-1.0,0.6875,1.125,-0.0,-2.8125,-1.5,0.125]},\"shared.L5.index_k\":{\"shape\":[1,14,32],\"n\":448,\"stride\":41,\"ck\":7802.5,\"data\":[0.5,0.25,-0.25,0.0,-0.75,0.0,0.75,-1.5,1.0,1.5,1.0]},\"shared.L5.topk_idxs\":{\"shape\":[1,1,6],\"n\":6,\"stride\":1,\"ck\":386.0,\"data\":[14,15,16,17,20,21]},\"shared.L5.candidates\":{\"shape\":[1,1,14],\"n\":14,\"stride\":1,\"ck\":61.0,\"data\":[0,0,0,0,0,0,1,1,1,1,0,0,1,1]},\"h_final\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":40.861297607421875,\"data\":[0.515625,2.140625,-0.85546875,2.25,1.1953125,-0.92578125,0.11181640625,4.125,0.90234375,-2.71875]},\"head_in\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":21.717620849609375,\"data\":[0.298828125,1.2265625,-0.515625,1.328125,0.69921875,-0.5703125,0.0654296875,2.484375,0.53125,-1.546875]},\"logits_full\":{\"shape\":[1,1,64],\"n\":64,\"stride\":7,\"ck\":127.06359876319766,\"data\":[0.1490328460931778,0.444252610206604,-0.5303909778594971,-0.7902092337608337,0.2616719603538513,-1.176212191581726,-0.9835866093635559,0.6577431559562683,0.4387018382549286,-0.5279650688171387]}}}";Expand description
The tracked golden. Regenerate with the script beside it; the fixture is RNG-free.