# strata pack index v3 -- generated by tools/iq_pack.py (native experts) from model.gguf # align 64 pool 1538625024 tensors 1367 blk.0.ffn_down_exps.scale 0 2 0 2048 0 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_down_exps.input_scale 0 2 2048 2048 2048 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_gate_exps.scale 0 2 4096 2048 4096 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_gate_exps.input_scale 0 2 6144 2048 6144 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_up_exps.scale 0 2 8192 2048 8192 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_up_exps.input_scale 0 2 10240 2048 10240 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_down_exps.scale 0 2 12288 2048 12288 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_down_exps.input_scale 0 2 14336 2048 14336 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_gate_exps.scale 0 2 16384 2048 16384 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_gate_exps.input_scale 0 2 18432 2048 18432 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_up_exps.scale 0 2 20480 2048 20480 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_up_exps.input_scale 0 2 22528 2048 22528 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_down_exps.scale 0 2 24576 2048 24576 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_down_exps.input_scale 0 2 26624 2048 26624 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_gate_exps.scale 0 2 28672 2048 28672 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_gate_exps.input_scale 0 2 30720 2048 30720 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_up_exps.scale 0 2 32768 2048 32768 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_up_exps.input_scale 0 2 34816 2048 34816 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_down_exps.scale 0 2 36864 2048 36864 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_down_exps.input_scale 0 2 38912 2048 38912 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_gate_exps.scale 0 2 40960 2048 40960 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_gate_exps.input_scale 0 2 43008 2048 43008 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_up_exps.scale 0 2 45056 2048 45056 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_up_exps.input_scale 0 2 47104 2048 47104 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_down_exps.scale 0 2 49152 2048 49152 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_down_exps.input_scale 0 2 51200 2048 51200 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_gate_exps.scale 0 2 53248 2048 53248 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_gate_exps.input_scale 0 2 55296 2048 55296 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_up_exps.scale 0 2 57344 2048 57344 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_up_exps.input_scale 0 2 59392 2048 59392 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_down_exps.scale 0 2 61440 2048 61440 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_down_exps.input_scale 0 2 63488 2048 63488 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_gate_exps.scale 0 2 65536 2048 65536 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_gate_exps.input_scale 0 2 67584 2048 67584 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_up_exps.scale 0 2 69632 2048 69632 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_up_exps.input_scale 0 2 71680 2048 71680 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_down_exps.scale 0 2 73728 2048 73728 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_down_exps.input_scale 0 2 75776 2048 75776 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_gate_exps.scale 0 2 77824 2048 77824 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_gate_exps.input_scale 0 2 79872 2048 79872 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_up_exps.scale 0 2 81920 2048 81920 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_up_exps.input_scale 0 2 83968 2048 83968 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_down_exps.scale 0 2 86016 2048 86016 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_down_exps.input_scale 0 2 88064 2048 88064 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_gate_exps.scale 0 2 90112 2048 90112 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_gate_exps.input_scale 0 2 92160 2048 92160 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_up_exps.scale 0 2 94208 2048 94208 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_up_exps.input_scale 0 2 96256 2048 96256 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_down_exps.scale 0 2 98304 2048 98304 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_down_exps.input_scale 0 2 100352 2048 100352 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_gate_exps.scale 0 2 102400 2048 102400 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_gate_exps.input_scale 0 2 104448 2048 104448 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_up_exps.scale 0 2 106496 2048 106496 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_up_exps.input_scale 0 2 108544 2048 108544 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_down_exps.scale 0 2 110592 2048 110592 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_down_exps.input_scale 0 2 112640 2048 112640 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_gate_exps.scale 0 2 114688 2048 114688 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_gate_exps.input_scale 0 2 116736 2048 116736 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_up_exps.scale 0 2 118784 2048 118784 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_up_exps.input_scale 0 2 120832 2048 120832 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_down_exps.scale 0 2 122880 2048 122880 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_down_exps.input_scale 0 2 124928 2048 124928 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_gate_exps.scale 0 2 126976 2048 126976 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_gate_exps.input_scale 0 2 129024 2048 129024 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_up_exps.scale 0 2 131072 2048 131072 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_up_exps.input_scale 0 2 133120 2048 133120 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_down_exps.scale 0 2 135168 2048 135168 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_down_exps.input_scale 0 2 137216 2048 137216 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_gate_exps.scale 0 2 139264 2048 139264 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_gate_exps.input_scale 0 2 141312 2048 141312 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_up_exps.scale 0 2 143360 2048 143360 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_up_exps.input_scale 0 2 145408 2048 145408 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_down_exps.scale 0 2 147456 2048 147456 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_down_exps.input_scale 0 2 149504 2048 149504 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_gate_exps.scale 0 2 151552 2048 151552 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_gate_exps.input_scale 0 2 153600 2048 153600 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_up_exps.scale 0 2 155648 2048 155648 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_up_exps.input_scale 0 2 157696 2048 157696 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_down_exps.scale 0 2 159744 2048 159744 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_down_exps.input_scale 0 2 161792 2048 161792 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_gate_exps.scale 0 2 163840 2048 163840 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_gate_exps.input_scale 0 2 165888 2048 165888 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_up_exps.scale 0 2 167936 2048 167936 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_up_exps.input_scale 0 2 169984 2048 169984 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_down_exps.scale 0 2 172032 2048 172032 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_down_exps.input_scale 0 2 174080 2048 174080 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_gate_exps.scale 0 2 176128 2048 176128 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_gate_exps.input_scale 0 2 178176 2048 178176 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_up_exps.scale 0 2 180224 2048 180224 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_up_exps.input_scale 0 2 182272 2048 182272 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_down_exps.scale 0 2 184320 2048 184320 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_down_exps.input_scale 0 2 186368 2048 186368 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_gate_exps.scale 0 2 188416 2048 188416 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_gate_exps.input_scale 0 2 190464 2048 190464 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_up_exps.scale 0 2 192512 2048 192512 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_up_exps.input_scale 0 2 194560 2048 194560 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_down_exps.scale 0 2 196608 2048 196608 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_down_exps.input_scale 0 2 198656 2048 198656 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_gate_exps.scale 0 2 200704 2048 200704 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_gate_exps.input_scale 0 2 202752 2048 202752 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_up_exps.scale 0 2 204800 2048 204800 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_up_exps.input_scale 0 2 206848 2048 206848 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_down_exps.scale 0 2 208896 2048 208896 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_down_exps.input_scale 0 2 210944 2048 210944 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_gate_exps.scale 0 2 212992 2048 212992 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_gate_exps.input_scale 0 2 215040 2048 215040 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_up_exps.scale 0 2 217088 2048 217088 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_up_exps.input_scale 0 2 219136 2048 219136 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_down_exps.scale 0 2 221184 2048 221184 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_down_exps.input_scale 0 2 223232 2048 223232 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_gate_exps.scale 0 2 225280 2048 225280 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_gate_exps.input_scale 0 2 227328 2048 227328 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_up_exps.scale 0 2 229376 2048 229376 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_up_exps.input_scale 0 2 231424 2048 231424 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_down_exps.scale 0 2 233472 2048 233472 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_down_exps.input_scale 0 2 235520 2048 235520 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_gate_exps.scale 0 2 237568 2048 237568 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_gate_exps.input_scale 0 2 239616 2048 239616 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_up_exps.scale 0 2 241664 2048 241664 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_up_exps.input_scale 0 2 243712 2048 243712 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_down_exps.scale 0 2 245760 2048 245760 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_down_exps.input_scale 0 2 247808 2048 247808 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_gate_exps.scale 0 2 249856 2048 249856 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_gate_exps.input_scale 0 2 251904 2048 251904 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_up_exps.scale 0 2 253952 2048 253952 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_up_exps.input_scale 0 2 256000 2048 256000 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_down_exps.scale 0 2 258048 2048 258048 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_down_exps.input_scale 0 2 260096 2048 260096 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_gate_exps.scale 0 2 262144 2048 262144 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_gate_exps.input_scale 0 2 264192 2048 264192 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_up_exps.scale 0 2 266240 2048 266240 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_up_exps.input_scale 0 2 268288 2048 268288 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_down_exps.scale 0 2 270336 2048 270336 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_down_exps.input_scale 0 2 272384 2048 272384 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_gate_exps.scale 0 2 274432 2048 274432 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_gate_exps.input_scale 0 2 276480 2048 276480 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_up_exps.scale 0 2 278528 2048 278528 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_up_exps.input_scale 0 2 280576 2048 280576 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_down_exps.scale 0 2 282624 2048 282624 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_down_exps.input_scale 0 2 284672 2048 284672 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_gate_exps.scale 0 2 286720 2048 286720 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_gate_exps.input_scale 0 2 288768 2048 288768 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_up_exps.scale 0 2 290816 2048 290816 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_up_exps.input_scale 0 2 292864 2048 292864 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_down_exps.scale 0 2 294912 2048 294912 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_down_exps.input_scale 0 2 296960 2048 296960 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_gate_exps.scale 0 2 299008 2048 299008 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_gate_exps.input_scale 0 2 301056 2048 301056 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_up_exps.scale 0 2 303104 2048 303104 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_up_exps.input_scale 0 2 305152 2048 305152 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_down_exps.scale 0 2 307200 2048 307200 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_down_exps.input_scale 0 2 309248 2048 309248 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_gate_exps.scale 0 2 311296 2048 311296 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_gate_exps.input_scale 0 2 313344 2048 313344 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_up_exps.scale 0 2 315392 2048 315392 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_up_exps.input_scale 0 2 317440 2048 317440 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_down_exps.scale 0 2 319488 2048 319488 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_down_exps.input_scale 0 2 321536 2048 321536 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_gate_exps.scale 0 2 323584 2048 323584 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_gate_exps.input_scale 0 2 325632 2048 325632 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_up_exps.scale 0 2 327680 2048 327680 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_up_exps.input_scale 0 2 329728 2048 329728 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_down_exps.scale 0 2 331776 2048 331776 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_down_exps.input_scale 0 2 333824 2048 333824 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_gate_exps.scale 0 2 335872 2048 335872 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_gate_exps.input_scale 0 2 337920 2048 337920 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_up_exps.scale 0 2 339968 2048 339968 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_up_exps.input_scale 0 2 342016 2048 342016 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_down_exps.scale 0 2 344064 2048 344064 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_down_exps.input_scale 0 2 346112 2048 346112 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_gate_exps.scale 0 2 348160 2048 348160 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_gate_exps.input_scale 0 2 350208 2048 350208 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_up_exps.scale 0 2 352256 2048 352256 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_up_exps.input_scale 0 2 354304 2048 354304 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_down_exps.scale 0 2 356352 2048 356352 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_down_exps.input_scale 0 2 358400 2048 358400 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_gate_exps.scale 0 2 360448 2048 360448 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_gate_exps.input_scale 0 2 362496 2048 362496 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_up_exps.scale 0 2 364544 2048 364544 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_up_exps.input_scale 0 2 366592 2048 366592 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_down_exps.scale 0 2 368640 2048 368640 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_down_exps.input_scale 0 2 370688 2048 370688 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_gate_exps.scale 0 2 372736 2048 372736 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_gate_exps.input_scale 0 2 374784 2048 374784 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_up_exps.scale 0 2 376832 2048 376832 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_up_exps.input_scale 0 2 378880 2048 378880 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_down_exps.scale 0 2 380928 2048 380928 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_down_exps.input_scale 0 2 382976 2048 382976 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_gate_exps.scale 0 2 385024 2048 385024 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_gate_exps.input_scale 0 2 387072 2048 387072 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_up_exps.scale 0 2 389120 2048 389120 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_up_exps.input_scale 0 2 391168 2048 391168 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_down_exps.scale 0 2 393216 2048 393216 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_down_exps.input_scale 0 2 395264 2048 395264 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_gate_exps.scale 0 2 397312 2048 397312 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_gate_exps.input_scale 0 2 399360 2048 399360 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_up_exps.scale 0 2 401408 2048 401408 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_up_exps.input_scale 0 2 403456 2048 403456 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_down_exps.scale 0 2 405504 2048 405504 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_down_exps.input_scale 0 2 407552 2048 407552 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_gate_exps.scale 0 2 409600 2048 409600 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_gate_exps.input_scale 0 2 411648 2048 411648 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_up_exps.scale 0 2 413696 2048 413696 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_up_exps.input_scale 0 2 415744 2048 415744 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_down_exps.scale 0 2 417792 2048 417792 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_down_exps.input_scale 0 2 419840 2048 419840 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_gate_exps.scale 0 2 421888 2048 421888 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_gate_exps.input_scale 0 2 423936 2048 423936 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_up_exps.scale 0 2 425984 2048 425984 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_up_exps.input_scale 0 2 428032 2048 428032 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_down_exps.scale 0 2 430080 2048 430080 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_down_exps.input_scale 0 2 432128 2048 432128 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_gate_exps.scale 0 2 434176 2048 434176 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_gate_exps.input_scale 0 2 436224 2048 436224 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_up_exps.scale 0 2 438272 2048 438272 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_up_exps.input_scale 0 2 440320 2048 440320 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_down_exps.scale 0 2 442368 2048 442368 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_down_exps.input_scale 0 2 444416 2048 444416 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_gate_exps.scale 0 2 446464 2048 446464 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_gate_exps.input_scale 0 2 448512 2048 448512 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_up_exps.scale 0 2 450560 2048 450560 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_up_exps.input_scale 0 2 452608 2048 452608 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_down_exps.scale 0 2 454656 2048 454656 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_down_exps.input_scale 0 2 456704 2048 456704 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_gate_exps.scale 0 2 458752 2048 458752 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_gate_exps.input_scale 0 2 460800 2048 460800 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_up_exps.scale 0 2 462848 2048 462848 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_up_exps.input_scale 0 2 464896 2048 464896 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_down_exps.scale 0 2 466944 2048 466944 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_down_exps.input_scale 0 2 468992 2048 468992 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_gate_exps.scale 0 2 471040 2048 471040 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_gate_exps.input_scale 0 2 473088 2048 473088 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_up_exps.scale 0 2 475136 2048 475136 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_up_exps.input_scale 0 2 477184 2048 477184 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_down_exps.scale 0 2 479232 2048 479232 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_down_exps.input_scale 0 2 481280 2048 481280 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_gate_exps.scale 0 2 483328 2048 483328 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_gate_exps.input_scale 0 2 485376 2048 485376 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_up_exps.scale 0 2 487424 2048 487424 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_up_exps.input_scale 0 2 489472 2048 489472 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_down_exps.scale 0 2 491520 2048 491520 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_down_exps.input_scale 0 2 493568 2048 493568 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_gate_exps.scale 0 2 495616 2048 495616 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_gate_exps.input_scale 0 2 497664 2048 497664 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_up_exps.scale 0 2 499712 2048 499712 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_up_exps.input_scale 0 2 501760 2048 501760 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_down_exps.scale 0 2 503808 2048 503808 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_down_exps.input_scale 0 2 505856 2048 505856 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_gate_exps.scale 0 2 507904 2048 507904 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_gate_exps.input_scale 0 2 509952 2048 509952 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_up_exps.scale 0 2 512000 2048 512000 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_up_exps.input_scale 0 2 514048 2048 514048 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_down_exps.scale 0 2 516096 2048 516096 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_down_exps.input_scale 0 2 518144 2048 518144 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_gate_exps.scale 0 2 520192 2048 520192 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_gate_exps.input_scale 0 2 522240 2048 522240 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_up_exps.scale 0 2 524288 2048 524288 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_up_exps.input_scale 0 2 526336 2048 526336 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_down_exps.scale 0 2 528384 2048 528384 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_down_exps.input_scale 0 2 530432 2048 530432 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_gate_exps.scale 0 2 532480 2048 532480 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_gate_exps.input_scale 0 2 534528 2048 534528 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_up_exps.scale 0 2 536576 2048 536576 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_up_exps.input_scale 0 2 538624 2048 538624 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_down_exps.scale 0 2 540672 2048 540672 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_down_exps.input_scale 0 2 542720 2048 542720 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_gate_exps.scale 0 2 544768 2048 544768 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_gate_exps.input_scale 0 2 546816 2048 546816 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_up_exps.scale 0 2 548864 2048 548864 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_up_exps.input_scale 0 2 550912 2048 550912 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_down_exps.scale 0 2 552960 2048 552960 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_down_exps.input_scale 0 2 555008 2048 555008 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_gate_exps.scale 0 2 557056 2048 557056 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_gate_exps.input_scale 0 2 559104 2048 559104 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_up_exps.scale 0 2 561152 2048 561152 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_up_exps.input_scale 0 2 563200 2048 563200 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_down_exps.scale 0 2 565248 2048 565248 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_down_exps.input_scale 0 2 567296 2048 567296 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_gate_exps.scale 0 2 569344 2048 569344 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_gate_exps.input_scale 0 2 571392 2048 571392 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_up_exps.scale 0 2 573440 2048 573440 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_up_exps.input_scale 0 2 575488 2048 575488 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_down_exps.scale 0 2 577536 2048 577536 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_down_exps.input_scale 0 2 579584 2048 579584 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_gate_exps.scale 0 2 581632 2048 581632 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_gate_exps.input_scale 0 2 583680 2048 583680 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_up_exps.scale 0 2 585728 2048 585728 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_up_exps.input_scale 0 2 587776 2048 587776 2048 512 0 0 0 1 0 0 0 0 0 0 0 blk.0.hc_attn_inject.weight 0 4 589824 81920 589824 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.0.hc_attn_norm.weight 0 2 671744 40960 671744 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.0.hc_attn_down.weight 0 4 712704 6553600 712704 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.0.hc_attn_up.weight 0 4 7266304 6553600 7266304 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_a 0 2 13819904 192 13819904 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_conv1d.weight 0 2 13820096 163840 13820096 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_dt.bias 0 2 13983936 192 13983936 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_alpha.weight 0 4 13984128 245760 13984128 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_beta.weight 0 4 14229888 245760 14229888 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.0.attn_qkv.weight 0 0 0 0 14475648 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.0.attn_gate.weight 0 0 0 0 14475648 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.0.ssm_norm.weight 0 2 14475648 512 14475648 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.0.ssm_out.weight 0 0 0 0 14476160 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.0.ffn_gate_inp.weight 0 4 14476160 2621440 14476160 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.0.ffn_down_shexp.weight 0 0 0 0 17097600 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.0.ffn_gate_shexp.weight 0 0 0 0 17097600 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.0.ffn_up_shexp.weight 0 0 0 0 17097600 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.0.ffn_gate_inp_shexp.weight 0 4 17097600 5120 17097600 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_inject.weight 0 4 17102720 81920 17102720 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_norm.weight 0 2 17184640 40960 17184640 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_down.weight 0 4 17225600 6553600 17225600 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.0.hc_ffn_up.weight 0 4 23779200 6553600 23779200 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_a 0 2 30332800 192 30332800 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_conv1d.weight 0 2 30332992 163840 30332992 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_dt.bias 0 2 30496832 192 30496832 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_alpha.weight 0 4 30497024 245760 30497024 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_beta.weight 0 4 30742784 245760 30742784 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.1.attn_qkv.weight 0 0 0 0 30988544 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.1.attn_gate.weight 0 0 0 0 30988544 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.1.ssm_norm.weight 0 2 30988544 512 30988544 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.1.ssm_out.weight 0 0 0 0 30989056 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.1.ffn_gate_inp.weight 0 4 30989056 2621440 30989056 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.1.ffn_down_shexp.weight 0 0 0 0 33610496 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.1.ffn_gate_shexp.weight 0 0 0 0 33610496 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.1.ffn_up_shexp.weight 0 0 0 0 33610496 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.1.ffn_gate_inp_shexp.weight 0 4 33610496 5120 33610496 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.1.hc_attn_inject.weight 0 4 33615616 81920 33615616 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.1.hc_attn_norm.weight 0 2 33697536 40960 33697536 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.hc_attn_down.weight 0 4 33738496 6553600 33738496 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.1.hc_attn_up.weight 0 4 40292096 6553600 40292096 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_inject.weight 0 4 46845696 81920 46845696 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_norm.weight 0 2 46927616 40960 46927616 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_down.weight 0 4 46968576 6553600 46968576 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.1.hc_ffn_up.weight 0 4 53522176 6553600 53522176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ple_conv1d.weight 0 5 60075776 81920 60075776 81920 4 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ple_key.weight 0 4 60157696 52428800 60157696 52428800 2560 10240 0 0 1 0 0 0 0 0 0 0 blk.1.ple_norm_conv.weight 0 2 112586496 40960 112586496 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.ple_norm_key.weight 0 2 112627456 40960 112627456 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.ple_norm_query.weight 0 2 112668416 40960 112668416 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.1.ple_value.weight 0 4 112709376 13107200 112709376 13107200 2560 2560 0 0 1 0 0 0 0 0 0 0 blk.2.hc_attn_inject.weight 0 4 125816576 81920 125816576 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.2.hc_attn_norm.weight 0 2 125898496 40960 125898496 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.2.hc_attn_down.weight 0 4 125939456 6553600 125939456 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.2.hc_attn_up.weight 0 4 132493056 6553600 132493056 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_a 0 2 139046656 192 139046656 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_conv1d.weight 0 2 139046848 163840 139046848 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_dt.bias 0 2 139210688 192 139210688 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_alpha.weight 0 4 139210880 245760 139210880 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_beta.weight 0 4 139456640 245760 139456640 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.2.attn_qkv.weight 0 0 0 0 139702400 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.2.attn_gate.weight 0 0 0 0 139702400 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.2.ssm_norm.weight 0 2 139702400 512 139702400 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.2.ssm_out.weight 0 0 0 0 139702912 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.2.ffn_gate_inp.weight 0 4 139702912 2621440 139702912 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.2.ffn_down_shexp.weight 0 0 0 0 142324352 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.2.ffn_gate_shexp.weight 0 0 0 0 142324352 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.2.ffn_up_shexp.weight 0 0 0 0 142324352 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.2.ffn_gate_inp_shexp.weight 0 4 142324352 5120 142324352 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_inject.weight 0 4 142329472 81920 142329472 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_norm.weight 0 2 142411392 40960 142411392 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_down.weight 0 4 142452352 6553600 142452352 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.2.hc_ffn_up.weight 0 4 149005952 6553600 149005952 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.3.hc_attn_inject.weight 0 4 155559552 81920 155559552 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.3.hc_attn_norm.weight 0 2 155641472 40960 155641472 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.3.hc_attn_down.weight 0 4 155682432 6553600 155682432 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.3.hc_attn_up.weight 0 4 162236032 6553600 162236032 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_gate_inp.weight 0 4 168789632 2621440 168789632 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.3.ffn_down_shexp.weight 0 0 0 0 171411072 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.3.ffn_gate_shexp.weight 0 0 0 0 171411072 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.3.ffn_up_shexp.weight 0 0 0 0 171411072 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.3.ffn_gate_inp_shexp.weight 0 4 171411072 5120 171411072 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_inject.weight 0 4 171416192 81920 171416192 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_norm.weight 0 2 171498112 40960 171498112 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_down.weight 0 4 171539072 6553600 171539072 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.3.hc_ffn_up.weight 0 4 178092672 6553600 178092672 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.q_proj.weight 0 4 184646272 2621440 184646272 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.k_proj.weight 0 4 187267712 655360 187267712 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.k_norm.weight 0 2 187923072 512 187923072 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.3.indexer.q_norm.weight 0 2 187923584 512 187923584 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.3.attn_k_norm.weight 0 2 187924096 1024 187924096 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.3.attn_k.weight 0 0 0 0 187925120 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.3.attn_output.weight 0 0 0 0 187925120 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.3.attn_q_norm.weight 0 2 187925120 1024 187925120 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.3.attn_q.weight 0 0 0 0 187926144 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.3.attn_v.weight 0 0 0 0 187926144 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.4.hc_attn_inject.weight 0 4 187926144 81920 187926144 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.4.hc_attn_norm.weight 0 2 188008064 40960 188008064 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.4.hc_attn_down.weight 0 4 188049024 6553600 188049024 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.4.hc_attn_up.weight 0 4 194602624 6553600 194602624 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_a 0 2 201156224 192 201156224 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_conv1d.weight 0 2 201156416 163840 201156416 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_dt.bias 0 2 201320256 192 201320256 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_alpha.weight 0 4 201320448 245760 201320448 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_beta.weight 0 4 201566208 245760 201566208 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.4.attn_qkv.weight 0 0 0 0 201811968 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.4.attn_gate.weight 0 0 0 0 201811968 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.4.ssm_norm.weight 0 2 201811968 512 201811968 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.4.ssm_out.weight 0 0 0 0 201812480 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.4.ffn_gate_inp.weight 0 4 201812480 2621440 201812480 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.4.ffn_down_shexp.weight 0 0 0 0 204433920 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.4.ffn_gate_shexp.weight 0 0 0 0 204433920 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.4.ffn_up_shexp.weight 0 0 0 0 204433920 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.4.ffn_gate_inp_shexp.weight 0 4 204433920 5120 204433920 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_inject.weight 0 4 204439040 81920 204439040 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_norm.weight 0 2 204520960 40960 204520960 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_down.weight 0 4 204561920 6553600 204561920 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.4.hc_ffn_up.weight 0 4 211115520 6553600 211115520 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.5.hc_attn_inject.weight 0 4 217669120 81920 217669120 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.5.hc_attn_norm.weight 0 2 217751040 40960 217751040 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.5.hc_attn_down.weight 0 4 217792000 6553600 217792000 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.5.hc_attn_up.weight 0 4 224345600 6553600 224345600 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_a 0 2 230899200 192 230899200 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_conv1d.weight 0 2 230899392 163840 230899392 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_dt.bias 0 2 231063232 192 231063232 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_alpha.weight 0 4 231063424 245760 231063424 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_beta.weight 0 4 231309184 245760 231309184 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.5.attn_qkv.weight 0 0 0 0 231554944 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.5.attn_gate.weight 0 0 0 0 231554944 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.5.ssm_norm.weight 0 2 231554944 512 231554944 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.5.ssm_out.weight 0 0 0 0 231555456 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.5.ffn_gate_inp.weight 0 4 231555456 2621440 231555456 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.5.ffn_down_shexp.weight 0 0 0 0 234176896 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.5.ffn_gate_shexp.weight 0 0 0 0 234176896 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.5.ffn_up_shexp.weight 0 0 0 0 234176896 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.5.ffn_gate_inp_shexp.weight 0 4 234176896 5120 234176896 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_inject.weight 0 4 234182016 81920 234182016 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_norm.weight 0 2 234263936 40960 234263936 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_down.weight 0 4 234304896 6553600 234304896 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.5.hc_ffn_up.weight 0 4 240858496 6553600 240858496 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.6.hc_attn_inject.weight 0 4 247412096 81920 247412096 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.6.hc_attn_norm.weight 0 2 247494016 40960 247494016 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.6.hc_attn_down.weight 0 4 247534976 6553600 247534976 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.6.hc_attn_up.weight 0 4 254088576 6553600 254088576 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_a 0 2 260642176 192 260642176 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_conv1d.weight 0 2 260642368 163840 260642368 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_dt.bias 0 2 260806208 192 260806208 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_alpha.weight 0 4 260806400 245760 260806400 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_beta.weight 0 4 261052160 245760 261052160 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.6.attn_qkv.weight 0 0 0 0 261297920 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.6.attn_gate.weight 0 0 0 0 261297920 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.6.ssm_norm.weight 0 2 261297920 512 261297920 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.6.ssm_out.weight 0 0 0 0 261298432 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.6.ffn_gate_inp.weight 0 4 261298432 2621440 261298432 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.6.ffn_down_shexp.weight 0 0 0 0 263919872 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.6.ffn_gate_shexp.weight 0 0 0 0 263919872 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.6.ffn_up_shexp.weight 0 0 0 0 263919872 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.6.ffn_gate_inp_shexp.weight 0 4 263919872 5120 263919872 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_inject.weight 0 4 263924992 81920 263924992 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_norm.weight 0 2 264006912 40960 264006912 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_down.weight 0 4 264047872 6553600 264047872 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.6.hc_ffn_up.weight 0 4 270601472 6553600 270601472 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.7.hc_attn_inject.weight 0 4 277155072 81920 277155072 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.7.hc_attn_norm.weight 0 2 277236992 40960 277236992 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.7.hc_attn_down.weight 0 4 277277952 6553600 277277952 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.7.hc_attn_up.weight 0 4 283831552 6553600 283831552 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_gate_inp.weight 0 4 290385152 2621440 290385152 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.7.ffn_down_shexp.weight 0 0 0 0 293006592 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.7.ffn_gate_shexp.weight 0 0 0 0 293006592 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.7.ffn_up_shexp.weight 0 0 0 0 293006592 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.7.ffn_gate_inp_shexp.weight 0 4 293006592 5120 293006592 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_inject.weight 0 4 293011712 81920 293011712 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_norm.weight 0 2 293093632 40960 293093632 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_down.weight 0 4 293134592 6553600 293134592 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.7.hc_ffn_up.weight 0 4 299688192 6553600 299688192 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.q_proj.weight 0 4 306241792 2621440 306241792 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.k_proj.weight 0 4 308863232 655360 308863232 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.k_norm.weight 0 2 309518592 512 309518592 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.7.indexer.q_norm.weight 0 2 309519104 512 309519104 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.7.attn_k_norm.weight 0 2 309519616 1024 309519616 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.7.attn_k.weight 0 0 0 0 309520640 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.7.attn_output.weight 0 0 0 0 309520640 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.7.attn_q_norm.weight 0 2 309520640 1024 309520640 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.7.attn_q.weight 0 0 0 0 309521664 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.7.attn_v.weight 0 0 0 0 309521664 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.8.ssm_a 0 2 309521664 192 309521664 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_conv1d.weight 0 2 309521856 163840 309521856 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_dt.bias 0 2 309685696 192 309685696 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_alpha.weight 0 4 309685888 245760 309685888 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_beta.weight 0 4 309931648 245760 309931648 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.8.attn_qkv.weight 0 0 0 0 310177408 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.8.attn_gate.weight 0 0 0 0 310177408 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.8.ssm_norm.weight 0 2 310177408 512 310177408 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.8.ssm_out.weight 0 0 0 0 310177920 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.8.ffn_gate_inp.weight 0 4 310177920 2621440 310177920 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.10.hc_attn_inject.weight 0 4 312799360 81920 312799360 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.10.hc_attn_norm.weight 0 2 312881280 40960 312881280 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.10.hc_attn_down.weight 0 4 312922240 6553600 312922240 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.10.hc_attn_up.weight 0 4 319475840 6553600 319475840 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_a 0 2 326029440 192 326029440 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_conv1d.weight 0 2 326029632 163840 326029632 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_dt.bias 0 2 326193472 192 326193472 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_alpha.weight 0 4 326193664 245760 326193664 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_beta.weight 0 4 326439424 245760 326439424 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.10.attn_qkv.weight 0 0 0 0 326685184 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.10.attn_gate.weight 0 0 0 0 326685184 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.10.ssm_norm.weight 0 2 326685184 512 326685184 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.10.ssm_out.weight 0 0 0 0 326685696 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.10.ffn_gate_inp.weight 0 4 326685696 2621440 326685696 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.10.ffn_down_shexp.weight 0 0 0 0 329307136 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.10.ffn_gate_shexp.weight 0 0 0 0 329307136 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.10.ffn_up_shexp.weight 0 0 0 0 329307136 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.10.ffn_gate_inp_shexp.weight 0 4 329307136 5120 329307136 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_inject.weight 0 4 329312256 81920 329312256 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_norm.weight 0 2 329394176 40960 329394176 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_down.weight 0 4 329435136 6553600 329435136 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.10.hc_ffn_up.weight 0 4 335988736 6553600 335988736 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.11.hc_attn_inject.weight 0 4 342542336 81920 342542336 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.11.hc_attn_norm.weight 0 2 342624256 40960 342624256 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.11.hc_attn_down.weight 0 4 342665216 6553600 342665216 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.11.hc_attn_up.weight 0 4 349218816 6553600 349218816 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_gate_inp.weight 0 4 355772416 2621440 355772416 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.11.ffn_down_shexp.weight 0 0 0 0 358393856 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.11.ffn_gate_shexp.weight 0 0 0 0 358393856 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.11.ffn_up_shexp.weight 0 0 0 0 358393856 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.11.ffn_gate_inp_shexp.weight 0 4 358393856 5120 358393856 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_inject.weight 0 4 358398976 81920 358398976 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_norm.weight 0 2 358480896 40960 358480896 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_down.weight 0 4 358521856 6553600 358521856 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.11.hc_ffn_up.weight 0 4 365075456 6553600 365075456 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.q_proj.weight 0 4 371629056 2621440 371629056 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.k_proj.weight 0 4 374250496 655360 374250496 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.k_norm.weight 0 2 374905856 512 374905856 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.11.indexer.q_norm.weight 0 2 374906368 512 374906368 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.11.attn_k_norm.weight 0 2 374906880 1024 374906880 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.11.attn_k.weight 0 0 0 0 374907904 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.11.attn_output.weight 0 0 0 0 374907904 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.11.attn_q_norm.weight 0 2 374907904 1024 374907904 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.11.attn_q.weight 0 0 0 0 374908928 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.11.attn_v.weight 0 0 0 0 374908928 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.12.hc_attn_inject.weight 0 4 374908928 81920 374908928 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.12.hc_attn_norm.weight 0 2 374990848 40960 374990848 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.12.hc_attn_down.weight 0 4 375031808 6553600 375031808 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.12.hc_attn_up.weight 0 4 381585408 6553600 381585408 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_a 0 2 388139008 192 388139008 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_conv1d.weight 0 2 388139200 163840 388139200 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_dt.bias 0 2 388303040 192 388303040 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_alpha.weight 0 4 388303232 245760 388303232 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_beta.weight 0 4 388548992 245760 388548992 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.12.attn_qkv.weight 0 0 0 0 388794752 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.12.attn_gate.weight 0 0 0 0 388794752 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.12.ssm_norm.weight 0 2 388794752 512 388794752 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.12.ssm_out.weight 0 0 0 0 388795264 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.12.ffn_gate_inp.weight 0 4 388795264 2621440 388795264 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.12.ffn_down_shexp.weight 0 0 0 0 391416704 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.12.ffn_gate_shexp.weight 0 0 0 0 391416704 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.12.ffn_up_shexp.weight 0 0 0 0 391416704 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.12.ffn_gate_inp_shexp.weight 0 4 391416704 5120 391416704 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_inject.weight 0 4 391421824 81920 391421824 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_norm.weight 0 2 391503744 40960 391503744 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_down.weight 0 4 391544704 6553600 391544704 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.12.hc_ffn_up.weight 0 4 398098304 6553600 398098304 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.13.hc_attn_inject.weight 0 4 404651904 81920 404651904 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.13.hc_attn_norm.weight 0 2 404733824 40960 404733824 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.13.hc_attn_down.weight 0 4 404774784 6553600 404774784 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.13.hc_attn_up.weight 0 4 411328384 6553600 411328384 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_a 0 2 417881984 192 417881984 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_conv1d.weight 0 2 417882176 163840 417882176 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_dt.bias 0 2 418046016 192 418046016 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_alpha.weight 0 4 418046208 245760 418046208 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_beta.weight 0 4 418291968 245760 418291968 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.13.attn_qkv.weight 0 0 0 0 418537728 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.13.attn_gate.weight 0 0 0 0 418537728 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.13.ssm_norm.weight 0 2 418537728 512 418537728 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.13.ssm_out.weight 0 0 0 0 418538240 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.13.ffn_gate_inp.weight 0 4 418538240 2621440 418538240 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.13.ffn_down_shexp.weight 0 0 0 0 421159680 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.13.ffn_gate_shexp.weight 0 0 0 0 421159680 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.13.ffn_up_shexp.weight 0 0 0 0 421159680 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.13.ffn_gate_inp_shexp.weight 0 4 421159680 5120 421159680 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_inject.weight 0 4 421164800 81920 421164800 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_norm.weight 0 2 421246720 40960 421246720 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_down.weight 0 4 421287680 6553600 421287680 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.13.hc_ffn_up.weight 0 4 427841280 6553600 427841280 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_a 0 2 434394880 192 434394880 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_conv1d.weight 0 2 434395072 163840 434395072 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_dt.bias 0 2 434558912 192 434558912 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_alpha.weight 0 4 434559104 245760 434559104 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_beta.weight 0 4 434804864 245760 434804864 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.14.attn_qkv.weight 0 0 0 0 435050624 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.14.attn_gate.weight 0 0 0 0 435050624 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.14.ssm_norm.weight 0 2 435050624 512 435050624 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.14.ssm_out.weight 0 0 0 0 435051136 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.14.ffn_gate_inp.weight 0 4 435051136 2621440 435051136 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.8.hc_attn_inject.weight 0 4 437672576 81920 437672576 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.8.hc_attn_norm.weight 0 2 437754496 40960 437754496 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.8.hc_attn_down.weight 0 4 437795456 6553600 437795456 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.8.hc_attn_up.weight 0 4 444349056 6553600 444349056 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.8.ffn_down_shexp.weight 0 0 0 0 450902656 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.8.ffn_gate_shexp.weight 0 0 0 0 450902656 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.8.ffn_up_shexp.weight 0 0 0 0 450902656 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.8.ffn_gate_inp_shexp.weight 0 4 450902656 5120 450902656 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_inject.weight 0 4 450907776 81920 450907776 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_norm.weight 0 2 450989696 40960 450989696 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_down.weight 0 4 451030656 6553600 451030656 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.8.hc_ffn_up.weight 0 4 457584256 6553600 457584256 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.9.hc_attn_inject.weight 0 4 464137856 81920 464137856 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.9.hc_attn_norm.weight 0 2 464219776 40960 464219776 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.9.hc_attn_down.weight 0 4 464260736 6553600 464260736 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.9.hc_attn_up.weight 0 4 470814336 6553600 470814336 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_a 0 2 477367936 192 477367936 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_conv1d.weight 0 2 477368128 163840 477368128 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_dt.bias 0 2 477531968 192 477531968 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_alpha.weight 0 4 477532160 245760 477532160 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_beta.weight 0 4 477777920 245760 477777920 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.9.attn_qkv.weight 0 0 0 0 478023680 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.9.attn_gate.weight 0 0 0 0 478023680 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.9.ssm_norm.weight 0 2 478023680 512 478023680 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.9.ssm_out.weight 0 0 0 0 478024192 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.9.ffn_gate_inp.weight 0 4 478024192 2621440 478024192 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.9.ffn_down_shexp.weight 0 0 0 0 480645632 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.9.ffn_gate_shexp.weight 0 0 0 0 480645632 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.9.ffn_up_shexp.weight 0 0 0 0 480645632 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.9.ffn_gate_inp_shexp.weight 0 4 480645632 5120 480645632 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_inject.weight 0 4 480650752 81920 480650752 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_norm.weight 0 2 480732672 40960 480732672 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_down.weight 0 4 480773632 6553600 480773632 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.9.hc_ffn_up.weight 0 4 487327232 6553600 487327232 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.14.hc_attn_inject.weight 0 4 493880832 81920 493880832 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.14.hc_attn_norm.weight 0 2 493962752 40960 493962752 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.14.hc_attn_down.weight 0 4 494003712 6553600 494003712 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.14.hc_attn_up.weight 0 4 500557312 6553600 500557312 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.14.ffn_down_shexp.weight 0 0 0 0 507110912 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.14.ffn_gate_shexp.weight 0 0 0 0 507110912 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.14.ffn_up_shexp.weight 0 0 0 0 507110912 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.14.ffn_gate_inp_shexp.weight 0 4 507110912 5120 507110912 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_inject.weight 0 4 507116032 81920 507116032 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_norm.weight 0 2 507197952 40960 507197952 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_down.weight 0 4 507238912 6553600 507238912 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.14.hc_ffn_up.weight 0 4 513792512 6553600 513792512 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.15.hc_attn_inject.weight 0 4 520346112 81920 520346112 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.15.hc_attn_norm.weight 0 2 520428032 40960 520428032 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.15.hc_attn_down.weight 0 4 520468992 6553600 520468992 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.15.hc_attn_up.weight 0 4 527022592 6553600 527022592 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_gate_inp.weight 0 4 533576192 2621440 533576192 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.15.ffn_down_shexp.weight 0 0 0 0 536197632 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.15.ffn_gate_shexp.weight 0 0 0 0 536197632 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.15.ffn_up_shexp.weight 0 0 0 0 536197632 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.15.ffn_gate_inp_shexp.weight 0 4 536197632 5120 536197632 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_inject.weight 0 4 536202752 81920 536202752 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_norm.weight 0 2 536284672 40960 536284672 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_down.weight 0 4 536325632 6553600 536325632 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.15.hc_ffn_up.weight 0 4 542879232 6553600 542879232 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.q_proj.weight 0 4 549432832 2621440 549432832 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.k_proj.weight 0 4 552054272 655360 552054272 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.k_norm.weight 0 2 552709632 512 552709632 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.15.indexer.q_norm.weight 0 2 552710144 512 552710144 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.15.attn_k_norm.weight 0 2 552710656 1024 552710656 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.15.attn_k.weight 0 0 0 0 552711680 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.15.attn_output.weight 0 0 0 0 552711680 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.15.attn_q_norm.weight 0 2 552711680 1024 552711680 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.15.attn_q.weight 0 0 0 0 552712704 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.15.attn_v.weight 0 0 0 0 552712704 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.16.hc_attn_inject.weight 0 4 552712704 81920 552712704 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.16.hc_attn_norm.weight 0 2 552794624 40960 552794624 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.16.hc_attn_down.weight 0 4 552835584 6553600 552835584 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.16.hc_attn_up.weight 0 4 559389184 6553600 559389184 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_a 0 2 565942784 192 565942784 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_conv1d.weight 0 2 565942976 163840 565942976 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_dt.bias 0 2 566106816 192 566106816 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_alpha.weight 0 4 566107008 245760 566107008 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_beta.weight 0 4 566352768 245760 566352768 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.16.attn_qkv.weight 0 0 0 0 566598528 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.16.attn_gate.weight 0 0 0 0 566598528 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.16.ssm_norm.weight 0 2 566598528 512 566598528 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.16.ssm_out.weight 0 0 0 0 566599040 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.16.ffn_gate_inp.weight 0 4 566599040 2621440 566599040 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.16.ffn_down_shexp.weight 0 0 0 0 569220480 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.16.ffn_gate_shexp.weight 0 0 0 0 569220480 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.16.ffn_up_shexp.weight 0 0 0 0 569220480 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.16.ffn_gate_inp_shexp.weight 0 4 569220480 5120 569220480 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_inject.weight 0 4 569225600 81920 569225600 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_norm.weight 0 2 569307520 40960 569307520 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_down.weight 0 4 569348480 6553600 569348480 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.16.hc_ffn_up.weight 0 4 575902080 6553600 575902080 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.17.hc_attn_inject.weight 0 4 582455680 81920 582455680 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.17.hc_attn_norm.weight 0 2 582537600 40960 582537600 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.17.hc_attn_down.weight 0 4 582578560 6553600 582578560 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.17.hc_attn_up.weight 0 4 589132160 6553600 589132160 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_a 0 2 595685760 192 595685760 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_conv1d.weight 0 2 595685952 163840 595685952 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_dt.bias 0 2 595849792 192 595849792 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_alpha.weight 0 4 595849984 245760 595849984 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_beta.weight 0 4 596095744 245760 596095744 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.17.attn_qkv.weight 0 0 0 0 596341504 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.17.attn_gate.weight 0 0 0 0 596341504 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.17.ssm_norm.weight 0 2 596341504 512 596341504 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.17.ssm_out.weight 0 0 0 0 596342016 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.17.ffn_gate_inp.weight 0 4 596342016 2621440 596342016 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.17.ffn_down_shexp.weight 0 0 0 0 598963456 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.17.ffn_gate_shexp.weight 0 0 0 0 598963456 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.17.ffn_up_shexp.weight 0 0 0 0 598963456 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.17.ffn_gate_inp_shexp.weight 0 4 598963456 5120 598963456 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_inject.weight 0 4 598968576 81920 598968576 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_norm.weight 0 2 599050496 40960 599050496 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_down.weight 0 4 599091456 6553600 599091456 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.17.hc_ffn_up.weight 0 4 605645056 6553600 605645056 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.18.hc_attn_inject.weight 0 4 612198656 81920 612198656 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.18.hc_attn_norm.weight 0 2 612280576 40960 612280576 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.18.hc_attn_down.weight 0 4 612321536 6553600 612321536 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.18.hc_attn_up.weight 0 4 618875136 6553600 618875136 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_a 0 2 625428736 192 625428736 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_conv1d.weight 0 2 625428928 163840 625428928 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_dt.bias 0 2 625592768 192 625592768 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_alpha.weight 0 4 625592960 245760 625592960 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_beta.weight 0 4 625838720 245760 625838720 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.18.attn_qkv.weight 0 0 0 0 626084480 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.18.attn_gate.weight 0 0 0 0 626084480 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.18.ssm_norm.weight 0 2 626084480 512 626084480 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.18.ssm_out.weight 0 0 0 0 626084992 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.18.ffn_gate_inp.weight 0 4 626084992 2621440 626084992 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.18.ffn_down_shexp.weight 0 0 0 0 628706432 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.18.ffn_gate_shexp.weight 0 0 0 0 628706432 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.18.ffn_up_shexp.weight 0 0 0 0 628706432 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.18.ffn_gate_inp_shexp.weight 0 4 628706432 5120 628706432 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_inject.weight 0 4 628711552 81920 628711552 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_norm.weight 0 2 628793472 40960 628793472 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_down.weight 0 4 628834432 6553600 628834432 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.18.hc_ffn_up.weight 0 4 635388032 6553600 635388032 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.19.hc_attn_inject.weight 0 4 641941632 81920 641941632 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.19.hc_attn_norm.weight 0 2 642023552 40960 642023552 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.19.hc_attn_down.weight 0 4 642064512 6553600 642064512 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.19.hc_attn_up.weight 0 4 648618112 6553600 648618112 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_gate_inp.weight 0 4 655171712 2621440 655171712 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.19.ffn_down_shexp.weight 0 0 0 0 657793152 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.19.ffn_gate_shexp.weight 0 0 0 0 657793152 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.19.ffn_up_shexp.weight 0 0 0 0 657793152 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.19.ffn_gate_inp_shexp.weight 0 4 657793152 5120 657793152 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_inject.weight 0 4 657798272 81920 657798272 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_norm.weight 0 2 657880192 40960 657880192 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_down.weight 0 4 657921152 6553600 657921152 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.19.hc_ffn_up.weight 0 4 664474752 6553600 664474752 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.q_proj.weight 0 4 671028352 2621440 671028352 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.k_proj.weight 0 4 673649792 655360 673649792 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.k_norm.weight 0 2 674305152 512 674305152 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.19.indexer.q_norm.weight 0 2 674305664 512 674305664 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.19.attn_k_norm.weight 0 2 674306176 1024 674306176 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.19.attn_k.weight 0 0 0 0 674307200 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.19.attn_output.weight 0 0 0 0 674307200 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.19.attn_q_norm.weight 0 2 674307200 1024 674307200 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.19.attn_q.weight 0 0 0 0 674308224 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.19.attn_v.weight 0 0 0 0 674308224 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.20.hc_attn_inject.weight 0 4 674308224 81920 674308224 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.20.hc_attn_norm.weight 0 2 674390144 40960 674390144 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.20.hc_attn_down.weight 0 4 674431104 6553600 674431104 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.20.hc_attn_up.weight 0 4 680984704 6553600 680984704 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_a 0 2 687538304 192 687538304 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_conv1d.weight 0 2 687538496 163840 687538496 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_dt.bias 0 2 687702336 192 687702336 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_alpha.weight 0 4 687702528 245760 687702528 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_beta.weight 0 4 687948288 245760 687948288 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.20.attn_qkv.weight 0 0 0 0 688194048 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.20.attn_gate.weight 0 0 0 0 688194048 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.20.ssm_norm.weight 0 2 688194048 512 688194048 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.20.ssm_out.weight 0 0 0 0 688194560 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.20.ffn_gate_inp.weight 0 4 688194560 2621440 688194560 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.20.ffn_down_shexp.weight 0 0 0 0 690816000 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.20.ffn_gate_shexp.weight 0 0 0 0 690816000 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.20.ffn_up_shexp.weight 0 0 0 0 690816000 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.20.ffn_gate_inp_shexp.weight 0 4 690816000 5120 690816000 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_inject.weight 0 4 690821120 81920 690821120 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_norm.weight 0 2 690903040 40960 690903040 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_down.weight 0 4 690944000 6553600 690944000 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.20.hc_ffn_up.weight 0 4 697497600 6553600 697497600 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_a 0 2 704051200 192 704051200 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_conv1d.weight 0 2 704051392 163840 704051392 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_dt.bias 0 2 704215232 192 704215232 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_alpha.weight 0 4 704215424 245760 704215424 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_beta.weight 0 4 704461184 245760 704461184 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.21.attn_qkv.weight 0 0 0 0 704706944 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.21.attn_gate.weight 0 0 0 0 704706944 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.21.ssm_norm.weight 0 2 704706944 512 704706944 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.21.ssm_out.weight 0 0 0 0 704707456 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.21.ffn_gate_inp.weight 0 4 704707456 2621440 704707456 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.21.hc_attn_inject.weight 0 4 707328896 81920 707328896 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.21.hc_attn_norm.weight 0 2 707410816 40960 707410816 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.21.hc_attn_down.weight 0 4 707451776 6553600 707451776 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.21.hc_attn_up.weight 0 4 714005376 6553600 714005376 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.21.ffn_down_shexp.weight 0 0 0 0 720558976 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.21.ffn_gate_shexp.weight 0 0 0 0 720558976 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.21.ffn_up_shexp.weight 0 0 0 0 720558976 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.21.ffn_gate_inp_shexp.weight 0 4 720558976 5120 720558976 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_inject.weight 0 4 720564096 81920 720564096 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_norm.weight 0 2 720646016 40960 720646016 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_down.weight 0 4 720686976 6553600 720686976 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.21.hc_ffn_up.weight 0 4 727240576 6553600 727240576 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.22.hc_attn_inject.weight 0 4 733794176 81920 733794176 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.22.hc_attn_norm.weight 0 2 733876096 40960 733876096 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.22.hc_attn_down.weight 0 4 733917056 6553600 733917056 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.22.hc_attn_up.weight 0 4 740470656 6553600 740470656 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_a 0 2 747024256 192 747024256 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_conv1d.weight 0 2 747024448 163840 747024448 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_dt.bias 0 2 747188288 192 747188288 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_alpha.weight 0 4 747188480 245760 747188480 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_beta.weight 0 4 747434240 245760 747434240 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.22.attn_qkv.weight 0 0 0 0 747680000 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.22.attn_gate.weight 0 0 0 0 747680000 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.22.ssm_norm.weight 0 2 747680000 512 747680000 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.22.ssm_out.weight 0 0 0 0 747680512 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.22.ffn_gate_inp.weight 0 4 747680512 2621440 747680512 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.22.ffn_down_shexp.weight 0 0 0 0 750301952 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.22.ffn_gate_shexp.weight 0 0 0 0 750301952 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.22.ffn_up_shexp.weight 0 0 0 0 750301952 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.22.ffn_gate_inp_shexp.weight 0 4 750301952 5120 750301952 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_inject.weight 0 4 750307072 81920 750307072 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_norm.weight 0 2 750388992 40960 750388992 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_down.weight 0 4 750429952 6553600 750429952 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.22.hc_ffn_up.weight 0 4 756983552 6553600 756983552 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.23.hc_attn_inject.weight 0 4 763537152 81920 763537152 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.23.hc_attn_norm.weight 0 2 763619072 40960 763619072 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.23.hc_attn_down.weight 0 4 763660032 6553600 763660032 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.23.hc_attn_up.weight 0 4 770213632 6553600 770213632 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_gate_inp.weight 0 4 776767232 2621440 776767232 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.23.ffn_down_shexp.weight 0 0 0 0 779388672 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.23.ffn_gate_shexp.weight 0 0 0 0 779388672 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.23.ffn_up_shexp.weight 0 0 0 0 779388672 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.23.ffn_gate_inp_shexp.weight 0 4 779388672 5120 779388672 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_inject.weight 0 4 779393792 81920 779393792 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_norm.weight 0 2 779475712 40960 779475712 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_down.weight 0 4 779516672 6553600 779516672 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.23.hc_ffn_up.weight 0 4 786070272 6553600 786070272 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.q_proj.weight 0 4 792623872 2621440 792623872 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.k_proj.weight 0 4 795245312 655360 795245312 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.k_norm.weight 0 2 795900672 512 795900672 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.23.indexer.q_norm.weight 0 2 795901184 512 795901184 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.23.attn_k_norm.weight 0 2 795901696 1024 795901696 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.23.attn_k.weight 0 0 0 0 795902720 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.23.attn_output.weight 0 0 0 0 795902720 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.23.attn_q_norm.weight 0 2 795902720 1024 795902720 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.23.attn_q.weight 0 0 0 0 795903744 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.23.attn_v.weight 0 0 0 0 795903744 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.24.hc_attn_inject.weight 0 4 795903744 81920 795903744 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.24.hc_attn_norm.weight 0 2 795985664 40960 795985664 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.24.hc_attn_down.weight 0 4 796026624 6553600 796026624 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.24.hc_attn_up.weight 0 4 802580224 6553600 802580224 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_a 0 2 809133824 192 809133824 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_conv1d.weight 0 2 809134016 163840 809134016 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_dt.bias 0 2 809297856 192 809297856 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_alpha.weight 0 4 809298048 245760 809298048 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_beta.weight 0 4 809543808 245760 809543808 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.24.attn_qkv.weight 0 0 0 0 809789568 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.24.attn_gate.weight 0 0 0 0 809789568 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.24.ssm_norm.weight 0 2 809789568 512 809789568 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.24.ssm_out.weight 0 0 0 0 809790080 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.24.ffn_gate_inp.weight 0 4 809790080 2621440 809790080 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.24.ffn_down_shexp.weight 0 0 0 0 812411520 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.24.ffn_gate_shexp.weight 0 0 0 0 812411520 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.24.ffn_up_shexp.weight 0 0 0 0 812411520 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.24.ffn_gate_inp_shexp.weight 0 4 812411520 5120 812411520 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_inject.weight 0 4 812416640 81920 812416640 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_norm.weight 0 2 812498560 40960 812498560 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_down.weight 0 4 812539520 6553600 812539520 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.24.hc_ffn_up.weight 0 4 819093120 6553600 819093120 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.25.hc_attn_inject.weight 0 4 825646720 81920 825646720 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.25.hc_attn_norm.weight 0 2 825728640 40960 825728640 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.25.hc_attn_down.weight 0 4 825769600 6553600 825769600 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.25.hc_attn_up.weight 0 4 832323200 6553600 832323200 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_a 0 2 838876800 192 838876800 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_conv1d.weight 0 2 838876992 163840 838876992 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_dt.bias 0 2 839040832 192 839040832 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_alpha.weight 0 4 839041024 245760 839041024 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_beta.weight 0 4 839286784 245760 839286784 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.25.attn_qkv.weight 0 0 0 0 839532544 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.25.attn_gate.weight 0 0 0 0 839532544 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.25.ssm_norm.weight 0 2 839532544 512 839532544 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.25.ssm_out.weight 0 0 0 0 839533056 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.25.ffn_gate_inp.weight 0 4 839533056 2621440 839533056 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.25.ffn_down_shexp.weight 0 0 0 0 842154496 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.25.ffn_gate_shexp.weight 0 0 0 0 842154496 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.25.ffn_up_shexp.weight 0 0 0 0 842154496 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.25.ffn_gate_inp_shexp.weight 0 4 842154496 5120 842154496 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_inject.weight 0 4 842159616 81920 842159616 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_norm.weight 0 2 842241536 40960 842241536 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_down.weight 0 4 842282496 6553600 842282496 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.25.hc_ffn_up.weight 0 4 848836096 6553600 848836096 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.26.hc_attn_inject.weight 0 4 855389696 81920 855389696 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.26.hc_attn_norm.weight 0 2 855471616 40960 855471616 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.26.hc_attn_down.weight 0 4 855512576 6553600 855512576 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.26.hc_attn_up.weight 0 4 862066176 6553600 862066176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_a 0 2 868619776 192 868619776 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_conv1d.weight 0 2 868619968 163840 868619968 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_dt.bias 0 2 868783808 192 868783808 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_alpha.weight 0 4 868784000 245760 868784000 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_beta.weight 0 4 869029760 245760 869029760 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.26.attn_qkv.weight 0 0 0 0 869275520 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.26.attn_gate.weight 0 0 0 0 869275520 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.26.ssm_norm.weight 0 2 869275520 512 869275520 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.26.ssm_out.weight 0 0 0 0 869276032 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.26.ffn_gate_inp.weight 0 4 869276032 2621440 869276032 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.26.ffn_down_shexp.weight 0 0 0 0 871897472 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.26.ffn_gate_shexp.weight 0 0 0 0 871897472 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.26.ffn_up_shexp.weight 0 0 0 0 871897472 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.26.ffn_gate_inp_shexp.weight 0 4 871897472 5120 871897472 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_inject.weight 0 4 871902592 81920 871902592 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_norm.weight 0 2 871984512 40960 871984512 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_down.weight 0 4 872025472 6553600 872025472 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.26.hc_ffn_up.weight 0 4 878579072 6553600 878579072 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_gate_inp.weight 0 4 885132672 2621440 885132672 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.q_proj.weight 0 4 887754112 2621440 887754112 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.k_proj.weight 0 4 890375552 655360 890375552 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.k_norm.weight 0 2 891030912 512 891030912 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.27.indexer.q_norm.weight 0 2 891031424 512 891031424 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.27.attn_k_norm.weight 0 2 891031936 1024 891031936 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.27.attn_k.weight 0 0 0 0 891032960 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.27.attn_output.weight 0 0 0 0 891032960 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.27.attn_q_norm.weight 0 2 891032960 1024 891032960 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.27.attn_q.weight 0 0 0 0 891033984 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.27.attn_v.weight 0 0 0 0 891033984 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.27.hc_attn_inject.weight 0 4 891033984 81920 891033984 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.27.hc_attn_norm.weight 0 2 891115904 40960 891115904 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.27.hc_attn_down.weight 0 4 891156864 6553600 891156864 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.27.hc_attn_up.weight 0 4 897710464 6553600 897710464 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.27.ffn_down_shexp.weight 0 0 0 0 904264064 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.27.ffn_gate_shexp.weight 0 0 0 0 904264064 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.27.ffn_up_shexp.weight 0 0 0 0 904264064 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.27.ffn_gate_inp_shexp.weight 0 4 904264064 5120 904264064 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_inject.weight 0 4 904269184 81920 904269184 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_norm.weight 0 2 904351104 40960 904351104 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_down.weight 0 4 904392064 6553600 904392064 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.27.hc_ffn_up.weight 0 4 910945664 6553600 910945664 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.28.hc_attn_inject.weight 0 4 917499264 81920 917499264 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.28.hc_attn_norm.weight 0 2 917581184 40960 917581184 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.28.hc_attn_down.weight 0 4 917622144 6553600 917622144 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.28.hc_attn_up.weight 0 4 924175744 6553600 924175744 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_a 0 2 930729344 192 930729344 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_conv1d.weight 0 2 930729536 163840 930729536 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_dt.bias 0 2 930893376 192 930893376 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_alpha.weight 0 4 930893568 245760 930893568 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_beta.weight 0 4 931139328 245760 931139328 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.28.attn_qkv.weight 0 0 0 0 931385088 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.28.attn_gate.weight 0 0 0 0 931385088 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.28.ssm_norm.weight 0 2 931385088 512 931385088 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.28.ssm_out.weight 0 0 0 0 931385600 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.28.ffn_gate_inp.weight 0 4 931385600 2621440 931385600 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.28.ffn_down_shexp.weight 0 0 0 0 934007040 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.28.ffn_gate_shexp.weight 0 0 0 0 934007040 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.28.ffn_up_shexp.weight 0 0 0 0 934007040 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.28.ffn_gate_inp_shexp.weight 0 4 934007040 5120 934007040 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_inject.weight 0 4 934012160 81920 934012160 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_norm.weight 0 2 934094080 40960 934094080 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_down.weight 0 4 934135040 6553600 934135040 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.28.hc_ffn_up.weight 0 4 940688640 6553600 940688640 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.29.hc_attn_inject.weight 0 4 947242240 81920 947242240 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.29.hc_attn_norm.weight 0 2 947324160 40960 947324160 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.29.hc_attn_down.weight 0 4 947365120 6553600 947365120 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.29.hc_attn_up.weight 0 4 953918720 6553600 953918720 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_a 0 2 960472320 192 960472320 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_conv1d.weight 0 2 960472512 163840 960472512 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_dt.bias 0 2 960636352 192 960636352 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_alpha.weight 0 4 960636544 245760 960636544 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_beta.weight 0 4 960882304 245760 960882304 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.29.attn_qkv.weight 0 0 0 0 961128064 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.29.attn_gate.weight 0 0 0 0 961128064 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.29.ssm_norm.weight 0 2 961128064 512 961128064 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.29.ssm_out.weight 0 0 0 0 961128576 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.29.ffn_gate_inp.weight 0 4 961128576 2621440 961128576 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.29.ffn_down_shexp.weight 0 0 0 0 963750016 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.29.ffn_gate_shexp.weight 0 0 0 0 963750016 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.29.ffn_up_shexp.weight 0 0 0 0 963750016 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.29.ffn_gate_inp_shexp.weight 0 4 963750016 5120 963750016 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_inject.weight 0 4 963755136 81920 963755136 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_norm.weight 0 2 963837056 40960 963837056 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_down.weight 0 4 963878016 6553600 963878016 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.29.hc_ffn_up.weight 0 4 970431616 6553600 970431616 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.30.hc_attn_inject.weight 0 4 976985216 81920 976985216 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.30.hc_attn_norm.weight 0 2 977067136 40960 977067136 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.30.hc_attn_down.weight 0 4 977108096 6553600 977108096 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.30.hc_attn_up.weight 0 4 983661696 6553600 983661696 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_a 0 2 990215296 192 990215296 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_conv1d.weight 0 2 990215488 163840 990215488 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_dt.bias 0 2 990379328 192 990379328 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_alpha.weight 0 4 990379520 245760 990379520 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_beta.weight 0 4 990625280 245760 990625280 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.30.attn_qkv.weight 0 0 0 0 990871040 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.30.attn_gate.weight 0 0 0 0 990871040 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.30.ssm_norm.weight 0 2 990871040 512 990871040 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.30.ssm_out.weight 0 0 0 0 990871552 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.30.ffn_gate_inp.weight 0 4 990871552 2621440 990871552 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.30.ffn_down_shexp.weight 0 0 0 0 993492992 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.30.ffn_gate_shexp.weight 0 0 0 0 993492992 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.30.ffn_up_shexp.weight 0 0 0 0 993492992 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.30.ffn_gate_inp_shexp.weight 0 4 993492992 5120 993492992 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_inject.weight 0 4 993498112 81920 993498112 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_norm.weight 0 2 993580032 40960 993580032 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_down.weight 0 4 993620992 6553600 993620992 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.30.hc_ffn_up.weight 0 4 1000174592 6553600 1000174592 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.31.hc_attn_inject.weight 0 4 1006728192 81920 1006728192 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.31.hc_attn_norm.weight 0 2 1006810112 40960 1006810112 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.31.hc_attn_down.weight 0 4 1006851072 6553600 1006851072 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.31.hc_attn_up.weight 0 4 1013404672 6553600 1013404672 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_gate_inp.weight 0 4 1019958272 2621440 1019958272 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.31.ffn_down_shexp.weight 0 0 0 0 1022579712 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.31.ffn_gate_shexp.weight 0 0 0 0 1022579712 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.31.ffn_up_shexp.weight 0 0 0 0 1022579712 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.31.ffn_gate_inp_shexp.weight 0 4 1022579712 5120 1022579712 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_inject.weight 0 4 1022584832 81920 1022584832 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_norm.weight 0 2 1022666752 40960 1022666752 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_down.weight 0 4 1022707712 6553600 1022707712 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.31.hc_ffn_up.weight 0 4 1029261312 6553600 1029261312 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.q_proj.weight 0 4 1035814912 2621440 1035814912 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.k_proj.weight 0 4 1038436352 655360 1038436352 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.k_norm.weight 0 2 1039091712 512 1039091712 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.31.indexer.q_norm.weight 0 2 1039092224 512 1039092224 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.31.attn_k_norm.weight 0 2 1039092736 1024 1039092736 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.31.attn_k.weight 0 0 0 0 1039093760 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.31.attn_output.weight 0 0 0 0 1039093760 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.31.attn_q_norm.weight 0 2 1039093760 1024 1039093760 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.31.attn_q.weight 0 0 0 0 1039094784 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.31.attn_v.weight 0 0 0 0 1039094784 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.32.hc_attn_inject.weight 0 4 1039094784 81920 1039094784 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.32.hc_attn_norm.weight 0 2 1039176704 40960 1039176704 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.32.hc_attn_down.weight 0 4 1039217664 6553600 1039217664 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.32.hc_attn_up.weight 0 4 1045771264 6553600 1045771264 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_a 0 2 1052324864 192 1052324864 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_conv1d.weight 0 2 1052325056 163840 1052325056 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_dt.bias 0 2 1052488896 192 1052488896 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_alpha.weight 0 4 1052489088 245760 1052489088 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_beta.weight 0 4 1052734848 245760 1052734848 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.32.attn_qkv.weight 0 0 0 0 1052980608 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.32.attn_gate.weight 0 0 0 0 1052980608 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.32.ssm_norm.weight 0 2 1052980608 512 1052980608 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.32.ssm_out.weight 0 0 0 0 1052981120 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.32.ffn_gate_inp.weight 0 4 1052981120 2621440 1052981120 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.32.ffn_down_shexp.weight 0 0 0 0 1055602560 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.32.ffn_gate_shexp.weight 0 0 0 0 1055602560 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.32.ffn_up_shexp.weight 0 0 0 0 1055602560 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.32.ffn_gate_inp_shexp.weight 0 4 1055602560 5120 1055602560 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_inject.weight 0 4 1055607680 81920 1055607680 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_norm.weight 0 2 1055689600 40960 1055689600 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_down.weight 0 4 1055730560 6553600 1055730560 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.32.hc_ffn_up.weight 0 4 1062284160 6553600 1062284160 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_a 0 2 1068837760 192 1068837760 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_conv1d.weight 0 2 1068837952 163840 1068837952 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_dt.bias 0 2 1069001792 192 1069001792 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_alpha.weight 0 4 1069001984 245760 1069001984 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_beta.weight 0 4 1069247744 245760 1069247744 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.33.attn_qkv.weight 0 0 0 0 1069493504 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.33.attn_gate.weight 0 0 0 0 1069493504 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.33.ssm_norm.weight 0 2 1069493504 512 1069493504 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.33.ssm_out.weight 0 0 0 0 1069494016 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.33.ffn_gate_inp.weight 0 4 1069494016 2621440 1069494016 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.33.hc_attn_inject.weight 0 4 1072115456 81920 1072115456 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.33.hc_attn_norm.weight 0 2 1072197376 40960 1072197376 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.33.hc_attn_down.weight 0 4 1072238336 6553600 1072238336 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.33.hc_attn_up.weight 0 4 1078791936 6553600 1078791936 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.33.ffn_down_shexp.weight 0 0 0 0 1085345536 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.33.ffn_gate_shexp.weight 0 0 0 0 1085345536 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.33.ffn_up_shexp.weight 0 0 0 0 1085345536 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.33.ffn_gate_inp_shexp.weight 0 4 1085345536 5120 1085345536 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_inject.weight 0 4 1085350656 81920 1085350656 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_norm.weight 0 2 1085432576 40960 1085432576 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_down.weight 0 4 1085473536 6553600 1085473536 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.33.hc_ffn_up.weight 0 4 1092027136 6553600 1092027136 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.34.hc_attn_inject.weight 0 4 1098580736 81920 1098580736 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.34.hc_attn_norm.weight 0 2 1098662656 40960 1098662656 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.34.hc_attn_down.weight 0 4 1098703616 6553600 1098703616 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.34.hc_attn_up.weight 0 4 1105257216 6553600 1105257216 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_a 0 2 1111810816 192 1111810816 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_conv1d.weight 0 2 1111811008 163840 1111811008 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_dt.bias 0 2 1111974848 192 1111974848 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_alpha.weight 0 4 1111975040 245760 1111975040 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_beta.weight 0 4 1112220800 245760 1112220800 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.34.attn_qkv.weight 0 0 0 0 1112466560 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.34.attn_gate.weight 0 0 0 0 1112466560 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.34.ssm_norm.weight 0 2 1112466560 512 1112466560 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.34.ssm_out.weight 0 0 0 0 1112467072 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.34.ffn_gate_inp.weight 0 4 1112467072 2621440 1112467072 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.34.ffn_down_shexp.weight 0 0 0 0 1115088512 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.34.ffn_gate_shexp.weight 0 0 0 0 1115088512 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.34.ffn_up_shexp.weight 0 0 0 0 1115088512 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.34.ffn_gate_inp_shexp.weight 0 4 1115088512 5120 1115088512 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_inject.weight 0 4 1115093632 81920 1115093632 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_norm.weight 0 2 1115175552 40960 1115175552 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_down.weight 0 4 1115216512 6553600 1115216512 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.34.hc_ffn_up.weight 0 4 1121770112 6553600 1121770112 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.35.hc_attn_inject.weight 0 4 1128323712 81920 1128323712 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.35.hc_attn_norm.weight 0 2 1128405632 40960 1128405632 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.35.hc_attn_down.weight 0 4 1128446592 6553600 1128446592 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.35.hc_attn_up.weight 0 4 1135000192 6553600 1135000192 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_gate_inp.weight 0 4 1141553792 2621440 1141553792 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.35.ffn_down_shexp.weight 0 0 0 0 1144175232 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.35.ffn_gate_shexp.weight 0 0 0 0 1144175232 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.35.ffn_up_shexp.weight 0 0 0 0 1144175232 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.35.ffn_gate_inp_shexp.weight 0 4 1144175232 5120 1144175232 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_inject.weight 0 4 1144180352 81920 1144180352 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_norm.weight 0 2 1144262272 40960 1144262272 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_down.weight 0 4 1144303232 6553600 1144303232 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.35.hc_ffn_up.weight 0 4 1150856832 6553600 1150856832 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.q_proj.weight 0 4 1157410432 2621440 1157410432 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.k_proj.weight 0 4 1160031872 655360 1160031872 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.k_norm.weight 0 2 1160687232 512 1160687232 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.35.indexer.q_norm.weight 0 2 1160687744 512 1160687744 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.35.attn_k_norm.weight 0 2 1160688256 1024 1160688256 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.35.attn_k.weight 0 0 0 0 1160689280 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.35.attn_output.weight 0 0 0 0 1160689280 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.35.attn_q_norm.weight 0 2 1160689280 1024 1160689280 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.35.attn_q.weight 0 0 0 0 1160690304 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.35.attn_v.weight 0 0 0 0 1160690304 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.36.hc_attn_inject.weight 0 4 1160690304 81920 1160690304 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.36.hc_attn_norm.weight 0 2 1160772224 40960 1160772224 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.36.hc_attn_down.weight 0 4 1160813184 6553600 1160813184 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.36.hc_attn_up.weight 0 4 1167366784 6553600 1167366784 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_a 0 2 1173920384 192 1173920384 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_conv1d.weight 0 2 1173920576 163840 1173920576 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_dt.bias 0 2 1174084416 192 1174084416 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_alpha.weight 0 4 1174084608 245760 1174084608 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_beta.weight 0 4 1174330368 245760 1174330368 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.36.attn_qkv.weight 0 0 0 0 1174576128 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.36.attn_gate.weight 0 0 0 0 1174576128 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.36.ssm_norm.weight 0 2 1174576128 512 1174576128 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.36.ssm_out.weight 0 0 0 0 1174576640 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.36.ffn_gate_inp.weight 0 4 1174576640 2621440 1174576640 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.36.ffn_down_shexp.weight 0 0 0 0 1177198080 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.36.ffn_gate_shexp.weight 0 0 0 0 1177198080 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.36.ffn_up_shexp.weight 0 0 0 0 1177198080 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.36.ffn_gate_inp_shexp.weight 0 4 1177198080 5120 1177198080 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_inject.weight 0 4 1177203200 81920 1177203200 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_norm.weight 0 2 1177285120 40960 1177285120 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_down.weight 0 4 1177326080 6553600 1177326080 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.36.hc_ffn_up.weight 0 4 1183879680 6553600 1183879680 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.37.hc_attn_inject.weight 0 4 1190433280 81920 1190433280 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.37.hc_attn_norm.weight 0 2 1190515200 40960 1190515200 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.37.hc_attn_down.weight 0 4 1190556160 6553600 1190556160 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.37.hc_attn_up.weight 0 4 1197109760 6553600 1197109760 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_a 0 2 1203663360 192 1203663360 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_conv1d.weight 0 2 1203663552 163840 1203663552 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_dt.bias 0 2 1203827392 192 1203827392 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_alpha.weight 0 4 1203827584 245760 1203827584 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_beta.weight 0 4 1204073344 245760 1204073344 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.37.attn_qkv.weight 0 0 0 0 1204319104 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.37.attn_gate.weight 0 0 0 0 1204319104 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.37.ssm_norm.weight 0 2 1204319104 512 1204319104 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.37.ssm_out.weight 0 0 0 0 1204319616 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.37.ffn_gate_inp.weight 0 4 1204319616 2621440 1204319616 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.37.ffn_down_shexp.weight 0 0 0 0 1206941056 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.37.ffn_gate_shexp.weight 0 0 0 0 1206941056 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.37.ffn_up_shexp.weight 0 0 0 0 1206941056 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.37.ffn_gate_inp_shexp.weight 0 4 1206941056 5120 1206941056 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_inject.weight 0 4 1206946176 81920 1206946176 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_norm.weight 0 2 1207028096 40960 1207028096 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_down.weight 0 4 1207069056 6553600 1207069056 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.37.hc_ffn_up.weight 0 4 1213622656 6553600 1213622656 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.38.hc_attn_inject.weight 0 4 1220176256 81920 1220176256 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.38.hc_attn_norm.weight 0 2 1220258176 40960 1220258176 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.38.hc_attn_down.weight 0 4 1220299136 6553600 1220299136 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.38.hc_attn_up.weight 0 4 1226852736 6553600 1226852736 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_a 0 2 1233406336 192 1233406336 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_conv1d.weight 0 2 1233406528 163840 1233406528 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_dt.bias 0 2 1233570368 192 1233570368 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_alpha.weight 0 4 1233570560 245760 1233570560 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_beta.weight 0 4 1233816320 245760 1233816320 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.38.attn_qkv.weight 0 0 0 0 1234062080 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.38.attn_gate.weight 0 0 0 0 1234062080 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.38.ssm_norm.weight 0 2 1234062080 512 1234062080 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.38.ssm_out.weight 0 0 0 0 1234062592 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.38.ffn_gate_inp.weight 0 4 1234062592 2621440 1234062592 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.38.ffn_down_shexp.weight 0 0 0 0 1236684032 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.38.ffn_gate_shexp.weight 0 0 0 0 1236684032 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.38.ffn_up_shexp.weight 0 0 0 0 1236684032 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.38.ffn_gate_inp_shexp.weight 0 4 1236684032 5120 1236684032 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_inject.weight 0 4 1236689152 81920 1236689152 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_norm.weight 0 2 1236771072 40960 1236771072 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_down.weight 0 4 1236812032 6553600 1236812032 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.38.hc_ffn_up.weight 0 4 1243365632 6553600 1243365632 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.39.hc_attn_inject.weight 0 4 1249919232 81920 1249919232 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.39.hc_attn_norm.weight 0 2 1250001152 40960 1250001152 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.39.hc_attn_down.weight 0 4 1250042112 6553600 1250042112 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.39.hc_attn_up.weight 0 4 1256595712 6553600 1256595712 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_gate_inp.weight 0 4 1263149312 2621440 1263149312 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.39.ffn_down_shexp.weight 0 0 0 0 1265770752 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.39.ffn_gate_shexp.weight 0 0 0 0 1265770752 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.39.ffn_up_shexp.weight 0 0 0 0 1265770752 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.39.ffn_gate_inp_shexp.weight 0 4 1265770752 5120 1265770752 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_inject.weight 0 4 1265775872 81920 1265775872 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_norm.weight 0 2 1265857792 40960 1265857792 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_down.weight 0 4 1265898752 6553600 1265898752 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.39.hc_ffn_up.weight 0 4 1272452352 6553600 1272452352 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.q_proj.weight 0 4 1279005952 2621440 1279005952 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.k_proj.weight 0 4 1281627392 655360 1281627392 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.k_norm.weight 0 2 1282282752 512 1282282752 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.39.indexer.q_norm.weight 0 2 1282283264 512 1282283264 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.39.attn_k_norm.weight 0 2 1282283776 1024 1282283776 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.39.attn_k.weight 0 0 0 0 1282284800 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.39.attn_output.weight 0 0 0 0 1282284800 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.39.attn_q_norm.weight 0 2 1282284800 1024 1282284800 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.39.attn_q.weight 0 0 0 0 1282285824 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.39.attn_v.weight 0 0 0 0 1282285824 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.40.ssm_a 0 2 1282285824 192 1282285824 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_conv1d.weight 0 2 1282286016 163840 1282286016 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_dt.bias 0 2 1282449856 192 1282449856 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_alpha.weight 0 4 1282450048 245760 1282450048 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_beta.weight 0 4 1282695808 245760 1282695808 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.40.attn_qkv.weight 0 0 0 0 1282941568 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.40.attn_gate.weight 0 0 0 0 1282941568 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.40.ssm_norm.weight 0 2 1282941568 512 1282941568 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.40.ssm_out.weight 0 0 0 0 1282942080 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.40.ffn_gate_inp.weight 0 4 1282942080 2621440 1282942080 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.40.hc_attn_inject.weight 0 4 1285563520 81920 1285563520 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.40.hc_attn_norm.weight 0 2 1285645440 40960 1285645440 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.40.hc_attn_down.weight 0 4 1285686400 6553600 1285686400 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.40.hc_attn_up.weight 0 4 1292240000 6553600 1292240000 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.40.ffn_down_shexp.weight 0 0 0 0 1298793600 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.40.ffn_gate_shexp.weight 0 0 0 0 1298793600 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.40.ffn_up_shexp.weight 0 0 0 0 1298793600 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.40.ffn_gate_inp_shexp.weight 0 4 1298793600 5120 1298793600 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_inject.weight 0 4 1298798720 81920 1298798720 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_norm.weight 0 2 1298880640 40960 1298880640 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_down.weight 0 4 1298921600 6553600 1298921600 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.40.hc_ffn_up.weight 0 4 1305475200 6553600 1305475200 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.41.hc_attn_inject.weight 0 4 1312028800 81920 1312028800 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.41.hc_attn_norm.weight 0 2 1312110720 40960 1312110720 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.41.hc_attn_down.weight 0 4 1312151680 6553600 1312151680 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.41.hc_attn_up.weight 0 4 1318705280 6553600 1318705280 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_a 0 2 1325258880 192 1325258880 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_conv1d.weight 0 2 1325259072 163840 1325259072 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_dt.bias 0 2 1325422912 192 1325422912 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_alpha.weight 0 4 1325423104 245760 1325423104 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_beta.weight 0 4 1325668864 245760 1325668864 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.41.attn_qkv.weight 0 0 0 0 1325914624 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.41.attn_gate.weight 0 0 0 0 1325914624 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.41.ssm_norm.weight 0 2 1325914624 512 1325914624 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.41.ssm_out.weight 0 0 0 0 1325915136 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.41.ffn_gate_inp.weight 0 4 1325915136 2621440 1325915136 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.41.ffn_down_shexp.weight 0 0 0 0 1328536576 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.41.ffn_gate_shexp.weight 0 0 0 0 1328536576 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.41.ffn_up_shexp.weight 0 0 0 0 1328536576 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.41.ffn_gate_inp_shexp.weight 0 4 1328536576 5120 1328536576 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_inject.weight 0 4 1328541696 81920 1328541696 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_norm.weight 0 2 1328623616 40960 1328623616 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_down.weight 0 4 1328664576 6553600 1328664576 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.41.hc_ffn_up.weight 0 4 1335218176 6553600 1335218176 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.42.hc_attn_inject.weight 0 4 1341771776 81920 1341771776 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.42.hc_attn_norm.weight 0 2 1341853696 40960 1341853696 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.42.hc_attn_down.weight 0 4 1341894656 6553600 1341894656 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.42.hc_attn_up.weight 0 4 1348448256 6553600 1348448256 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_a 0 2 1355001856 192 1355001856 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_conv1d.weight 0 2 1355002048 163840 1355002048 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_dt.bias 0 2 1355165888 192 1355165888 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_alpha.weight 0 4 1355166080 245760 1355166080 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_beta.weight 0 4 1355411840 245760 1355411840 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.42.attn_qkv.weight 0 0 0 0 1355657600 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.42.attn_gate.weight 0 0 0 0 1355657600 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.42.ssm_norm.weight 0 2 1355657600 512 1355657600 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.42.ssm_out.weight 0 0 0 0 1355658112 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.42.ffn_gate_inp.weight 0 4 1355658112 2621440 1355658112 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.42.ffn_down_shexp.weight 0 0 0 0 1358279552 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.42.ffn_gate_shexp.weight 0 0 0 0 1358279552 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.42.ffn_up_shexp.weight 0 0 0 0 1358279552 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.42.ffn_gate_inp_shexp.weight 0 4 1358279552 5120 1358279552 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_inject.weight 0 4 1358284672 81920 1358284672 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_norm.weight 0 2 1358366592 40960 1358366592 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_down.weight 0 4 1358407552 6553600 1358407552 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.42.hc_ffn_up.weight 0 4 1364961152 6553600 1364961152 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.43.hc_attn_inject.weight 0 4 1371514752 81920 1371514752 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.43.hc_attn_norm.weight 0 2 1371596672 40960 1371596672 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.43.hc_attn_down.weight 0 4 1371637632 6553600 1371637632 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.43.hc_attn_up.weight 0 4 1378191232 6553600 1378191232 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_gate_inp.weight 0 4 1384744832 2621440 1384744832 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.43.ffn_down_shexp.weight 0 0 0 0 1387366272 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.43.ffn_gate_shexp.weight 0 0 0 0 1387366272 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.43.ffn_up_shexp.weight 0 0 0 0 1387366272 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.43.ffn_gate_inp_shexp.weight 0 4 1387366272 5120 1387366272 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_inject.weight 0 4 1387371392 81920 1387371392 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_norm.weight 0 2 1387453312 40960 1387453312 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_down.weight 0 4 1387494272 6553600 1387494272 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.43.hc_ffn_up.weight 0 4 1394047872 6553600 1394047872 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.q_proj.weight 0 4 1400601472 2621440 1400601472 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.k_proj.weight 0 4 1403222912 655360 1403222912 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.k_norm.weight 0 2 1403878272 512 1403878272 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.43.indexer.q_norm.weight 0 2 1403878784 512 1403878784 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.43.attn_k_norm.weight 0 2 1403879296 1024 1403879296 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.43.attn_k.weight 0 0 0 0 1403880320 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.43.attn_output.weight 0 0 0 0 1403880320 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.43.attn_q_norm.weight 0 2 1403880320 1024 1403880320 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.43.attn_q.weight 0 0 0 0 1403881344 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.43.attn_v.weight 0 0 0 0 1403881344 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.44.hc_attn_inject.weight 0 4 1403881344 81920 1403881344 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.44.hc_attn_norm.weight 0 2 1403963264 40960 1403963264 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.44.hc_attn_down.weight 0 4 1404004224 6553600 1404004224 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.44.hc_attn_up.weight 0 4 1410557824 6553600 1410557824 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_a 0 2 1417111424 192 1417111424 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_conv1d.weight 0 2 1417111616 163840 1417111616 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_dt.bias 0 2 1417275456 192 1417275456 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_alpha.weight 0 4 1417275648 245760 1417275648 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_beta.weight 0 4 1417521408 245760 1417521408 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.44.attn_qkv.weight 0 0 0 0 1417767168 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.44.attn_gate.weight 0 0 0 0 1417767168 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.44.ssm_norm.weight 0 2 1417767168 512 1417767168 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.44.ssm_out.weight 0 0 0 0 1417767680 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.44.ffn_gate_inp.weight 0 4 1417767680 2621440 1417767680 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.44.ffn_down_shexp.weight 0 0 0 0 1420389120 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.44.ffn_gate_shexp.weight 0 0 0 0 1420389120 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.44.ffn_up_shexp.weight 0 0 0 0 1420389120 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.44.ffn_gate_inp_shexp.weight 0 4 1420389120 5120 1420389120 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_inject.weight 0 4 1420394240 81920 1420394240 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_norm.weight 0 2 1420476160 40960 1420476160 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_down.weight 0 4 1420517120 6553600 1420517120 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.44.hc_ffn_up.weight 0 4 1427070720 6553600 1427070720 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.45.hc_attn_inject.weight 0 4 1433624320 81920 1433624320 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.45.hc_attn_norm.weight 0 2 1433706240 40960 1433706240 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.45.hc_attn_down.weight 0 4 1433747200 6553600 1433747200 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.45.hc_attn_up.weight 0 4 1440300800 6553600 1440300800 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_a 0 2 1446854400 192 1446854400 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_conv1d.weight 0 2 1446854592 163840 1446854592 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_dt.bias 0 2 1447018432 192 1447018432 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_alpha.weight 0 4 1447018624 245760 1447018624 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_beta.weight 0 4 1447264384 245760 1447264384 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.45.attn_qkv.weight 0 0 0 0 1447510144 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.45.attn_gate.weight 0 0 0 0 1447510144 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.45.ssm_norm.weight 0 2 1447510144 512 1447510144 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.45.ssm_out.weight 0 0 0 0 1447510656 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.45.ffn_gate_inp.weight 0 4 1447510656 2621440 1447510656 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.45.ffn_down_shexp.weight 0 0 0 0 1450132096 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.45.ffn_gate_shexp.weight 0 0 0 0 1450132096 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.45.ffn_up_shexp.weight 0 0 0 0 1450132096 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.45.ffn_gate_inp_shexp.weight 0 4 1450132096 5120 1450132096 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_inject.weight 0 4 1450137216 81920 1450137216 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_norm.weight 0 2 1450219136 40960 1450219136 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_down.weight 0 4 1450260096 6553600 1450260096 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.45.hc_ffn_up.weight 0 4 1456813696 6553600 1456813696 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_a 0 2 1463367296 192 1463367296 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_conv1d.weight 0 2 1463367488 163840 1463367488 163840 4 10240 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_dt.bias 0 2 1463531328 192 1463531328 192 48 0 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_alpha.weight 0 4 1463531520 245760 1463531520 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_beta.weight 0 4 1463777280 245760 1463777280 245760 2560 48 0 0 1 0 0 0 0 0 0 0 blk.46.attn_qkv.weight 0 0 0 0 1464023040 0 2560 10240 8 0 32 0 0 0 0 0 0 0 blk.46.attn_gate.weight 0 0 0 0 1464023040 0 2560 6144 8 0 32 0 0 0 0 0 0 0 blk.46.ssm_norm.weight 0 2 1464023040 512 1464023040 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.46.ssm_out.weight 0 0 0 0 1464023552 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.46.ffn_gate_inp.weight 0 4 1464023552 2621440 1464023552 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 output.weight 0 0 0 0 1466644992 0 2560 248320 8 0 32 0 0 0 0 0 0 0 token_embd.weight 0 0 0 0 1466644992 0 2560 248320 8 0 32 0 0 0 0 0 0 0 output_hc_norm.weight 0 2 1466644992 40960 1466644992 40960 10240 0 0 0 1 0 0 0 0 0 0 0 output_hc_down.weight 0 4 1466685952 6553600 1466685952 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 output_hc_up.weight 0 4 1473239552 6553600 1473239552 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.46.hc_attn_inject.weight 0 4 1479793152 81920 1479793152 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.46.hc_attn_norm.weight 0 2 1479875072 40960 1479875072 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.46.hc_attn_down.weight 0 4 1479916032 6553600 1479916032 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.46.hc_attn_up.weight 0 4 1486469632 6553600 1486469632 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.46.ffn_down_shexp.weight 0 0 0 0 1493023232 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.46.ffn_gate_shexp.weight 0 0 0 0 1493023232 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.46.ffn_up_shexp.weight 0 0 0 0 1493023232 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.46.ffn_gate_inp_shexp.weight 0 4 1493023232 5120 1493023232 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_inject.weight 0 4 1493028352 81920 1493028352 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_norm.weight 0 2 1493110272 40960 1493110272 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_down.weight 0 4 1493151232 6553600 1493151232 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.46.hc_ffn_up.weight 0 4 1499704832 6553600 1499704832 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.47.hc_attn_inject.weight 0 4 1506258432 81920 1506258432 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.47.hc_attn_norm.weight 0 2 1506340352 40960 1506340352 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.47.hc_attn_down.weight 0 4 1506381312 6553600 1506381312 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.47.hc_attn_up.weight 0 4 1512934912 6553600 1512934912 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_gate_inp.weight 0 4 1519488512 2621440 1519488512 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.47.ffn_down_shexp.weight 0 0 0 0 1522109952 0 640 2560 8 0 32 0 0 0 0 0 0 0 blk.47.ffn_gate_shexp.weight 0 0 0 0 1522109952 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.47.ffn_up_shexp.weight 0 0 0 0 1522109952 0 2560 640 8 0 32 0 0 0 0 0 0 0 blk.47.ffn_gate_inp_shexp.weight 0 4 1522109952 5120 1522109952 5120 2560 1 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_inject.weight 0 4 1522115072 81920 1522115072 81920 10240 4 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_norm.weight 0 2 1522196992 40960 1522196992 40960 10240 0 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_down.weight 0 4 1522237952 6553600 1522237952 6553600 10240 320 0 0 1 0 0 0 0 0 0 0 blk.47.hc_ffn_up.weight 0 4 1528791552 6553600 1528791552 6553600 320 10240 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.q_proj.weight 0 4 1535345152 2621440 1535345152 2621440 2560 512 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.k_proj.weight 0 4 1537966592 655360 1537966592 655360 2560 128 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.k_norm.weight 0 2 1538621952 512 1538621952 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.47.indexer.q_norm.weight 0 2 1538622464 512 1538622464 512 128 0 0 0 1 0 0 0 0 0 0 0 blk.47.attn_k_norm.weight 0 2 1538622976 1024 1538622976 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.47.attn_k.weight 0 0 0 0 1538624000 0 2560 512 8 0 32 0 0 0 0 0 0 0 blk.47.attn_output.weight 0 0 0 0 1538624000 0 6144 2560 8 0 32 0 0 0 0 0 0 0 blk.47.attn_q_norm.weight 0 2 1538624000 1024 1538624000 1024 256 0 0 0 1 0 0 0 0 0 0 0 blk.47.attn_q.weight 0 0 0 0 1538625024 0 2560 12288 8 0 32 0 0 0 0 0 0 0 blk.47.attn_v.weight 0 0 0 0 1538625024 0 2560 512 8 0 32 0 0 0 0 0 0 0