# RCO per-tensor GGUF allocation (expert-pruned release) # Repository: ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF # GGUF: Qwen3.8-Flash-Next-GSQ-RCO-IQ1_M-00001-of-00002.gguf # Source: https://huggingface.co/ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF/resolve/main/IQ1_M/Qwen3.8-Flash-Next-GSQ-RCO-IQ1_M-00001-of-00002.gguf # Target whole-file bpw: 1.89 # Tensor count: 1223 # Experts: 256 of 512 retained per layer, 48 layers (12288 of 24576 total) # Quant-type counts: BF16=484, F16=1, F32=292, IQ2_S=40, IQ3_S=20, IQ3_XXS=34, IQ4_NL=86, IQ4_XS=45, Q2_0=9, Q4_K=47, Q5_K=35, Q6_K=129, Q8_0=1 # # Section 1, per tensor: : # Section 2, per expert: []: # A pruned expert carries the empty string. Indices are those of the # unpruned model, so the mask can be reapplied to the original weights. # output.weight: Q6_K output_hc_down.weight: BF16 output_hc_norm.weight: F32 output_hc_up.weight: BF16 token_embd.weight: IQ4_XS blk.0.attn_gate.weight: Q4_K blk.0.attn_qkv.weight: Q6_K blk.0.ffn_down_exps.weight: IQ4_NL blk.0.ffn_down_shexp.weight: IQ4_NL blk.0.ffn_gate_exps.weight: IQ3_XXS blk.0.ffn_gate_inp.weight: BF16 blk.0.ffn_gate_inp_shexp.weight: BF16 blk.0.ffn_gate_shexp.weight: Q4_K blk.0.ffn_up_exps.weight: IQ3_XXS blk.0.ffn_up_shexp.weight: IQ4_XS blk.0.hc_attn_down.weight: BF16 blk.0.hc_attn_inject.weight: BF16 blk.0.hc_attn_norm.weight: F32 blk.0.hc_attn_up.weight: BF16 blk.0.hc_ffn_down.weight: BF16 blk.0.hc_ffn_inject.weight: BF16 blk.0.hc_ffn_norm.weight: F32 blk.0.hc_ffn_up.weight: BF16 blk.0.ssm_a: F32 blk.0.ssm_alpha.weight: BF16 blk.0.ssm_beta.weight: BF16 blk.0.ssm_conv1d.weight: F32 blk.0.ssm_dt.bias: F32 blk.0.ssm_norm.weight: F32 blk.0.ssm_out.weight: Q6_K blk.1.attn_gate.weight: Q6_K blk.1.attn_qkv.weight: Q5_K blk.1.ffn_down_exps.weight: Q2_0 blk.1.ffn_down_shexp.weight: IQ4_NL blk.1.ffn_gate_exps.weight: IQ2_S blk.1.ffn_gate_inp.weight: BF16 blk.1.ffn_gate_inp_shexp.weight: BF16 blk.1.ffn_gate_shexp.weight: IQ4_XS blk.1.ffn_up_exps.weight: IQ2_S blk.1.ffn_up_shexp.weight: Q4_K blk.1.hc_attn_down.weight: BF16 blk.1.hc_attn_inject.weight: BF16 blk.1.hc_attn_norm.weight: F32 blk.1.hc_attn_up.weight: BF16 blk.1.hc_ffn_down.weight: BF16 blk.1.hc_ffn_inject.weight: BF16 blk.1.hc_ffn_norm.weight: F32 blk.1.hc_ffn_up.weight: BF16 blk.1.ple_conv1d.weight: F16 blk.1.ple_key.weight: BF16 blk.1.ple_norm_conv.weight: F32 blk.1.ple_norm_key.weight: F32 blk.1.ple_norm_query.weight: F32 blk.1.ple_value.weight: BF16 blk.1.ssm_a: F32 blk.1.ssm_alpha.weight: BF16 blk.1.ssm_beta.weight: BF16 blk.1.ssm_conv1d.weight: F32 blk.1.ssm_dt.bias: F32 blk.1.ssm_norm.weight: F32 blk.1.ssm_out.weight: Q6_K blk.2.attn_gate.weight: IQ4_XS blk.2.attn_qkv.weight: Q6_K blk.2.ffn_down_exps.weight: IQ4_NL blk.2.ffn_down_shexp.weight: IQ4_NL blk.2.ffn_gate_exps.weight: IQ2_S blk.2.ffn_gate_inp.weight: BF16 blk.2.ffn_gate_inp_shexp.weight: BF16 blk.2.ffn_gate_shexp.weight: Q4_K blk.2.ffn_up_exps.weight: IQ2_S blk.2.ffn_up_shexp.weight: Q6_K blk.2.hc_attn_down.weight: BF16 blk.2.hc_attn_inject.weight: BF16 blk.2.hc_attn_norm.weight: F32 blk.2.hc_attn_up.weight: BF16 blk.2.hc_ffn_down.weight: BF16 blk.2.hc_ffn_inject.weight: BF16 blk.2.hc_ffn_norm.weight: F32 blk.2.hc_ffn_up.weight: BF16 blk.2.ssm_a: F32 blk.2.ssm_alpha.weight: BF16 blk.2.ssm_beta.weight: BF16 blk.2.ssm_conv1d.weight: F32 blk.2.ssm_dt.bias: F32 blk.2.ssm_norm.weight: F32 blk.2.ssm_out.weight: Q6_K blk.3.attn_k.weight: Q6_K blk.3.attn_k_norm.weight: F32 blk.3.attn_output.weight: Q4_K blk.3.attn_q.weight: IQ4_XS blk.3.attn_q_norm.weight: F32 blk.3.attn_v.weight: Q6_K blk.3.ffn_down_exps.weight: IQ4_NL blk.3.ffn_down_shexp.weight: IQ4_NL blk.3.ffn_gate_exps.weight: IQ2_S blk.3.ffn_gate_inp.weight: BF16 blk.3.ffn_gate_inp_shexp.weight: BF16 blk.3.ffn_gate_shexp.weight: IQ4_XS blk.3.ffn_up_exps.weight: IQ2_S blk.3.ffn_up_shexp.weight: Q4_K blk.3.hc_attn_down.weight: BF16 blk.3.hc_attn_inject.weight: BF16 blk.3.hc_attn_norm.weight: F32 blk.3.hc_attn_up.weight: BF16 blk.3.hc_ffn_down.weight: BF16 blk.3.hc_ffn_inject.weight: BF16 blk.3.hc_ffn_norm.weight: F32 blk.3.hc_ffn_up.weight: BF16 blk.3.indexer.k_norm.weight: F32 blk.3.indexer.k_proj.weight: BF16 blk.3.indexer.q_norm.weight: F32 blk.3.indexer.q_proj.weight: BF16 blk.4.attn_gate.weight: Q6_K blk.4.attn_qkv.weight: Q6_K blk.4.ffn_down_exps.weight: IQ4_NL blk.4.ffn_down_shexp.weight: IQ4_NL blk.4.ffn_gate_exps.weight: IQ2_S blk.4.ffn_gate_inp.weight: BF16 blk.4.ffn_gate_inp_shexp.weight: BF16 blk.4.ffn_gate_shexp.weight: Q6_K blk.4.ffn_up_exps.weight: IQ2_S blk.4.ffn_up_shexp.weight: Q5_K blk.4.hc_attn_down.weight: BF16 blk.4.hc_attn_inject.weight: BF16 blk.4.hc_attn_norm.weight: F32 blk.4.hc_attn_up.weight: BF16 blk.4.hc_ffn_down.weight: BF16 blk.4.hc_ffn_inject.weight: BF16 blk.4.hc_ffn_norm.weight: F32 blk.4.hc_ffn_up.weight: BF16 blk.4.ssm_a: F32 blk.4.ssm_alpha.weight: BF16 blk.4.ssm_beta.weight: BF16 blk.4.ssm_conv1d.weight: F32 blk.4.ssm_dt.bias: F32 blk.4.ssm_norm.weight: F32 blk.4.ssm_out.weight: Q6_K blk.5.attn_gate.weight: Q4_K blk.5.attn_qkv.weight: Q6_K blk.5.ffn_down_exps.weight: IQ4_NL blk.5.ffn_down_shexp.weight: IQ4_NL blk.5.ffn_gate_exps.weight: IQ2_S blk.5.ffn_gate_inp.weight: BF16 blk.5.ffn_gate_inp_shexp.weight: BF16 blk.5.ffn_gate_shexp.weight: IQ4_XS blk.5.ffn_up_exps.weight: IQ2_S blk.5.ffn_up_shexp.weight: Q6_K blk.5.hc_attn_down.weight: BF16 blk.5.hc_attn_inject.weight: BF16 blk.5.hc_attn_norm.weight: F32 blk.5.hc_attn_up.weight: BF16 blk.5.hc_ffn_down.weight: BF16 blk.5.hc_ffn_inject.weight: BF16 blk.5.hc_ffn_norm.weight: F32 blk.5.hc_ffn_up.weight: BF16 blk.5.ssm_a: F32 blk.5.ssm_alpha.weight: BF16 blk.5.ssm_beta.weight: BF16 blk.5.ssm_conv1d.weight: F32 blk.5.ssm_dt.bias: F32 blk.5.ssm_norm.weight: F32 blk.5.ssm_out.weight: Q4_K blk.6.attn_gate.weight: IQ4_XS blk.6.attn_qkv.weight: Q6_K blk.6.ffn_down_exps.weight: IQ4_NL blk.6.ffn_down_shexp.weight: IQ4_NL blk.6.ffn_gate_exps.weight: IQ2_S blk.6.ffn_gate_inp.weight: BF16 blk.6.ffn_gate_inp_shexp.weight: BF16 blk.6.ffn_gate_shexp.weight: Q6_K blk.6.ffn_up_exps.weight: IQ2_S blk.6.ffn_up_shexp.weight: Q4_K blk.6.hc_attn_down.weight: BF16 blk.6.hc_attn_inject.weight: BF16 blk.6.hc_attn_norm.weight: F32 blk.6.hc_attn_up.weight: BF16 blk.6.hc_ffn_down.weight: BF16 blk.6.hc_ffn_inject.weight: BF16 blk.6.hc_ffn_norm.weight: F32 blk.6.hc_ffn_up.weight: BF16 blk.6.ssm_a: F32 blk.6.ssm_alpha.weight: BF16 blk.6.ssm_beta.weight: BF16 blk.6.ssm_conv1d.weight: F32 blk.6.ssm_dt.bias: F32 blk.6.ssm_norm.weight: F32 blk.6.ssm_out.weight: Q6_K blk.7.attn_k.weight: IQ4_XS blk.7.attn_k_norm.weight: F32 blk.7.attn_output.weight: Q6_K blk.7.attn_q.weight: IQ4_XS blk.7.attn_q_norm.weight: F32 blk.7.attn_v.weight: Q6_K blk.7.ffn_down_exps.weight: IQ4_NL blk.7.ffn_down_shexp.weight: IQ4_NL blk.7.ffn_gate_exps.weight: IQ3_XXS blk.7.ffn_gate_inp.weight: BF16 blk.7.ffn_gate_inp_shexp.weight: BF16 blk.7.ffn_gate_shexp.weight: IQ4_XS blk.7.ffn_up_exps.weight: IQ3_XXS blk.7.ffn_up_shexp.weight: IQ4_XS blk.7.hc_attn_down.weight: BF16 blk.7.hc_attn_inject.weight: BF16 blk.7.hc_attn_norm.weight: F32 blk.7.hc_attn_up.weight: BF16 blk.7.hc_ffn_down.weight: BF16 blk.7.hc_ffn_inject.weight: BF16 blk.7.hc_ffn_norm.weight: F32 blk.7.hc_ffn_up.weight: BF16 blk.7.indexer.k_norm.weight: F32 blk.7.indexer.k_proj.weight: BF16 blk.7.indexer.q_norm.weight: F32 blk.7.indexer.q_proj.weight: BF16 blk.8.attn_gate.weight: IQ4_XS blk.8.attn_qkv.weight: Q6_K blk.8.ffn_down_exps.weight: Q2_0 blk.8.ffn_down_shexp.weight: IQ4_NL blk.8.ffn_gate_exps.weight: IQ2_S blk.8.ffn_gate_inp.weight: BF16 blk.8.ffn_gate_inp_shexp.weight: BF16 blk.8.ffn_gate_shexp.weight: IQ4_XS blk.8.ffn_up_exps.weight: IQ2_S blk.8.ffn_up_shexp.weight: Q4_K blk.8.hc_attn_down.weight: BF16 blk.8.hc_attn_inject.weight: BF16 blk.8.hc_attn_norm.weight: F32 blk.8.hc_attn_up.weight: BF16 blk.8.hc_ffn_down.weight: BF16 blk.8.hc_ffn_inject.weight: BF16 blk.8.hc_ffn_norm.weight: F32 blk.8.hc_ffn_up.weight: BF16 blk.8.ssm_a: F32 blk.8.ssm_alpha.weight: BF16 blk.8.ssm_beta.weight: BF16 blk.8.ssm_conv1d.weight: F32 blk.8.ssm_dt.bias: F32 blk.8.ssm_norm.weight: F32 blk.8.ssm_out.weight: Q4_K blk.9.attn_gate.weight: Q4_K blk.9.attn_qkv.weight: Q6_K blk.9.ffn_down_exps.weight: IQ4_NL blk.9.ffn_down_shexp.weight: IQ4_NL blk.9.ffn_gate_exps.weight: IQ2_S blk.9.ffn_gate_inp.weight: BF16 blk.9.ffn_gate_inp_shexp.weight: BF16 blk.9.ffn_gate_shexp.weight: Q4_K blk.9.ffn_up_exps.weight: IQ2_S blk.9.ffn_up_shexp.weight: IQ4_XS blk.9.hc_attn_down.weight: BF16 blk.9.hc_attn_inject.weight: BF16 blk.9.hc_attn_norm.weight: F32 blk.9.hc_attn_up.weight: BF16 blk.9.hc_ffn_down.weight: BF16 blk.9.hc_ffn_inject.weight: BF16 blk.9.hc_ffn_norm.weight: F32 blk.9.hc_ffn_up.weight: BF16 blk.9.ssm_a: F32 blk.9.ssm_alpha.weight: BF16 blk.9.ssm_beta.weight: BF16 blk.9.ssm_conv1d.weight: F32 blk.9.ssm_dt.bias: F32 blk.9.ssm_norm.weight: F32 blk.9.ssm_out.weight: Q6_K blk.10.attn_gate.weight: Q6_K blk.10.attn_qkv.weight: Q5_K blk.10.ffn_down_exps.weight: Q2_0 blk.10.ffn_down_shexp.weight: IQ4_NL blk.10.ffn_gate_exps.weight: IQ2_S blk.10.ffn_gate_inp.weight: BF16 blk.10.ffn_gate_inp_shexp.weight: BF16 blk.10.ffn_gate_shexp.weight: Q4_K blk.10.ffn_up_exps.weight: IQ2_S blk.10.ffn_up_shexp.weight: Q4_K blk.10.hc_attn_down.weight: BF16 blk.10.hc_attn_inject.weight: BF16 blk.10.hc_attn_norm.weight: F32 blk.10.hc_attn_up.weight: BF16 blk.10.hc_ffn_down.weight: BF16 blk.10.hc_ffn_inject.weight: BF16 blk.10.hc_ffn_norm.weight: F32 blk.10.hc_ffn_up.weight: BF16 blk.10.ssm_a: F32 blk.10.ssm_alpha.weight: BF16 blk.10.ssm_beta.weight: BF16 blk.10.ssm_conv1d.weight: F32 blk.10.ssm_dt.bias: F32 blk.10.ssm_norm.weight: F32 blk.10.ssm_out.weight: Q6_K blk.11.attn_k.weight: Q6_K blk.11.attn_k_norm.weight: F32 blk.11.attn_output.weight: Q6_K blk.11.attn_q.weight: Q4_K blk.11.attn_q_norm.weight: F32 blk.11.attn_v.weight: Q5_K blk.11.ffn_down_exps.weight: IQ4_NL blk.11.ffn_down_shexp.weight: IQ4_NL blk.11.ffn_gate_exps.weight: IQ2_S blk.11.ffn_gate_inp.weight: BF16 blk.11.ffn_gate_inp_shexp.weight: BF16 blk.11.ffn_gate_shexp.weight: Q4_K blk.11.ffn_up_exps.weight: IQ2_S blk.11.ffn_up_shexp.weight: Q6_K blk.11.hc_attn_down.weight: BF16 blk.11.hc_attn_inject.weight: BF16 blk.11.hc_attn_norm.weight: F32 blk.11.hc_attn_up.weight: BF16 blk.11.hc_ffn_down.weight: BF16 blk.11.hc_ffn_inject.weight: BF16 blk.11.hc_ffn_norm.weight: F32 blk.11.hc_ffn_up.weight: BF16 blk.11.indexer.k_norm.weight: F32 blk.11.indexer.k_proj.weight: BF16 blk.11.indexer.q_norm.weight: F32 blk.11.indexer.q_proj.weight: BF16 blk.12.attn_gate.weight: IQ4_XS blk.12.attn_qkv.weight: Q5_K blk.12.ffn_down_exps.weight: Q2_0 blk.12.ffn_down_shexp.weight: IQ4_NL blk.12.ffn_gate_exps.weight: IQ3_XXS blk.12.ffn_gate_inp.weight: BF16 blk.12.ffn_gate_inp_shexp.weight: BF16 blk.12.ffn_gate_shexp.weight: Q6_K blk.12.ffn_up_exps.weight: IQ3_XXS blk.12.ffn_up_shexp.weight: Q6_K blk.12.hc_attn_down.weight: BF16 blk.12.hc_attn_inject.weight: BF16 blk.12.hc_attn_norm.weight: F32 blk.12.hc_attn_up.weight: BF16 blk.12.hc_ffn_down.weight: BF16 blk.12.hc_ffn_inject.weight: BF16 blk.12.hc_ffn_norm.weight: F32 blk.12.hc_ffn_up.weight: BF16 blk.12.ssm_a: F32 blk.12.ssm_alpha.weight: BF16 blk.12.ssm_beta.weight: BF16 blk.12.ssm_conv1d.weight: F32 blk.12.ssm_dt.bias: F32 blk.12.ssm_norm.weight: F32 blk.12.ssm_out.weight: Q6_K blk.13.attn_gate.weight: Q4_K blk.13.attn_qkv.weight: Q4_K blk.13.ffn_down_exps.weight: Q2_0 blk.13.ffn_down_shexp.weight: IQ4_NL blk.13.ffn_gate_exps.weight: IQ2_S blk.13.ffn_gate_inp.weight: BF16 blk.13.ffn_gate_inp_shexp.weight: BF16 blk.13.ffn_gate_shexp.weight: Q4_K blk.13.ffn_up_exps.weight: IQ2_S blk.13.ffn_up_shexp.weight: IQ4_XS blk.13.hc_attn_down.weight: BF16 blk.13.hc_attn_inject.weight: BF16 blk.13.hc_attn_norm.weight: F32 blk.13.hc_attn_up.weight: BF16 blk.13.hc_ffn_down.weight: BF16 blk.13.hc_ffn_inject.weight: BF16 blk.13.hc_ffn_norm.weight: F32 blk.13.hc_ffn_up.weight: BF16 blk.13.ssm_a: F32 blk.13.ssm_alpha.weight: BF16 blk.13.ssm_beta.weight: BF16 blk.13.ssm_conv1d.weight: F32 blk.13.ssm_dt.bias: F32 blk.13.ssm_norm.weight: F32 blk.13.ssm_out.weight: Q6_K blk.14.attn_gate.weight: Q5_K blk.14.attn_qkv.weight: Q6_K blk.14.ffn_down_exps.weight: IQ4_NL blk.14.ffn_down_shexp.weight: IQ4_NL blk.14.ffn_gate_exps.weight: IQ3_XXS blk.14.ffn_gate_inp.weight: BF16 blk.14.ffn_gate_inp_shexp.weight: BF16 blk.14.ffn_gate_shexp.weight: IQ4_XS blk.14.ffn_up_exps.weight: IQ3_XXS blk.14.ffn_up_shexp.weight: IQ4_XS blk.14.hc_attn_down.weight: BF16 blk.14.hc_attn_inject.weight: BF16 blk.14.hc_attn_norm.weight: F32 blk.14.hc_attn_up.weight: BF16 blk.14.hc_ffn_down.weight: BF16 blk.14.hc_ffn_inject.weight: BF16 blk.14.hc_ffn_norm.weight: F32 blk.14.hc_ffn_up.weight: BF16 blk.14.ssm_a: F32 blk.14.ssm_alpha.weight: BF16 blk.14.ssm_beta.weight: BF16 blk.14.ssm_conv1d.weight: F32 blk.14.ssm_dt.bias: F32 blk.14.ssm_norm.weight: F32 blk.14.ssm_out.weight: Q4_K blk.15.attn_k.weight: Q6_K blk.15.attn_k_norm.weight: F32 blk.15.attn_output.weight: Q6_K blk.15.attn_q.weight: IQ4_XS blk.15.attn_q_norm.weight: F32 blk.15.attn_v.weight: Q6_K blk.15.ffn_down_exps.weight: IQ4_NL blk.15.ffn_down_shexp.weight: IQ4_NL blk.15.ffn_gate_exps.weight: IQ2_S blk.15.ffn_gate_inp.weight: BF16 blk.15.ffn_gate_inp_shexp.weight: BF16 blk.15.ffn_gate_shexp.weight: Q6_K blk.15.ffn_up_exps.weight: IQ2_S blk.15.ffn_up_shexp.weight: IQ4_XS blk.15.hc_attn_down.weight: BF16 blk.15.hc_attn_inject.weight: BF16 blk.15.hc_attn_norm.weight: F32 blk.15.hc_attn_up.weight: BF16 blk.15.hc_ffn_down.weight: BF16 blk.15.hc_ffn_inject.weight: BF16 blk.15.hc_ffn_norm.weight: F32 blk.15.hc_ffn_up.weight: BF16 blk.15.indexer.k_norm.weight: F32 blk.15.indexer.k_proj.weight: BF16 blk.15.indexer.q_norm.weight: F32 blk.15.indexer.q_proj.weight: BF16 blk.16.attn_gate.weight: IQ4_XS blk.16.attn_qkv.weight: Q6_K blk.16.ffn_down_exps.weight: IQ4_NL blk.16.ffn_down_shexp.weight: IQ4_NL blk.16.ffn_gate_exps.weight: IQ3_XXS blk.16.ffn_gate_inp.weight: BF16 blk.16.ffn_gate_inp_shexp.weight: BF16 blk.16.ffn_gate_shexp.weight: Q4_K blk.16.ffn_up_exps.weight: IQ3_XXS blk.16.ffn_up_shexp.weight: Q4_K blk.16.hc_attn_down.weight: BF16 blk.16.hc_attn_inject.weight: BF16 blk.16.hc_attn_norm.weight: F32 blk.16.hc_attn_up.weight: BF16 blk.16.hc_ffn_down.weight: BF16 blk.16.hc_ffn_inject.weight: BF16 blk.16.hc_ffn_norm.weight: F32 blk.16.hc_ffn_up.weight: BF16 blk.16.ssm_a: F32 blk.16.ssm_alpha.weight: BF16 blk.16.ssm_beta.weight: BF16 blk.16.ssm_conv1d.weight: F32 blk.16.ssm_dt.bias: F32 blk.16.ssm_norm.weight: F32 blk.16.ssm_out.weight: Q6_K blk.17.attn_gate.weight: Q6_K blk.17.attn_qkv.weight: Q6_K blk.17.ffn_down_exps.weight: IQ4_NL blk.17.ffn_down_shexp.weight: IQ4_NL blk.17.ffn_gate_exps.weight: IQ3_S blk.17.ffn_gate_inp.weight: BF16 blk.17.ffn_gate_inp_shexp.weight: BF16 blk.17.ffn_gate_shexp.weight: IQ4_XS blk.17.ffn_up_exps.weight: IQ3_S blk.17.ffn_up_shexp.weight: Q4_K blk.17.hc_attn_down.weight: BF16 blk.17.hc_attn_inject.weight: BF16 blk.17.hc_attn_norm.weight: F32 blk.17.hc_attn_up.weight: BF16 blk.17.hc_ffn_down.weight: BF16 blk.17.hc_ffn_inject.weight: BF16 blk.17.hc_ffn_norm.weight: F32 blk.17.hc_ffn_up.weight: BF16 blk.17.ssm_a: F32 blk.17.ssm_alpha.weight: BF16 blk.17.ssm_beta.weight: BF16 blk.17.ssm_conv1d.weight: F32 blk.17.ssm_dt.bias: F32 blk.17.ssm_norm.weight: F32 blk.17.ssm_out.weight: Q6_K blk.18.attn_gate.weight: IQ4_XS blk.18.attn_qkv.weight: Q6_K blk.18.ffn_down_exps.weight: IQ4_NL blk.18.ffn_down_shexp.weight: IQ4_NL blk.18.ffn_gate_exps.weight: IQ3_XXS blk.18.ffn_gate_inp.weight: BF16 blk.18.ffn_gate_inp_shexp.weight: BF16 blk.18.ffn_gate_shexp.weight: Q5_K blk.18.ffn_up_exps.weight: IQ3_XXS blk.18.ffn_up_shexp.weight: Q5_K blk.18.hc_attn_down.weight: BF16 blk.18.hc_attn_inject.weight: BF16 blk.18.hc_attn_norm.weight: F32 blk.18.hc_attn_up.weight: BF16 blk.18.hc_ffn_down.weight: BF16 blk.18.hc_ffn_inject.weight: BF16 blk.18.hc_ffn_norm.weight: F32 blk.18.hc_ffn_up.weight: BF16 blk.18.ssm_a: F32 blk.18.ssm_alpha.weight: BF16 blk.18.ssm_beta.weight: BF16 blk.18.ssm_conv1d.weight: F32 blk.18.ssm_dt.bias: F32 blk.18.ssm_norm.weight: F32 blk.18.ssm_out.weight: Q5_K blk.19.attn_k.weight: Q6_K blk.19.attn_k_norm.weight: F32 blk.19.attn_output.weight: Q6_K blk.19.attn_q.weight: Q5_K blk.19.attn_q_norm.weight: F32 blk.19.attn_v.weight: Q5_K blk.19.ffn_down_exps.weight: IQ4_NL blk.19.ffn_down_shexp.weight: IQ4_NL blk.19.ffn_gate_exps.weight: IQ2_S blk.19.ffn_gate_inp.weight: BF16 blk.19.ffn_gate_inp_shexp.weight: BF16 blk.19.ffn_gate_shexp.weight: Q6_K blk.19.ffn_up_exps.weight: IQ2_S blk.19.ffn_up_shexp.weight: Q6_K blk.19.hc_attn_down.weight: BF16 blk.19.hc_attn_inject.weight: BF16 blk.19.hc_attn_norm.weight: F32 blk.19.hc_attn_up.weight: BF16 blk.19.hc_ffn_down.weight: BF16 blk.19.hc_ffn_inject.weight: BF16 blk.19.hc_ffn_norm.weight: F32 blk.19.hc_ffn_up.weight: BF16 blk.19.indexer.k_norm.weight: F32 blk.19.indexer.k_proj.weight: BF16 blk.19.indexer.q_norm.weight: F32 blk.19.indexer.q_proj.weight: BF16 blk.20.attn_gate.weight: Q6_K blk.20.attn_qkv.weight: Q6_K blk.20.ffn_down_exps.weight: Q2_0 blk.20.ffn_down_shexp.weight: IQ4_NL blk.20.ffn_gate_exps.weight: IQ3_XXS blk.20.ffn_gate_inp.weight: BF16 blk.20.ffn_gate_inp_shexp.weight: BF16 blk.20.ffn_gate_shexp.weight: IQ4_XS blk.20.ffn_up_exps.weight: IQ3_XXS blk.20.ffn_up_shexp.weight: Q4_K blk.20.hc_attn_down.weight: BF16 blk.20.hc_attn_inject.weight: BF16 blk.20.hc_attn_norm.weight: F32 blk.20.hc_attn_up.weight: BF16 blk.20.hc_ffn_down.weight: BF16 blk.20.hc_ffn_inject.weight: BF16 blk.20.hc_ffn_norm.weight: F32 blk.20.hc_ffn_up.weight: BF16 blk.20.ssm_a: F32 blk.20.ssm_alpha.weight: BF16 blk.20.ssm_beta.weight: BF16 blk.20.ssm_conv1d.weight: F32 blk.20.ssm_dt.bias: F32 blk.20.ssm_norm.weight: F32 blk.20.ssm_out.weight: Q6_K blk.21.attn_gate.weight: Q6_K blk.21.attn_qkv.weight: Q6_K blk.21.ffn_down_exps.weight: Q2_0 blk.21.ffn_down_shexp.weight: IQ4_NL blk.21.ffn_gate_exps.weight: IQ3_S blk.21.ffn_gate_inp.weight: BF16 blk.21.ffn_gate_inp_shexp.weight: BF16 blk.21.ffn_gate_shexp.weight: Q4_K blk.21.ffn_up_exps.weight: IQ3_S blk.21.ffn_up_shexp.weight: IQ4_XS blk.21.hc_attn_down.weight: BF16 blk.21.hc_attn_inject.weight: BF16 blk.21.hc_attn_norm.weight: F32 blk.21.hc_attn_up.weight: BF16 blk.21.hc_ffn_down.weight: BF16 blk.21.hc_ffn_inject.weight: BF16 blk.21.hc_ffn_norm.weight: F32 blk.21.hc_ffn_up.weight: BF16 blk.21.ssm_a: F32 blk.21.ssm_alpha.weight: BF16 blk.21.ssm_beta.weight: BF16 blk.21.ssm_conv1d.weight: F32 blk.21.ssm_dt.bias: F32 blk.21.ssm_norm.weight: F32 blk.21.ssm_out.weight: Q5_K blk.22.attn_gate.weight: Q4_K blk.22.attn_qkv.weight: Q6_K blk.22.ffn_down_exps.weight: IQ4_NL blk.22.ffn_down_shexp.weight: IQ4_NL blk.22.ffn_gate_exps.weight: IQ3_XXS blk.22.ffn_gate_inp.weight: BF16 blk.22.ffn_gate_inp_shexp.weight: BF16 blk.22.ffn_gate_shexp.weight: Q6_K blk.22.ffn_up_exps.weight: IQ3_XXS blk.22.ffn_up_shexp.weight: IQ4_XS blk.22.hc_attn_down.weight: BF16 blk.22.hc_attn_inject.weight: BF16 blk.22.hc_attn_norm.weight: F32 blk.22.hc_attn_up.weight: BF16 blk.22.hc_ffn_down.weight: BF16 blk.22.hc_ffn_inject.weight: BF16 blk.22.hc_ffn_norm.weight: F32 blk.22.hc_ffn_up.weight: BF16 blk.22.ssm_a: F32 blk.22.ssm_alpha.weight: BF16 blk.22.ssm_beta.weight: BF16 blk.22.ssm_conv1d.weight: F32 blk.22.ssm_dt.bias: F32 blk.22.ssm_norm.weight: F32 blk.22.ssm_out.weight: Q6_K blk.23.attn_k.weight: Q6_K blk.23.attn_k_norm.weight: F32 blk.23.attn_output.weight: Q6_K blk.23.attn_q.weight: Q5_K blk.23.attn_q_norm.weight: F32 blk.23.attn_v.weight: Q6_K blk.23.ffn_down_exps.weight: IQ4_NL blk.23.ffn_down_shexp.weight: IQ4_NL blk.23.ffn_gate_exps.weight: IQ2_S blk.23.ffn_gate_inp.weight: BF16 blk.23.ffn_gate_inp_shexp.weight: BF16 blk.23.ffn_gate_shexp.weight: Q5_K blk.23.ffn_up_exps.weight: IQ2_S blk.23.ffn_up_shexp.weight: Q5_K blk.23.hc_attn_down.weight: BF16 blk.23.hc_attn_inject.weight: BF16 blk.23.hc_attn_norm.weight: F32 blk.23.hc_attn_up.weight: BF16 blk.23.hc_ffn_down.weight: BF16 blk.23.hc_ffn_inject.weight: BF16 blk.23.hc_ffn_norm.weight: F32 blk.23.hc_ffn_up.weight: BF16 blk.23.indexer.k_norm.weight: F32 blk.23.indexer.k_proj.weight: BF16 blk.23.indexer.q_norm.weight: F32 blk.23.indexer.q_proj.weight: BF16 blk.24.attn_gate.weight: Q6_K blk.24.attn_qkv.weight: Q6_K blk.24.ffn_down_exps.weight: IQ4_NL blk.24.ffn_down_shexp.weight: IQ4_NL blk.24.ffn_gate_exps.weight: IQ2_S blk.24.ffn_gate_inp.weight: BF16 blk.24.ffn_gate_inp_shexp.weight: BF16 blk.24.ffn_gate_shexp.weight: IQ4_XS blk.24.ffn_up_exps.weight: IQ2_S blk.24.ffn_up_shexp.weight: Q5_K blk.24.hc_attn_down.weight: BF16 blk.24.hc_attn_inject.weight: BF16 blk.24.hc_attn_norm.weight: F32 blk.24.hc_attn_up.weight: BF16 blk.24.hc_ffn_down.weight: BF16 blk.24.hc_ffn_inject.weight: BF16 blk.24.hc_ffn_norm.weight: F32 blk.24.hc_ffn_up.weight: BF16 blk.24.ssm_a: F32 blk.24.ssm_alpha.weight: BF16 blk.24.ssm_beta.weight: BF16 blk.24.ssm_conv1d.weight: F32 blk.24.ssm_dt.bias: F32 blk.24.ssm_norm.weight: F32 blk.24.ssm_out.weight: Q6_K blk.25.attn_gate.weight: Q6_K blk.25.attn_qkv.weight: Q6_K blk.25.ffn_down_exps.weight: IQ4_NL blk.25.ffn_down_shexp.weight: IQ4_NL blk.25.ffn_gate_exps.weight: IQ3_S blk.25.ffn_gate_inp.weight: BF16 blk.25.ffn_gate_inp_shexp.weight: BF16 blk.25.ffn_gate_shexp.weight: IQ4_XS blk.25.ffn_up_exps.weight: IQ3_S blk.25.ffn_up_shexp.weight: Q6_K blk.25.hc_attn_down.weight: BF16 blk.25.hc_attn_inject.weight: BF16 blk.25.hc_attn_norm.weight: F32 blk.25.hc_attn_up.weight: BF16 blk.25.hc_ffn_down.weight: BF16 blk.25.hc_ffn_inject.weight: BF16 blk.25.hc_ffn_norm.weight: F32 blk.25.hc_ffn_up.weight: BF16 blk.25.ssm_a: F32 blk.25.ssm_alpha.weight: BF16 blk.25.ssm_beta.weight: BF16 blk.25.ssm_conv1d.weight: F32 blk.25.ssm_dt.bias: F32 blk.25.ssm_norm.weight: F32 blk.25.ssm_out.weight: Q6_K blk.26.attn_gate.weight: Q6_K blk.26.attn_qkv.weight: Q5_K blk.26.ffn_down_exps.weight: IQ4_NL blk.26.ffn_down_shexp.weight: IQ4_NL blk.26.ffn_gate_exps.weight: IQ2_S blk.26.ffn_gate_inp.weight: BF16 blk.26.ffn_gate_inp_shexp.weight: BF16 blk.26.ffn_gate_shexp.weight: Q6_K blk.26.ffn_up_exps.weight: IQ2_S blk.26.ffn_up_shexp.weight: Q6_K blk.26.hc_attn_down.weight: BF16 blk.26.hc_attn_inject.weight: BF16 blk.26.hc_attn_norm.weight: F32 blk.26.hc_attn_up.weight: BF16 blk.26.hc_ffn_down.weight: BF16 blk.26.hc_ffn_inject.weight: BF16 blk.26.hc_ffn_norm.weight: F32 blk.26.hc_ffn_up.weight: BF16 blk.26.ssm_a: F32 blk.26.ssm_alpha.weight: BF16 blk.26.ssm_beta.weight: BF16 blk.26.ssm_conv1d.weight: F32 blk.26.ssm_dt.bias: F32 blk.26.ssm_norm.weight: F32 blk.26.ssm_out.weight: Q5_K blk.27.attn_k.weight: Q6_K blk.27.attn_k_norm.weight: F32 blk.27.attn_output.weight: Q6_K blk.27.attn_q.weight: Q5_K blk.27.attn_q_norm.weight: F32 blk.27.attn_v.weight: Q6_K blk.27.ffn_down_exps.weight: IQ4_NL blk.27.ffn_down_shexp.weight: IQ4_NL blk.27.ffn_gate_exps.weight: IQ3_S blk.27.ffn_gate_inp.weight: BF16 blk.27.ffn_gate_inp_shexp.weight: BF16 blk.27.ffn_gate_shexp.weight: IQ4_XS blk.27.ffn_up_exps.weight: IQ3_S blk.27.ffn_up_shexp.weight: IQ4_XS blk.27.hc_attn_down.weight: BF16 blk.27.hc_attn_inject.weight: BF16 blk.27.hc_attn_norm.weight: F32 blk.27.hc_attn_up.weight: BF16 blk.27.hc_ffn_down.weight: BF16 blk.27.hc_ffn_inject.weight: BF16 blk.27.hc_ffn_norm.weight: F32 blk.27.hc_ffn_up.weight: BF16 blk.27.indexer.k_norm.weight: F32 blk.27.indexer.k_proj.weight: BF16 blk.27.indexer.q_norm.weight: F32 blk.27.indexer.q_proj.weight: BF16 blk.28.attn_gate.weight: Q6_K blk.28.attn_qkv.weight: Q6_K blk.28.ffn_down_exps.weight: IQ4_NL blk.28.ffn_down_shexp.weight: IQ4_NL blk.28.ffn_gate_exps.weight: IQ3_S blk.28.ffn_gate_inp.weight: BF16 blk.28.ffn_gate_inp_shexp.weight: BF16 blk.28.ffn_gate_shexp.weight: Q6_K blk.28.ffn_up_exps.weight: IQ3_S blk.28.ffn_up_shexp.weight: Q6_K blk.28.hc_attn_down.weight: BF16 blk.28.hc_attn_inject.weight: BF16 blk.28.hc_attn_norm.weight: F32 blk.28.hc_attn_up.weight: BF16 blk.28.hc_ffn_down.weight: BF16 blk.28.hc_ffn_inject.weight: BF16 blk.28.hc_ffn_norm.weight: F32 blk.28.hc_ffn_up.weight: BF16 blk.28.ssm_a: F32 blk.28.ssm_alpha.weight: BF16 blk.28.ssm_beta.weight: BF16 blk.28.ssm_conv1d.weight: F32 blk.28.ssm_dt.bias: F32 blk.28.ssm_norm.weight: F32 blk.28.ssm_out.weight: Q6_K blk.29.attn_gate.weight: Q6_K blk.29.attn_qkv.weight: Q5_K blk.29.ffn_down_exps.weight: IQ4_NL blk.29.ffn_down_shexp.weight: IQ4_NL blk.29.ffn_gate_exps.weight: IQ3_S blk.29.ffn_gate_inp.weight: BF16 blk.29.ffn_gate_inp_shexp.weight: BF16 blk.29.ffn_gate_shexp.weight: Q5_K blk.29.ffn_up_exps.weight: IQ3_S blk.29.ffn_up_shexp.weight: IQ4_XS blk.29.hc_attn_down.weight: BF16 blk.29.hc_attn_inject.weight: BF16 blk.29.hc_attn_norm.weight: F32 blk.29.hc_attn_up.weight: BF16 blk.29.hc_ffn_down.weight: BF16 blk.29.hc_ffn_inject.weight: BF16 blk.29.hc_ffn_norm.weight: F32 blk.29.hc_ffn_up.weight: BF16 blk.29.ssm_a: F32 blk.29.ssm_alpha.weight: BF16 blk.29.ssm_beta.weight: BF16 blk.29.ssm_conv1d.weight: F32 blk.29.ssm_dt.bias: F32 blk.29.ssm_norm.weight: F32 blk.29.ssm_out.weight: Q6_K blk.30.attn_gate.weight: Q4_K blk.30.attn_qkv.weight: Q6_K blk.30.ffn_down_exps.weight: Q2_0 blk.30.ffn_down_shexp.weight: IQ4_NL blk.30.ffn_gate_exps.weight: IQ3_XXS blk.30.ffn_gate_inp.weight: BF16 blk.30.ffn_gate_inp_shexp.weight: BF16 blk.30.ffn_gate_shexp.weight: IQ4_XS blk.30.ffn_up_exps.weight: IQ3_XXS blk.30.ffn_up_shexp.weight: Q4_K blk.30.hc_attn_down.weight: BF16 blk.30.hc_attn_inject.weight: BF16 blk.30.hc_attn_norm.weight: F32 blk.30.hc_attn_up.weight: BF16 blk.30.hc_ffn_down.weight: BF16 blk.30.hc_ffn_inject.weight: BF16 blk.30.hc_ffn_norm.weight: F32 blk.30.hc_ffn_up.weight: BF16 blk.30.ssm_a: F32 blk.30.ssm_alpha.weight: BF16 blk.30.ssm_beta.weight: BF16 blk.30.ssm_conv1d.weight: F32 blk.30.ssm_dt.bias: F32 blk.30.ssm_norm.weight: F32 blk.30.ssm_out.weight: Q6_K blk.31.attn_k.weight: Q6_K blk.31.attn_k_norm.weight: F32 blk.31.attn_output.weight: Q6_K blk.31.attn_q.weight: Q6_K blk.31.attn_q_norm.weight: F32 blk.31.attn_v.weight: Q6_K blk.31.ffn_down_exps.weight: IQ4_NL blk.31.ffn_down_shexp.weight: IQ4_NL blk.31.ffn_gate_exps.weight: IQ3_XXS blk.31.ffn_gate_inp.weight: BF16 blk.31.ffn_gate_inp_shexp.weight: BF16 blk.31.ffn_gate_shexp.weight: IQ4_XS blk.31.ffn_up_exps.weight: IQ3_XXS blk.31.ffn_up_shexp.weight: Q5_K blk.31.hc_attn_down.weight: BF16 blk.31.hc_attn_inject.weight: BF16 blk.31.hc_attn_norm.weight: F32 blk.31.hc_attn_up.weight: BF16 blk.31.hc_ffn_down.weight: BF16 blk.31.hc_ffn_inject.weight: BF16 blk.31.hc_ffn_norm.weight: F32 blk.31.hc_ffn_up.weight: BF16 blk.31.indexer.k_norm.weight: F32 blk.31.indexer.k_proj.weight: BF16 blk.31.indexer.q_norm.weight: F32 blk.31.indexer.q_proj.weight: BF16 blk.32.attn_gate.weight: Q5_K blk.32.attn_qkv.weight: Q6_K blk.32.ffn_down_exps.weight: IQ4_NL blk.32.ffn_down_shexp.weight: IQ4_NL blk.32.ffn_gate_exps.weight: IQ2_S blk.32.ffn_gate_inp.weight: BF16 blk.32.ffn_gate_inp_shexp.weight: BF16 blk.32.ffn_gate_shexp.weight: Q6_K blk.32.ffn_up_exps.weight: IQ2_S blk.32.ffn_up_shexp.weight: Q4_K blk.32.hc_attn_down.weight: BF16 blk.32.hc_attn_inject.weight: BF16 blk.32.hc_attn_norm.weight: F32 blk.32.hc_attn_up.weight: BF16 blk.32.hc_ffn_down.weight: BF16 blk.32.hc_ffn_inject.weight: BF16 blk.32.hc_ffn_norm.weight: F32 blk.32.hc_ffn_up.weight: BF16 blk.32.ssm_a: F32 blk.32.ssm_alpha.weight: BF16 blk.32.ssm_beta.weight: BF16 blk.32.ssm_conv1d.weight: F32 blk.32.ssm_dt.bias: F32 blk.32.ssm_norm.weight: F32 blk.32.ssm_out.weight: Q6_K blk.33.attn_gate.weight: Q6_K blk.33.attn_qkv.weight: IQ4_XS blk.33.ffn_down_exps.weight: IQ4_NL blk.33.ffn_down_shexp.weight: IQ4_NL blk.33.ffn_gate_exps.weight: IQ3_XXS blk.33.ffn_gate_inp.weight: BF16 blk.33.ffn_gate_inp_shexp.weight: BF16 blk.33.ffn_gate_shexp.weight: IQ4_XS blk.33.ffn_up_exps.weight: IQ3_XXS blk.33.ffn_up_shexp.weight: Q4_K blk.33.hc_attn_down.weight: BF16 blk.33.hc_attn_inject.weight: BF16 blk.33.hc_attn_norm.weight: F32 blk.33.hc_attn_up.weight: BF16 blk.33.hc_ffn_down.weight: BF16 blk.33.hc_ffn_inject.weight: BF16 blk.33.hc_ffn_norm.weight: F32 blk.33.hc_ffn_up.weight: BF16 blk.33.ssm_a: F32 blk.33.ssm_alpha.weight: BF16 blk.33.ssm_beta.weight: BF16 blk.33.ssm_conv1d.weight: F32 blk.33.ssm_dt.bias: F32 blk.33.ssm_norm.weight: F32 blk.33.ssm_out.weight: Q6_K blk.34.attn_gate.weight: IQ4_XS blk.34.attn_qkv.weight: Q5_K blk.34.ffn_down_exps.weight: IQ4_NL blk.34.ffn_down_shexp.weight: IQ4_NL blk.34.ffn_gate_exps.weight: IQ2_S blk.34.ffn_gate_inp.weight: BF16 blk.34.ffn_gate_inp_shexp.weight: BF16 blk.34.ffn_gate_shexp.weight: Q4_K blk.34.ffn_up_exps.weight: IQ2_S blk.34.ffn_up_shexp.weight: Q5_K blk.34.hc_attn_down.weight: BF16 blk.34.hc_attn_inject.weight: BF16 blk.34.hc_attn_norm.weight: F32 blk.34.hc_attn_up.weight: BF16 blk.34.hc_ffn_down.weight: BF16 blk.34.hc_ffn_inject.weight: BF16 blk.34.hc_ffn_norm.weight: F32 blk.34.hc_ffn_up.weight: BF16 blk.34.ssm_a: F32 blk.34.ssm_alpha.weight: BF16 blk.34.ssm_beta.weight: BF16 blk.34.ssm_conv1d.weight: F32 blk.34.ssm_dt.bias: F32 blk.34.ssm_norm.weight: F32 blk.34.ssm_out.weight: Q6_K blk.35.attn_k.weight: Q6_K blk.35.attn_k_norm.weight: F32 blk.35.attn_output.weight: Q6_K blk.35.attn_q.weight: Q6_K blk.35.attn_q_norm.weight: F32 blk.35.attn_v.weight: Q6_K blk.35.ffn_down_exps.weight: IQ4_NL blk.35.ffn_down_shexp.weight: IQ4_NL blk.35.ffn_gate_exps.weight: IQ3_S blk.35.ffn_gate_inp.weight: BF16 blk.35.ffn_gate_inp_shexp.weight: BF16 blk.35.ffn_gate_shexp.weight: IQ4_XS blk.35.ffn_up_exps.weight: IQ3_S blk.35.ffn_up_shexp.weight: Q6_K blk.35.hc_attn_down.weight: BF16 blk.35.hc_attn_inject.weight: BF16 blk.35.hc_attn_norm.weight: F32 blk.35.hc_attn_up.weight: BF16 blk.35.hc_ffn_down.weight: BF16 blk.35.hc_ffn_inject.weight: BF16 blk.35.hc_ffn_norm.weight: F32 blk.35.hc_ffn_up.weight: BF16 blk.35.indexer.k_norm.weight: F32 blk.35.indexer.k_proj.weight: BF16 blk.35.indexer.q_norm.weight: F32 blk.35.indexer.q_proj.weight: BF16 blk.36.attn_gate.weight: Q4_K blk.36.attn_qkv.weight: Q6_K blk.36.ffn_down_exps.weight: Q2_0 blk.36.ffn_down_shexp.weight: IQ4_NL blk.36.ffn_gate_exps.weight: IQ2_S blk.36.ffn_gate_inp.weight: BF16 blk.36.ffn_gate_inp_shexp.weight: BF16 blk.36.ffn_gate_shexp.weight: Q6_K blk.36.ffn_up_exps.weight: IQ2_S blk.36.ffn_up_shexp.weight: Q6_K blk.36.hc_attn_down.weight: BF16 blk.36.hc_attn_inject.weight: BF16 blk.36.hc_attn_norm.weight: F32 blk.36.hc_attn_up.weight: BF16 blk.36.hc_ffn_down.weight: BF16 blk.36.hc_ffn_inject.weight: BF16 blk.36.hc_ffn_norm.weight: F32 blk.36.hc_ffn_up.weight: BF16 blk.36.ssm_a: F32 blk.36.ssm_alpha.weight: BF16 blk.36.ssm_beta.weight: BF16 blk.36.ssm_conv1d.weight: F32 blk.36.ssm_dt.bias: F32 blk.36.ssm_norm.weight: F32 blk.36.ssm_out.weight: Q6_K blk.37.attn_gate.weight: Q4_K blk.37.attn_qkv.weight: Q6_K blk.37.ffn_down_exps.weight: IQ4_NL blk.37.ffn_down_shexp.weight: IQ4_NL blk.37.ffn_gate_exps.weight: IQ3_XXS blk.37.ffn_gate_inp.weight: BF16 blk.37.ffn_gate_inp_shexp.weight: BF16 blk.37.ffn_gate_shexp.weight: Q6_K blk.37.ffn_up_exps.weight: IQ3_XXS blk.37.ffn_up_shexp.weight: Q5_K blk.37.hc_attn_down.weight: BF16 blk.37.hc_attn_inject.weight: BF16 blk.37.hc_attn_norm.weight: F32 blk.37.hc_attn_up.weight: BF16 blk.37.hc_ffn_down.weight: BF16 blk.37.hc_ffn_inject.weight: BF16 blk.37.hc_ffn_norm.weight: F32 blk.37.hc_ffn_up.weight: BF16 blk.37.ssm_a: F32 blk.37.ssm_alpha.weight: BF16 blk.37.ssm_beta.weight: BF16 blk.37.ssm_conv1d.weight: F32 blk.37.ssm_dt.bias: F32 blk.37.ssm_norm.weight: F32 blk.37.ssm_out.weight: Q6_K blk.38.attn_gate.weight: Q5_K blk.38.attn_qkv.weight: Q5_K blk.38.ffn_down_exps.weight: IQ4_NL blk.38.ffn_down_shexp.weight: IQ4_NL blk.38.ffn_gate_exps.weight: IQ3_XXS blk.38.ffn_gate_inp.weight: BF16 blk.38.ffn_gate_inp_shexp.weight: BF16 blk.38.ffn_gate_shexp.weight: Q4_K blk.38.ffn_up_exps.weight: IQ3_XXS blk.38.ffn_up_shexp.weight: IQ4_XS blk.38.hc_attn_down.weight: BF16 blk.38.hc_attn_inject.weight: BF16 blk.38.hc_attn_norm.weight: F32 blk.38.hc_attn_up.weight: BF16 blk.38.hc_ffn_down.weight: BF16 blk.38.hc_ffn_inject.weight: BF16 blk.38.hc_ffn_norm.weight: F32 blk.38.hc_ffn_up.weight: BF16 blk.38.ssm_a: F32 blk.38.ssm_alpha.weight: BF16 blk.38.ssm_beta.weight: BF16 blk.38.ssm_conv1d.weight: F32 blk.38.ssm_dt.bias: F32 blk.38.ssm_norm.weight: F32 blk.38.ssm_out.weight: Q6_K blk.39.attn_k.weight: Q6_K blk.39.attn_k_norm.weight: F32 blk.39.attn_output.weight: Q6_K blk.39.attn_q.weight: Q6_K blk.39.attn_q_norm.weight: F32 blk.39.attn_v.weight: Q6_K blk.39.ffn_down_exps.weight: IQ4_NL blk.39.ffn_down_shexp.weight: IQ4_NL blk.39.ffn_gate_exps.weight: IQ2_S blk.39.ffn_gate_inp.weight: BF16 blk.39.ffn_gate_inp_shexp.weight: BF16 blk.39.ffn_gate_shexp.weight: Q4_K blk.39.ffn_up_exps.weight: IQ2_S blk.39.ffn_up_shexp.weight: Q4_K blk.39.hc_attn_down.weight: BF16 blk.39.hc_attn_inject.weight: BF16 blk.39.hc_attn_norm.weight: F32 blk.39.hc_attn_up.weight: BF16 blk.39.hc_ffn_down.weight: BF16 blk.39.hc_ffn_inject.weight: BF16 blk.39.hc_ffn_norm.weight: F32 blk.39.hc_ffn_up.weight: BF16 blk.39.indexer.k_norm.weight: F32 blk.39.indexer.k_proj.weight: BF16 blk.39.indexer.q_norm.weight: F32 blk.39.indexer.q_proj.weight: BF16 blk.40.attn_gate.weight: Q6_K blk.40.attn_qkv.weight: Q6_K blk.40.ffn_down_exps.weight: IQ4_NL blk.40.ffn_down_shexp.weight: IQ4_NL blk.40.ffn_gate_exps.weight: IQ3_S blk.40.ffn_gate_inp.weight: BF16 blk.40.ffn_gate_inp_shexp.weight: BF16 blk.40.ffn_gate_shexp.weight: Q5_K blk.40.ffn_up_exps.weight: IQ3_S blk.40.ffn_up_shexp.weight: IQ4_XS blk.40.hc_attn_down.weight: BF16 blk.40.hc_attn_inject.weight: BF16 blk.40.hc_attn_norm.weight: F32 blk.40.hc_attn_up.weight: BF16 blk.40.hc_ffn_down.weight: BF16 blk.40.hc_ffn_inject.weight: BF16 blk.40.hc_ffn_norm.weight: F32 blk.40.hc_ffn_up.weight: BF16 blk.40.ssm_a: F32 blk.40.ssm_alpha.weight: BF16 blk.40.ssm_beta.weight: BF16 blk.40.ssm_conv1d.weight: F32 blk.40.ssm_dt.bias: F32 blk.40.ssm_norm.weight: F32 blk.40.ssm_out.weight: Q6_K blk.41.attn_gate.weight: Q4_K blk.41.attn_qkv.weight: Q4_K blk.41.ffn_down_exps.weight: IQ4_NL blk.41.ffn_down_shexp.weight: IQ4_NL blk.41.ffn_gate_exps.weight: IQ3_XXS blk.41.ffn_gate_inp.weight: BF16 blk.41.ffn_gate_inp_shexp.weight: BF16 blk.41.ffn_gate_shexp.weight: Q4_K blk.41.ffn_up_exps.weight: IQ3_XXS blk.41.ffn_up_shexp.weight: Q4_K blk.41.hc_attn_down.weight: BF16 blk.41.hc_attn_inject.weight: BF16 blk.41.hc_attn_norm.weight: F32 blk.41.hc_attn_up.weight: BF16 blk.41.hc_ffn_down.weight: BF16 blk.41.hc_ffn_inject.weight: BF16 blk.41.hc_ffn_norm.weight: F32 blk.41.hc_ffn_up.weight: BF16 blk.41.ssm_a: F32 blk.41.ssm_alpha.weight: BF16 blk.41.ssm_beta.weight: BF16 blk.41.ssm_conv1d.weight: F32 blk.41.ssm_dt.bias: F32 blk.41.ssm_norm.weight: F32 blk.41.ssm_out.weight: Q6_K blk.42.attn_gate.weight: IQ4_XS blk.42.attn_qkv.weight: Q5_K blk.42.ffn_down_exps.weight: IQ4_NL blk.42.ffn_down_shexp.weight: IQ4_NL blk.42.ffn_gate_exps.weight: IQ3_XXS blk.42.ffn_gate_inp.weight: BF16 blk.42.ffn_gate_inp_shexp.weight: BF16 blk.42.ffn_gate_shexp.weight: Q6_K blk.42.ffn_up_exps.weight: IQ3_XXS blk.42.ffn_up_shexp.weight: IQ4_XS blk.42.hc_attn_down.weight: BF16 blk.42.hc_attn_inject.weight: BF16 blk.42.hc_attn_norm.weight: F32 blk.42.hc_attn_up.weight: BF16 blk.42.hc_ffn_down.weight: BF16 blk.42.hc_ffn_inject.weight: BF16 blk.42.hc_ffn_norm.weight: F32 blk.42.hc_ffn_up.weight: BF16 blk.42.ssm_a: F32 blk.42.ssm_alpha.weight: BF16 blk.42.ssm_beta.weight: BF16 blk.42.ssm_conv1d.weight: F32 blk.42.ssm_dt.bias: F32 blk.42.ssm_norm.weight: F32 blk.42.ssm_out.weight: Q6_K blk.43.attn_k.weight: Q6_K blk.43.attn_k_norm.weight: F32 blk.43.attn_output.weight: Q6_K blk.43.attn_q.weight: Q6_K blk.43.attn_q_norm.weight: F32 blk.43.attn_v.weight: Q6_K blk.43.ffn_down_exps.weight: IQ4_NL blk.43.ffn_down_shexp.weight: IQ4_NL blk.43.ffn_gate_exps.weight: IQ3_XXS blk.43.ffn_gate_inp.weight: BF16 blk.43.ffn_gate_inp_shexp.weight: BF16 blk.43.ffn_gate_shexp.weight: Q6_K blk.43.ffn_up_exps.weight: IQ3_XXS blk.43.ffn_up_shexp.weight: Q6_K blk.43.hc_attn_down.weight: BF16 blk.43.hc_attn_inject.weight: BF16 blk.43.hc_attn_norm.weight: F32 blk.43.hc_attn_up.weight: BF16 blk.43.hc_ffn_down.weight: BF16 blk.43.hc_ffn_inject.weight: BF16 blk.43.hc_ffn_norm.weight: F32 blk.43.hc_ffn_up.weight: BF16 blk.43.indexer.k_norm.weight: F32 blk.43.indexer.k_proj.weight: BF16 blk.43.indexer.q_norm.weight: F32 blk.43.indexer.q_proj.weight: BF16 blk.44.attn_gate.weight: Q4_K blk.44.attn_qkv.weight: Q5_K blk.44.ffn_down_exps.weight: IQ4_NL blk.44.ffn_down_shexp.weight: IQ4_NL blk.44.ffn_gate_exps.weight: IQ3_S blk.44.ffn_gate_inp.weight: BF16 blk.44.ffn_gate_inp_shexp.weight: BF16 blk.44.ffn_gate_shexp.weight: Q4_K blk.44.ffn_up_exps.weight: IQ3_S blk.44.ffn_up_shexp.weight: Q4_K blk.44.hc_attn_down.weight: BF16 blk.44.hc_attn_inject.weight: BF16 blk.44.hc_attn_norm.weight: F32 blk.44.hc_attn_up.weight: BF16 blk.44.hc_ffn_down.weight: BF16 blk.44.hc_ffn_inject.weight: BF16 blk.44.hc_ffn_norm.weight: F32 blk.44.hc_ffn_up.weight: BF16 blk.44.ssm_a: F32 blk.44.ssm_alpha.weight: BF16 blk.44.ssm_beta.weight: BF16 blk.44.ssm_conv1d.weight: F32 blk.44.ssm_dt.bias: F32 blk.44.ssm_norm.weight: F32 blk.44.ssm_out.weight: Q6_K blk.45.attn_gate.weight: Q6_K blk.45.attn_qkv.weight: IQ4_XS blk.45.ffn_down_exps.weight: IQ4_NL blk.45.ffn_down_shexp.weight: IQ4_NL blk.45.ffn_gate_exps.weight: IQ3_S blk.45.ffn_gate_inp.weight: BF16 blk.45.ffn_gate_inp_shexp.weight: BF16 blk.45.ffn_gate_shexp.weight: Q4_K blk.45.ffn_up_exps.weight: IQ3_S blk.45.ffn_up_shexp.weight: Q6_K blk.45.hc_attn_down.weight: BF16 blk.45.hc_attn_inject.weight: BF16 blk.45.hc_attn_norm.weight: F32 blk.45.hc_attn_up.weight: BF16 blk.45.hc_ffn_down.weight: BF16 blk.45.hc_ffn_inject.weight: BF16 blk.45.hc_ffn_norm.weight: F32 blk.45.hc_ffn_up.weight: BF16 blk.45.ssm_a: F32 blk.45.ssm_alpha.weight: BF16 blk.45.ssm_beta.weight: BF16 blk.45.ssm_conv1d.weight: F32 blk.45.ssm_dt.bias: F32 blk.45.ssm_norm.weight: F32 blk.45.ssm_out.weight: Q6_K blk.46.attn_gate.weight: Q5_K blk.46.attn_qkv.weight: Q5_K blk.46.ffn_down_exps.weight: IQ4_NL blk.46.ffn_down_shexp.weight: IQ4_NL blk.46.ffn_gate_exps.weight: IQ3_XXS blk.46.ffn_gate_inp.weight: BF16 blk.46.ffn_gate_inp_shexp.weight: BF16 blk.46.ffn_gate_shexp.weight: Q4_K blk.46.ffn_up_exps.weight: IQ3_XXS blk.46.ffn_up_shexp.weight: Q6_K blk.46.hc_attn_down.weight: BF16 blk.46.hc_attn_inject.weight: BF16 blk.46.hc_attn_norm.weight: F32 blk.46.hc_attn_up.weight: BF16 blk.46.hc_ffn_down.weight: BF16 blk.46.hc_ffn_inject.weight: BF16 blk.46.hc_ffn_norm.weight: F32 blk.46.hc_ffn_up.weight: BF16 blk.46.ssm_a: F32 blk.46.ssm_alpha.weight: BF16 blk.46.ssm_beta.weight: BF16 blk.46.ssm_conv1d.weight: F32 blk.46.ssm_dt.bias: F32 blk.46.ssm_norm.weight: F32 blk.46.ssm_out.weight: Q5_K blk.47.attn_k.weight: Q6_K blk.47.attn_k_norm.weight: F32 blk.47.attn_output.weight: Q6_K blk.47.attn_q.weight: Q6_K blk.47.attn_q_norm.weight: F32 blk.47.attn_v.weight: Q6_K blk.47.ffn_down_exps.weight: IQ4_NL blk.47.ffn_down_shexp.weight: Q8_0 blk.47.ffn_gate_exps.weight: IQ4_XS blk.47.ffn_gate_inp.weight: BF16 blk.47.ffn_gate_inp_shexp.weight: BF16 blk.47.ffn_gate_shexp.weight: Q4_K blk.47.ffn_up_exps.weight: IQ4_XS blk.47.ffn_up_shexp.weight: Q5_K blk.47.hc_attn_down.weight: BF16 blk.47.hc_attn_inject.weight: BF16 blk.47.hc_attn_norm.weight: F32 blk.47.hc_attn_up.weight: BF16 blk.47.hc_ffn_down.weight: BF16 blk.47.hc_ffn_inject.weight: BF16 blk.47.hc_ffn_norm.weight: F32 blk.47.hc_ffn_up.weight: BF16 blk.47.indexer.k_norm.weight: F32 blk.47.indexer.k_proj.weight: BF16 blk.47.indexer.q_norm.weight: F32 blk.47.indexer.q_proj.weight: BF16 # --- per-expert allocation (pruned experts have no type) --- blk.0.ffn_gate_exps.weight[0]: IQ3_XXS blk.0.ffn_gate_exps.weight[1]: IQ3_XXS blk.0.ffn_gate_exps.weight[2]: IQ3_XXS blk.0.ffn_gate_exps.weight[3]: blk.0.ffn_gate_exps.weight[4]: IQ3_XXS blk.0.ffn_gate_exps.weight[5]: blk.0.ffn_gate_exps.weight[6]: blk.0.ffn_gate_exps.weight[7]: blk.0.ffn_gate_exps.weight[8]: IQ3_XXS blk.0.ffn_gate_exps.weight[9]: blk.0.ffn_gate_exps.weight[10]: IQ3_XXS blk.0.ffn_gate_exps.weight[11]: blk.0.ffn_gate_exps.weight[12]: IQ3_XXS blk.0.ffn_gate_exps.weight[13]: blk.0.ffn_gate_exps.weight[14]: IQ3_XXS blk.0.ffn_gate_exps.weight[15]: blk.0.ffn_gate_exps.weight[16]: IQ3_XXS blk.0.ffn_gate_exps.weight[17]: IQ3_XXS blk.0.ffn_gate_exps.weight[18]: blk.0.ffn_gate_exps.weight[19]: IQ3_XXS blk.0.ffn_gate_exps.weight[20]: blk.0.ffn_gate_exps.weight[21]: IQ3_XXS blk.0.ffn_gate_exps.weight[22]: blk.0.ffn_gate_exps.weight[23]: IQ3_XXS blk.0.ffn_gate_exps.weight[24]: IQ3_XXS blk.0.ffn_gate_exps.weight[25]: blk.0.ffn_gate_exps.weight[26]: IQ3_XXS blk.0.ffn_gate_exps.weight[27]: IQ3_XXS blk.0.ffn_gate_exps.weight[28]: blk.0.ffn_gate_exps.weight[29]: blk.0.ffn_gate_exps.weight[30]: IQ3_XXS blk.0.ffn_gate_exps.weight[31]: IQ3_XXS blk.0.ffn_gate_exps.weight[32]: IQ3_XXS blk.0.ffn_gate_exps.weight[33]: IQ3_XXS blk.0.ffn_gate_exps.weight[34]: IQ3_XXS blk.0.ffn_gate_exps.weight[35]: IQ3_XXS blk.0.ffn_gate_exps.weight[36]: IQ3_XXS blk.0.ffn_gate_exps.weight[37]: blk.0.ffn_gate_exps.weight[38]: blk.0.ffn_gate_exps.weight[39]: IQ3_XXS blk.0.ffn_gate_exps.weight[40]: blk.0.ffn_gate_exps.weight[41]: blk.0.ffn_gate_exps.weight[42]: blk.0.ffn_gate_exps.weight[43]: blk.0.ffn_gate_exps.weight[44]: blk.0.ffn_gate_exps.weight[45]: blk.0.ffn_gate_exps.weight[46]: IQ3_XXS blk.0.ffn_gate_exps.weight[47]: blk.0.ffn_gate_exps.weight[48]: IQ3_XXS blk.0.ffn_gate_exps.weight[49]: IQ3_XXS blk.0.ffn_gate_exps.weight[50]: blk.0.ffn_gate_exps.weight[51]: blk.0.ffn_gate_exps.weight[52]: blk.0.ffn_gate_exps.weight[53]: blk.0.ffn_gate_exps.weight[54]: IQ3_XXS blk.0.ffn_gate_exps.weight[55]: IQ3_XXS blk.0.ffn_gate_exps.weight[56]: blk.0.ffn_gate_exps.weight[57]: blk.0.ffn_gate_exps.weight[58]: blk.0.ffn_gate_exps.weight[59]: blk.0.ffn_gate_exps.weight[60]: blk.0.ffn_gate_exps.weight[61]: IQ3_XXS blk.0.ffn_gate_exps.weight[62]: IQ3_XXS blk.0.ffn_gate_exps.weight[63]: IQ3_XXS blk.0.ffn_gate_exps.weight[64]: IQ3_XXS blk.0.ffn_gate_exps.weight[65]: blk.0.ffn_gate_exps.weight[66]: IQ3_XXS blk.0.ffn_gate_exps.weight[67]: IQ3_XXS blk.0.ffn_gate_exps.weight[68]: blk.0.ffn_gate_exps.weight[69]: IQ3_XXS blk.0.ffn_gate_exps.weight[70]: blk.0.ffn_gate_exps.weight[71]: blk.0.ffn_gate_exps.weight[72]: blk.0.ffn_gate_exps.weight[73]: IQ3_XXS blk.0.ffn_gate_exps.weight[74]: blk.0.ffn_gate_exps.weight[75]: blk.0.ffn_gate_exps.weight[76]: IQ3_XXS blk.0.ffn_gate_exps.weight[77]: blk.0.ffn_gate_exps.weight[78]: blk.0.ffn_gate_exps.weight[79]: blk.0.ffn_gate_exps.weight[80]: IQ3_XXS blk.0.ffn_gate_exps.weight[81]: IQ3_XXS blk.0.ffn_gate_exps.weight[82]: blk.0.ffn_gate_exps.weight[83]: blk.0.ffn_gate_exps.weight[84]: blk.0.ffn_gate_exps.weight[85]: IQ3_XXS blk.0.ffn_gate_exps.weight[86]: blk.0.ffn_gate_exps.weight[87]: blk.0.ffn_gate_exps.weight[88]: blk.0.ffn_gate_exps.weight[89]: IQ3_XXS blk.0.ffn_gate_exps.weight[90]: IQ3_XXS blk.0.ffn_gate_exps.weight[91]: IQ3_XXS blk.0.ffn_gate_exps.weight[92]: blk.0.ffn_gate_exps.weight[93]: blk.0.ffn_gate_exps.weight[94]: IQ3_XXS blk.0.ffn_gate_exps.weight[95]: IQ3_XXS blk.0.ffn_gate_exps.weight[96]: blk.0.ffn_gate_exps.weight[97]: IQ3_XXS blk.0.ffn_gate_exps.weight[98]: IQ3_XXS blk.0.ffn_gate_exps.weight[99]: blk.0.ffn_gate_exps.weight[100]: IQ3_XXS blk.0.ffn_gate_exps.weight[101]: IQ3_XXS blk.0.ffn_gate_exps.weight[102]: blk.0.ffn_gate_exps.weight[103]: IQ3_XXS blk.0.ffn_gate_exps.weight[104]: blk.0.ffn_gate_exps.weight[105]: IQ3_XXS blk.0.ffn_gate_exps.weight[106]: IQ3_XXS blk.0.ffn_gate_exps.weight[107]: IQ3_XXS blk.0.ffn_gate_exps.weight[108]: IQ3_XXS blk.0.ffn_gate_exps.weight[109]: IQ3_XXS blk.0.ffn_gate_exps.weight[110]: blk.0.ffn_gate_exps.weight[111]: blk.0.ffn_gate_exps.weight[112]: blk.0.ffn_gate_exps.weight[113]: IQ3_XXS blk.0.ffn_gate_exps.weight[114]: blk.0.ffn_gate_exps.weight[115]: blk.0.ffn_gate_exps.weight[116]: IQ3_XXS blk.0.ffn_gate_exps.weight[117]: blk.0.ffn_gate_exps.weight[118]: IQ3_XXS blk.0.ffn_gate_exps.weight[119]: IQ3_XXS blk.0.ffn_gate_exps.weight[120]: IQ3_XXS blk.0.ffn_gate_exps.weight[121]: IQ3_XXS blk.0.ffn_gate_exps.weight[122]: IQ3_XXS blk.0.ffn_gate_exps.weight[123]: IQ3_XXS blk.0.ffn_gate_exps.weight[124]: blk.0.ffn_gate_exps.weight[125]: IQ3_XXS blk.0.ffn_gate_exps.weight[126]: blk.0.ffn_gate_exps.weight[127]: IQ3_XXS blk.0.ffn_gate_exps.weight[128]: IQ3_XXS blk.0.ffn_gate_exps.weight[129]: IQ3_XXS blk.0.ffn_gate_exps.weight[130]: blk.0.ffn_gate_exps.weight[131]: IQ3_XXS blk.0.ffn_gate_exps.weight[132]: blk.0.ffn_gate_exps.weight[133]: IQ3_XXS blk.0.ffn_gate_exps.weight[134]: blk.0.ffn_gate_exps.weight[135]: blk.0.ffn_gate_exps.weight[136]: IQ3_XXS blk.0.ffn_gate_exps.weight[137]: blk.0.ffn_gate_exps.weight[138]: IQ3_XXS blk.0.ffn_gate_exps.weight[139]: IQ3_XXS blk.0.ffn_gate_exps.weight[140]: blk.0.ffn_gate_exps.weight[141]: blk.0.ffn_gate_exps.weight[142]: IQ3_XXS blk.0.ffn_gate_exps.weight[143]: IQ3_XXS blk.0.ffn_gate_exps.weight[144]: IQ3_XXS blk.0.ffn_gate_exps.weight[145]: IQ3_XXS blk.0.ffn_gate_exps.weight[146]: blk.0.ffn_gate_exps.weight[147]: IQ3_XXS blk.0.ffn_gate_exps.weight[148]: blk.0.ffn_gate_exps.weight[149]: blk.0.ffn_gate_exps.weight[150]: blk.0.ffn_gate_exps.weight[151]: IQ3_XXS blk.0.ffn_gate_exps.weight[152]: blk.0.ffn_gate_exps.weight[153]: IQ3_XXS blk.0.ffn_gate_exps.weight[154]: IQ3_XXS blk.0.ffn_gate_exps.weight[155]: blk.0.ffn_gate_exps.weight[156]: blk.0.ffn_gate_exps.weight[157]: blk.0.ffn_gate_exps.weight[158]: blk.0.ffn_gate_exps.weight[159]: IQ3_XXS blk.0.ffn_gate_exps.weight[160]: IQ3_XXS blk.0.ffn_gate_exps.weight[161]: blk.0.ffn_gate_exps.weight[162]: blk.0.ffn_gate_exps.weight[163]: blk.0.ffn_gate_exps.weight[164]: IQ3_XXS blk.0.ffn_gate_exps.weight[165]: IQ3_XXS blk.0.ffn_gate_exps.weight[166]: IQ3_XXS blk.0.ffn_gate_exps.weight[167]: IQ3_XXS blk.0.ffn_gate_exps.weight[168]: IQ3_XXS blk.0.ffn_gate_exps.weight[169]: IQ3_XXS blk.0.ffn_gate_exps.weight[170]: blk.0.ffn_gate_exps.weight[171]: blk.0.ffn_gate_exps.weight[172]: blk.0.ffn_gate_exps.weight[173]: IQ3_XXS blk.0.ffn_gate_exps.weight[174]: blk.0.ffn_gate_exps.weight[175]: IQ3_XXS blk.0.ffn_gate_exps.weight[176]: IQ3_XXS blk.0.ffn_gate_exps.weight[177]: blk.0.ffn_gate_exps.weight[178]: IQ3_XXS blk.0.ffn_gate_exps.weight[179]: IQ3_XXS blk.0.ffn_gate_exps.weight[180]: IQ3_XXS blk.0.ffn_gate_exps.weight[181]: blk.0.ffn_gate_exps.weight[182]: blk.0.ffn_gate_exps.weight[183]: IQ3_XXS blk.0.ffn_gate_exps.weight[184]: blk.0.ffn_gate_exps.weight[185]: blk.0.ffn_gate_exps.weight[186]: IQ3_XXS blk.0.ffn_gate_exps.weight[187]: IQ3_XXS blk.0.ffn_gate_exps.weight[188]: IQ3_XXS blk.0.ffn_gate_exps.weight[189]: blk.0.ffn_gate_exps.weight[190]: blk.0.ffn_gate_exps.weight[191]: IQ3_XXS blk.0.ffn_gate_exps.weight[192]: IQ3_XXS blk.0.ffn_gate_exps.weight[193]: blk.0.ffn_gate_exps.weight[194]: IQ3_XXS blk.0.ffn_gate_exps.weight[195]: blk.0.ffn_gate_exps.weight[196]: IQ3_XXS blk.0.ffn_gate_exps.weight[197]: IQ3_XXS blk.0.ffn_gate_exps.weight[198]: IQ3_XXS blk.0.ffn_gate_exps.weight[199]: IQ3_XXS blk.0.ffn_gate_exps.weight[200]: IQ3_XXS blk.0.ffn_gate_exps.weight[201]: blk.0.ffn_gate_exps.weight[202]: IQ3_XXS blk.0.ffn_gate_exps.weight[203]: IQ3_XXS blk.0.ffn_gate_exps.weight[204]: blk.0.ffn_gate_exps.weight[205]: IQ3_XXS blk.0.ffn_gate_exps.weight[206]: blk.0.ffn_gate_exps.weight[207]: blk.0.ffn_gate_exps.weight[208]: IQ3_XXS blk.0.ffn_gate_exps.weight[209]: IQ3_XXS blk.0.ffn_gate_exps.weight[210]: blk.0.ffn_gate_exps.weight[211]: IQ3_XXS blk.0.ffn_gate_exps.weight[212]: IQ3_XXS blk.0.ffn_gate_exps.weight[213]: blk.0.ffn_gate_exps.weight[214]: IQ3_XXS blk.0.ffn_gate_exps.weight[215]: IQ3_XXS blk.0.ffn_gate_exps.weight[216]: blk.0.ffn_gate_exps.weight[217]: blk.0.ffn_gate_exps.weight[218]: blk.0.ffn_gate_exps.weight[219]: IQ3_XXS blk.0.ffn_gate_exps.weight[220]: IQ3_XXS blk.0.ffn_gate_exps.weight[221]: blk.0.ffn_gate_exps.weight[222]: blk.0.ffn_gate_exps.weight[223]: blk.0.ffn_gate_exps.weight[224]: IQ3_XXS blk.0.ffn_gate_exps.weight[225]: blk.0.ffn_gate_exps.weight[226]: IQ3_XXS blk.0.ffn_gate_exps.weight[227]: blk.0.ffn_gate_exps.weight[228]: IQ3_XXS blk.0.ffn_gate_exps.weight[229]: blk.0.ffn_gate_exps.weight[230]: IQ3_XXS blk.0.ffn_gate_exps.weight[231]: blk.0.ffn_gate_exps.weight[232]: IQ3_XXS blk.0.ffn_gate_exps.weight[233]: IQ3_XXS blk.0.ffn_gate_exps.weight[234]: IQ3_XXS blk.0.ffn_gate_exps.weight[235]: blk.0.ffn_gate_exps.weight[236]: blk.0.ffn_gate_exps.weight[237]: IQ3_XXS blk.0.ffn_gate_exps.weight[238]: IQ3_XXS blk.0.ffn_gate_exps.weight[239]: IQ3_XXS blk.0.ffn_gate_exps.weight[240]: IQ3_XXS blk.0.ffn_gate_exps.weight[241]: blk.0.ffn_gate_exps.weight[242]: IQ3_XXS blk.0.ffn_gate_exps.weight[243]: blk.0.ffn_gate_exps.weight[244]: blk.0.ffn_gate_exps.weight[245]: blk.0.ffn_gate_exps.weight[246]: IQ3_XXS blk.0.ffn_gate_exps.weight[247]: IQ3_XXS blk.0.ffn_gate_exps.weight[248]: IQ3_XXS blk.0.ffn_gate_exps.weight[249]: IQ3_XXS blk.0.ffn_gate_exps.weight[250]: blk.0.ffn_gate_exps.weight[251]: IQ3_XXS blk.0.ffn_gate_exps.weight[252]: blk.0.ffn_gate_exps.weight[253]: IQ3_XXS blk.0.ffn_gate_exps.weight[254]: IQ3_XXS blk.0.ffn_gate_exps.weight[255]: blk.0.ffn_gate_exps.weight[256]: blk.0.ffn_gate_exps.weight[257]: blk.0.ffn_gate_exps.weight[258]: IQ3_XXS blk.0.ffn_gate_exps.weight[259]: blk.0.ffn_gate_exps.weight[260]: blk.0.ffn_gate_exps.weight[261]: blk.0.ffn_gate_exps.weight[262]: blk.0.ffn_gate_exps.weight[263]: blk.0.ffn_gate_exps.weight[264]: IQ3_XXS blk.0.ffn_gate_exps.weight[265]: blk.0.ffn_gate_exps.weight[266]: IQ3_XXS blk.0.ffn_gate_exps.weight[267]: IQ3_XXS blk.0.ffn_gate_exps.weight[268]: blk.0.ffn_gate_exps.weight[269]: IQ3_XXS blk.0.ffn_gate_exps.weight[270]: IQ3_XXS blk.0.ffn_gate_exps.weight[271]: blk.0.ffn_gate_exps.weight[272]: blk.0.ffn_gate_exps.weight[273]: IQ3_XXS blk.0.ffn_gate_exps.weight[274]: blk.0.ffn_gate_exps.weight[275]: IQ3_XXS blk.0.ffn_gate_exps.weight[276]: blk.0.ffn_gate_exps.weight[277]: blk.0.ffn_gate_exps.weight[278]: blk.0.ffn_gate_exps.weight[279]: blk.0.ffn_gate_exps.weight[280]: IQ3_XXS blk.0.ffn_gate_exps.weight[281]: blk.0.ffn_gate_exps.weight[282]: blk.0.ffn_gate_exps.weight[283]: blk.0.ffn_gate_exps.weight[284]: blk.0.ffn_gate_exps.weight[285]: blk.0.ffn_gate_exps.weight[286]: blk.0.ffn_gate_exps.weight[287]: blk.0.ffn_gate_exps.weight[288]: blk.0.ffn_gate_exps.weight[289]: IQ3_XXS blk.0.ffn_gate_exps.weight[290]: IQ3_XXS blk.0.ffn_gate_exps.weight[291]: IQ3_XXS blk.0.ffn_gate_exps.weight[292]: blk.0.ffn_gate_exps.weight[293]: blk.0.ffn_gate_exps.weight[294]: blk.0.ffn_gate_exps.weight[295]: blk.0.ffn_gate_exps.weight[296]: blk.0.ffn_gate_exps.weight[297]: blk.0.ffn_gate_exps.weight[298]: blk.0.ffn_gate_exps.weight[299]: blk.0.ffn_gate_exps.weight[300]: blk.0.ffn_gate_exps.weight[301]: IQ3_XXS blk.0.ffn_gate_exps.weight[302]: blk.0.ffn_gate_exps.weight[303]: blk.0.ffn_gate_exps.weight[304]: IQ3_XXS blk.0.ffn_gate_exps.weight[305]: IQ3_XXS blk.0.ffn_gate_exps.weight[306]: IQ3_XXS blk.0.ffn_gate_exps.weight[307]: blk.0.ffn_gate_exps.weight[308]: IQ3_XXS blk.0.ffn_gate_exps.weight[309]: blk.0.ffn_gate_exps.weight[310]: blk.0.ffn_gate_exps.weight[311]: blk.0.ffn_gate_exps.weight[312]: IQ3_XXS blk.0.ffn_gate_exps.weight[313]: IQ3_XXS blk.0.ffn_gate_exps.weight[314]: blk.0.ffn_gate_exps.weight[315]: IQ3_XXS blk.0.ffn_gate_exps.weight[316]: IQ3_XXS blk.0.ffn_gate_exps.weight[317]: blk.0.ffn_gate_exps.weight[318]: blk.0.ffn_gate_exps.weight[319]: IQ3_XXS blk.0.ffn_gate_exps.weight[320]: IQ3_XXS blk.0.ffn_gate_exps.weight[321]: IQ3_XXS blk.0.ffn_gate_exps.weight[322]: IQ3_XXS blk.0.ffn_gate_exps.weight[323]: blk.0.ffn_gate_exps.weight[324]: blk.0.ffn_gate_exps.weight[325]: blk.0.ffn_gate_exps.weight[326]: blk.0.ffn_gate_exps.weight[327]: blk.0.ffn_gate_exps.weight[328]: blk.0.ffn_gate_exps.weight[329]: IQ3_XXS blk.0.ffn_gate_exps.weight[330]: IQ3_XXS blk.0.ffn_gate_exps.weight[331]: blk.0.ffn_gate_exps.weight[332]: IQ3_XXS blk.0.ffn_gate_exps.weight[333]: IQ3_XXS blk.0.ffn_gate_exps.weight[334]: IQ3_XXS blk.0.ffn_gate_exps.weight[335]: blk.0.ffn_gate_exps.weight[336]: blk.0.ffn_gate_exps.weight[337]: IQ3_XXS blk.0.ffn_gate_exps.weight[338]: blk.0.ffn_gate_exps.weight[339]: blk.0.ffn_gate_exps.weight[340]: blk.0.ffn_gate_exps.weight[341]: IQ3_XXS blk.0.ffn_gate_exps.weight[342]: blk.0.ffn_gate_exps.weight[343]: blk.0.ffn_gate_exps.weight[344]: blk.0.ffn_gate_exps.weight[345]: blk.0.ffn_gate_exps.weight[346]: blk.0.ffn_gate_exps.weight[347]: IQ3_XXS blk.0.ffn_gate_exps.weight[348]: IQ3_XXS blk.0.ffn_gate_exps.weight[349]: IQ3_XXS blk.0.ffn_gate_exps.weight[350]: IQ3_XXS blk.0.ffn_gate_exps.weight[351]: IQ3_XXS blk.0.ffn_gate_exps.weight[352]: IQ3_XXS blk.0.ffn_gate_exps.weight[353]: IQ3_XXS blk.0.ffn_gate_exps.weight[354]: IQ3_XXS blk.0.ffn_gate_exps.weight[355]: blk.0.ffn_gate_exps.weight[356]: blk.0.ffn_gate_exps.weight[357]: blk.0.ffn_gate_exps.weight[358]: IQ3_XXS blk.0.ffn_gate_exps.weight[359]: IQ3_XXS blk.0.ffn_gate_exps.weight[360]: blk.0.ffn_gate_exps.weight[361]: blk.0.ffn_gate_exps.weight[362]: IQ3_XXS blk.0.ffn_gate_exps.weight[363]: blk.0.ffn_gate_exps.weight[364]: blk.0.ffn_gate_exps.weight[365]: blk.0.ffn_gate_exps.weight[366]: blk.0.ffn_gate_exps.weight[367]: blk.0.ffn_gate_exps.weight[368]: IQ3_XXS blk.0.ffn_gate_exps.weight[369]: IQ3_XXS blk.0.ffn_gate_exps.weight[370]: IQ3_XXS blk.0.ffn_gate_exps.weight[371]: IQ3_XXS blk.0.ffn_gate_exps.weight[372]: blk.0.ffn_gate_exps.weight[373]: blk.0.ffn_gate_exps.weight[374]: blk.0.ffn_gate_exps.weight[375]: blk.0.ffn_gate_exps.weight[376]: IQ3_XXS blk.0.ffn_gate_exps.weight[377]: IQ3_XXS blk.0.ffn_gate_exps.weight[378]: IQ3_XXS blk.0.ffn_gate_exps.weight[379]: blk.0.ffn_gate_exps.weight[380]: blk.0.ffn_gate_exps.weight[381]: blk.0.ffn_gate_exps.weight[382]: blk.0.ffn_gate_exps.weight[383]: blk.0.ffn_gate_exps.weight[384]: IQ3_XXS blk.0.ffn_gate_exps.weight[385]: IQ3_XXS blk.0.ffn_gate_exps.weight[386]: blk.0.ffn_gate_exps.weight[387]: blk.0.ffn_gate_exps.weight[388]: blk.0.ffn_gate_exps.weight[389]: blk.0.ffn_gate_exps.weight[390]: IQ3_XXS blk.0.ffn_gate_exps.weight[391]: blk.0.ffn_gate_exps.weight[392]: IQ3_XXS blk.0.ffn_gate_exps.weight[393]: IQ3_XXS blk.0.ffn_gate_exps.weight[394]: blk.0.ffn_gate_exps.weight[395]: IQ3_XXS blk.0.ffn_gate_exps.weight[396]: IQ3_XXS blk.0.ffn_gate_exps.weight[397]: blk.0.ffn_gate_exps.weight[398]: IQ3_XXS blk.0.ffn_gate_exps.weight[399]: IQ3_XXS blk.0.ffn_gate_exps.weight[400]: IQ3_XXS blk.0.ffn_gate_exps.weight[401]: IQ3_XXS blk.0.ffn_gate_exps.weight[402]: blk.0.ffn_gate_exps.weight[403]: blk.0.ffn_gate_exps.weight[404]: blk.0.ffn_gate_exps.weight[405]: blk.0.ffn_gate_exps.weight[406]: IQ3_XXS blk.0.ffn_gate_exps.weight[407]: blk.0.ffn_gate_exps.weight[408]: IQ3_XXS blk.0.ffn_gate_exps.weight[409]: blk.0.ffn_gate_exps.weight[410]: IQ3_XXS blk.0.ffn_gate_exps.weight[411]: blk.0.ffn_gate_exps.weight[412]: IQ3_XXS blk.0.ffn_gate_exps.weight[413]: blk.0.ffn_gate_exps.weight[414]: blk.0.ffn_gate_exps.weight[415]: blk.0.ffn_gate_exps.weight[416]: IQ3_XXS blk.0.ffn_gate_exps.weight[417]: blk.0.ffn_gate_exps.weight[418]: IQ3_XXS blk.0.ffn_gate_exps.weight[419]: IQ3_XXS blk.0.ffn_gate_exps.weight[420]: blk.0.ffn_gate_exps.weight[421]: blk.0.ffn_gate_exps.weight[422]: blk.0.ffn_gate_exps.weight[423]: blk.0.ffn_gate_exps.weight[424]: blk.0.ffn_gate_exps.weight[425]: IQ3_XXS blk.0.ffn_gate_exps.weight[426]: IQ3_XXS blk.0.ffn_gate_exps.weight[427]: blk.0.ffn_gate_exps.weight[428]: IQ3_XXS blk.0.ffn_gate_exps.weight[429]: blk.0.ffn_gate_exps.weight[430]: IQ3_XXS blk.0.ffn_gate_exps.weight[431]: blk.0.ffn_gate_exps.weight[432]: blk.0.ffn_gate_exps.weight[433]: IQ3_XXS blk.0.ffn_gate_exps.weight[434]: IQ3_XXS blk.0.ffn_gate_exps.weight[435]: IQ3_XXS blk.0.ffn_gate_exps.weight[436]: IQ3_XXS blk.0.ffn_gate_exps.weight[437]: blk.0.ffn_gate_exps.weight[438]: blk.0.ffn_gate_exps.weight[439]: IQ3_XXS blk.0.ffn_gate_exps.weight[440]: IQ3_XXS blk.0.ffn_gate_exps.weight[441]: IQ3_XXS blk.0.ffn_gate_exps.weight[442]: IQ3_XXS blk.0.ffn_gate_exps.weight[443]: IQ3_XXS blk.0.ffn_gate_exps.weight[444]: blk.0.ffn_gate_exps.weight[445]: IQ3_XXS blk.0.ffn_gate_exps.weight[446]: IQ3_XXS blk.0.ffn_gate_exps.weight[447]: IQ3_XXS blk.0.ffn_gate_exps.weight[448]: IQ3_XXS blk.0.ffn_gate_exps.weight[449]: blk.0.ffn_gate_exps.weight[450]: IQ3_XXS blk.0.ffn_gate_exps.weight[451]: IQ3_XXS blk.0.ffn_gate_exps.weight[452]: IQ3_XXS blk.0.ffn_gate_exps.weight[453]: IQ3_XXS blk.0.ffn_gate_exps.weight[454]: blk.0.ffn_gate_exps.weight[455]: blk.0.ffn_gate_exps.weight[456]: IQ3_XXS blk.0.ffn_gate_exps.weight[457]: blk.0.ffn_gate_exps.weight[458]: blk.0.ffn_gate_exps.weight[459]: IQ3_XXS blk.0.ffn_gate_exps.weight[460]: blk.0.ffn_gate_exps.weight[461]: IQ3_XXS blk.0.ffn_gate_exps.weight[462]: IQ3_XXS blk.0.ffn_gate_exps.weight[463]: blk.0.ffn_gate_exps.weight[464]: IQ3_XXS blk.0.ffn_gate_exps.weight[465]: blk.0.ffn_gate_exps.weight[466]: IQ3_XXS blk.0.ffn_gate_exps.weight[467]: blk.0.ffn_gate_exps.weight[468]: IQ3_XXS blk.0.ffn_gate_exps.weight[469]: blk.0.ffn_gate_exps.weight[470]: IQ3_XXS blk.0.ffn_gate_exps.weight[471]: IQ3_XXS blk.0.ffn_gate_exps.weight[472]: blk.0.ffn_gate_exps.weight[473]: blk.0.ffn_gate_exps.weight[474]: blk.0.ffn_gate_exps.weight[475]: blk.0.ffn_gate_exps.weight[476]: IQ3_XXS blk.0.ffn_gate_exps.weight[477]: blk.0.ffn_gate_exps.weight[478]: IQ3_XXS blk.0.ffn_gate_exps.weight[479]: IQ3_XXS blk.0.ffn_gate_exps.weight[480]: IQ3_XXS blk.0.ffn_gate_exps.weight[481]: IQ3_XXS blk.0.ffn_gate_exps.weight[482]: blk.0.ffn_gate_exps.weight[483]: IQ3_XXS blk.0.ffn_gate_exps.weight[484]: blk.0.ffn_gate_exps.weight[485]: IQ3_XXS blk.0.ffn_gate_exps.weight[486]: blk.0.ffn_gate_exps.weight[487]: blk.0.ffn_gate_exps.weight[488]: blk.0.ffn_gate_exps.weight[489]: IQ3_XXS blk.0.ffn_gate_exps.weight[490]: blk.0.ffn_gate_exps.weight[491]: IQ3_XXS blk.0.ffn_gate_exps.weight[492]: IQ3_XXS blk.0.ffn_gate_exps.weight[493]: IQ3_XXS blk.0.ffn_gate_exps.weight[494]: IQ3_XXS blk.0.ffn_gate_exps.weight[495]: blk.0.ffn_gate_exps.weight[496]: IQ3_XXS blk.0.ffn_gate_exps.weight[497]: IQ3_XXS blk.0.ffn_gate_exps.weight[498]: IQ3_XXS blk.0.ffn_gate_exps.weight[499]: IQ3_XXS blk.0.ffn_gate_exps.weight[500]: blk.0.ffn_gate_exps.weight[501]: blk.0.ffn_gate_exps.weight[502]: blk.0.ffn_gate_exps.weight[503]: IQ3_XXS blk.0.ffn_gate_exps.weight[504]: IQ3_XXS blk.0.ffn_gate_exps.weight[505]: blk.0.ffn_gate_exps.weight[506]: blk.0.ffn_gate_exps.weight[507]: IQ3_XXS blk.0.ffn_gate_exps.weight[508]: IQ3_XXS blk.0.ffn_gate_exps.weight[509]: IQ3_XXS blk.0.ffn_gate_exps.weight[510]: blk.0.ffn_gate_exps.weight[511]: blk.0.ffn_up_exps.weight[0]: IQ3_XXS blk.0.ffn_up_exps.weight[1]: IQ3_XXS blk.0.ffn_up_exps.weight[2]: IQ3_XXS blk.0.ffn_up_exps.weight[3]: blk.0.ffn_up_exps.weight[4]: IQ3_XXS blk.0.ffn_up_exps.weight[5]: blk.0.ffn_up_exps.weight[6]: blk.0.ffn_up_exps.weight[7]: blk.0.ffn_up_exps.weight[8]: IQ3_XXS blk.0.ffn_up_exps.weight[9]: blk.0.ffn_up_exps.weight[10]: IQ3_XXS blk.0.ffn_up_exps.weight[11]: blk.0.ffn_up_exps.weight[12]: IQ3_XXS blk.0.ffn_up_exps.weight[13]: blk.0.ffn_up_exps.weight[14]: IQ3_XXS blk.0.ffn_up_exps.weight[15]: blk.0.ffn_up_exps.weight[16]: IQ3_XXS blk.0.ffn_up_exps.weight[17]: IQ3_XXS blk.0.ffn_up_exps.weight[18]: blk.0.ffn_up_exps.weight[19]: IQ3_XXS blk.0.ffn_up_exps.weight[20]: blk.0.ffn_up_exps.weight[21]: IQ3_XXS blk.0.ffn_up_exps.weight[22]: blk.0.ffn_up_exps.weight[23]: IQ3_XXS blk.0.ffn_up_exps.weight[24]: IQ3_XXS blk.0.ffn_up_exps.weight[25]: blk.0.ffn_up_exps.weight[26]: IQ3_XXS blk.0.ffn_up_exps.weight[27]: IQ3_XXS blk.0.ffn_up_exps.weight[28]: blk.0.ffn_up_exps.weight[29]: blk.0.ffn_up_exps.weight[30]: IQ3_XXS blk.0.ffn_up_exps.weight[31]: IQ3_XXS blk.0.ffn_up_exps.weight[32]: IQ3_XXS blk.0.ffn_up_exps.weight[33]: IQ3_XXS blk.0.ffn_up_exps.weight[34]: IQ3_XXS blk.0.ffn_up_exps.weight[35]: IQ3_XXS blk.0.ffn_up_exps.weight[36]: IQ3_XXS blk.0.ffn_up_exps.weight[37]: blk.0.ffn_up_exps.weight[38]: blk.0.ffn_up_exps.weight[39]: IQ3_XXS blk.0.ffn_up_exps.weight[40]: blk.0.ffn_up_exps.weight[41]: blk.0.ffn_up_exps.weight[42]: blk.0.ffn_up_exps.weight[43]: blk.0.ffn_up_exps.weight[44]: blk.0.ffn_up_exps.weight[45]: blk.0.ffn_up_exps.weight[46]: IQ3_XXS blk.0.ffn_up_exps.weight[47]: blk.0.ffn_up_exps.weight[48]: IQ3_XXS blk.0.ffn_up_exps.weight[49]: IQ3_XXS blk.0.ffn_up_exps.weight[50]: blk.0.ffn_up_exps.weight[51]: blk.0.ffn_up_exps.weight[52]: blk.0.ffn_up_exps.weight[53]: blk.0.ffn_up_exps.weight[54]: IQ3_XXS blk.0.ffn_up_exps.weight[55]: IQ3_XXS blk.0.ffn_up_exps.weight[56]: blk.0.ffn_up_exps.weight[57]: blk.0.ffn_up_exps.weight[58]: blk.0.ffn_up_exps.weight[59]: blk.0.ffn_up_exps.weight[60]: blk.0.ffn_up_exps.weight[61]: IQ3_XXS blk.0.ffn_up_exps.weight[62]: IQ3_XXS blk.0.ffn_up_exps.weight[63]: IQ3_XXS blk.0.ffn_up_exps.weight[64]: IQ3_XXS blk.0.ffn_up_exps.weight[65]: blk.0.ffn_up_exps.weight[66]: IQ3_XXS blk.0.ffn_up_exps.weight[67]: IQ3_XXS blk.0.ffn_up_exps.weight[68]: blk.0.ffn_up_exps.weight[69]: IQ3_XXS blk.0.ffn_up_exps.weight[70]: blk.0.ffn_up_exps.weight[71]: blk.0.ffn_up_exps.weight[72]: blk.0.ffn_up_exps.weight[73]: IQ3_XXS blk.0.ffn_up_exps.weight[74]: blk.0.ffn_up_exps.weight[75]: blk.0.ffn_up_exps.weight[76]: IQ3_XXS blk.0.ffn_up_exps.weight[77]: blk.0.ffn_up_exps.weight[78]: blk.0.ffn_up_exps.weight[79]: blk.0.ffn_up_exps.weight[80]: IQ3_XXS blk.0.ffn_up_exps.weight[81]: IQ3_XXS blk.0.ffn_up_exps.weight[82]: blk.0.ffn_up_exps.weight[83]: blk.0.ffn_up_exps.weight[84]: blk.0.ffn_up_exps.weight[85]: IQ3_XXS blk.0.ffn_up_exps.weight[86]: blk.0.ffn_up_exps.weight[87]: blk.0.ffn_up_exps.weight[88]: blk.0.ffn_up_exps.weight[89]: IQ3_XXS blk.0.ffn_up_exps.weight[90]: IQ3_XXS blk.0.ffn_up_exps.weight[91]: IQ3_XXS blk.0.ffn_up_exps.weight[92]: blk.0.ffn_up_exps.weight[93]: blk.0.ffn_up_exps.weight[94]: IQ3_XXS blk.0.ffn_up_exps.weight[95]: IQ3_XXS blk.0.ffn_up_exps.weight[96]: blk.0.ffn_up_exps.weight[97]: IQ3_XXS blk.0.ffn_up_exps.weight[98]: IQ3_XXS blk.0.ffn_up_exps.weight[99]: blk.0.ffn_up_exps.weight[100]: IQ3_XXS blk.0.ffn_up_exps.weight[101]: IQ3_XXS blk.0.ffn_up_exps.weight[102]: blk.0.ffn_up_exps.weight[103]: IQ3_XXS blk.0.ffn_up_exps.weight[104]: blk.0.ffn_up_exps.weight[105]: IQ3_XXS blk.0.ffn_up_exps.weight[106]: IQ3_XXS blk.0.ffn_up_exps.weight[107]: IQ3_XXS blk.0.ffn_up_exps.weight[108]: IQ3_XXS blk.0.ffn_up_exps.weight[109]: IQ3_XXS blk.0.ffn_up_exps.weight[110]: blk.0.ffn_up_exps.weight[111]: blk.0.ffn_up_exps.weight[112]: blk.0.ffn_up_exps.weight[113]: IQ3_XXS blk.0.ffn_up_exps.weight[114]: blk.0.ffn_up_exps.weight[115]: blk.0.ffn_up_exps.weight[116]: IQ3_XXS blk.0.ffn_up_exps.weight[117]: blk.0.ffn_up_exps.weight[118]: IQ3_XXS blk.0.ffn_up_exps.weight[119]: IQ3_XXS blk.0.ffn_up_exps.weight[120]: IQ3_XXS blk.0.ffn_up_exps.weight[121]: IQ3_XXS blk.0.ffn_up_exps.weight[122]: IQ3_XXS blk.0.ffn_up_exps.weight[123]: IQ3_XXS blk.0.ffn_up_exps.weight[124]: blk.0.ffn_up_exps.weight[125]: IQ3_XXS blk.0.ffn_up_exps.weight[126]: blk.0.ffn_up_exps.weight[127]: IQ3_XXS blk.0.ffn_up_exps.weight[128]: IQ3_XXS blk.0.ffn_up_exps.weight[129]: IQ3_XXS blk.0.ffn_up_exps.weight[130]: blk.0.ffn_up_exps.weight[131]: IQ3_XXS blk.0.ffn_up_exps.weight[132]: blk.0.ffn_up_exps.weight[133]: IQ3_XXS blk.0.ffn_up_exps.weight[134]: blk.0.ffn_up_exps.weight[135]: blk.0.ffn_up_exps.weight[136]: IQ3_XXS blk.0.ffn_up_exps.weight[137]: blk.0.ffn_up_exps.weight[138]: IQ3_XXS blk.0.ffn_up_exps.weight[139]: IQ3_XXS blk.0.ffn_up_exps.weight[140]: blk.0.ffn_up_exps.weight[141]: blk.0.ffn_up_exps.weight[142]: IQ3_XXS blk.0.ffn_up_exps.weight[143]: IQ3_XXS blk.0.ffn_up_exps.weight[144]: IQ3_XXS blk.0.ffn_up_exps.weight[145]: IQ3_XXS blk.0.ffn_up_exps.weight[146]: blk.0.ffn_up_exps.weight[147]: IQ3_XXS blk.0.ffn_up_exps.weight[148]: blk.0.ffn_up_exps.weight[149]: blk.0.ffn_up_exps.weight[150]: blk.0.ffn_up_exps.weight[151]: IQ3_XXS blk.0.ffn_up_exps.weight[152]: blk.0.ffn_up_exps.weight[153]: IQ3_XXS blk.0.ffn_up_exps.weight[154]: IQ3_XXS blk.0.ffn_up_exps.weight[155]: blk.0.ffn_up_exps.weight[156]: blk.0.ffn_up_exps.weight[157]: blk.0.ffn_up_exps.weight[158]: blk.0.ffn_up_exps.weight[159]: IQ3_XXS blk.0.ffn_up_exps.weight[160]: IQ3_XXS blk.0.ffn_up_exps.weight[161]: blk.0.ffn_up_exps.weight[162]: blk.0.ffn_up_exps.weight[163]: blk.0.ffn_up_exps.weight[164]: IQ3_XXS blk.0.ffn_up_exps.weight[165]: IQ3_XXS blk.0.ffn_up_exps.weight[166]: IQ3_XXS blk.0.ffn_up_exps.weight[167]: IQ3_XXS blk.0.ffn_up_exps.weight[168]: IQ3_XXS blk.0.ffn_up_exps.weight[169]: IQ3_XXS blk.0.ffn_up_exps.weight[170]: blk.0.ffn_up_exps.weight[171]: blk.0.ffn_up_exps.weight[172]: blk.0.ffn_up_exps.weight[173]: IQ3_XXS blk.0.ffn_up_exps.weight[174]: blk.0.ffn_up_exps.weight[175]: IQ3_XXS blk.0.ffn_up_exps.weight[176]: IQ3_XXS blk.0.ffn_up_exps.weight[177]: blk.0.ffn_up_exps.weight[178]: IQ3_XXS blk.0.ffn_up_exps.weight[179]: IQ3_XXS blk.0.ffn_up_exps.weight[180]: IQ3_XXS blk.0.ffn_up_exps.weight[181]: blk.0.ffn_up_exps.weight[182]: blk.0.ffn_up_exps.weight[183]: IQ3_XXS blk.0.ffn_up_exps.weight[184]: blk.0.ffn_up_exps.weight[185]: blk.0.ffn_up_exps.weight[186]: IQ3_XXS blk.0.ffn_up_exps.weight[187]: IQ3_XXS blk.0.ffn_up_exps.weight[188]: IQ3_XXS blk.0.ffn_up_exps.weight[189]: blk.0.ffn_up_exps.weight[190]: blk.0.ffn_up_exps.weight[191]: IQ3_XXS blk.0.ffn_up_exps.weight[192]: IQ3_XXS blk.0.ffn_up_exps.weight[193]: blk.0.ffn_up_exps.weight[194]: IQ3_XXS blk.0.ffn_up_exps.weight[195]: blk.0.ffn_up_exps.weight[196]: IQ3_XXS blk.0.ffn_up_exps.weight[197]: IQ3_XXS blk.0.ffn_up_exps.weight[198]: IQ3_XXS blk.0.ffn_up_exps.weight[199]: IQ3_XXS blk.0.ffn_up_exps.weight[200]: IQ3_XXS blk.0.ffn_up_exps.weight[201]: blk.0.ffn_up_exps.weight[202]: IQ3_XXS blk.0.ffn_up_exps.weight[203]: IQ3_XXS blk.0.ffn_up_exps.weight[204]: blk.0.ffn_up_exps.weight[205]: IQ3_XXS blk.0.ffn_up_exps.weight[206]: blk.0.ffn_up_exps.weight[207]: blk.0.ffn_up_exps.weight[208]: IQ3_XXS blk.0.ffn_up_exps.weight[209]: IQ3_XXS blk.0.ffn_up_exps.weight[210]: blk.0.ffn_up_exps.weight[211]: IQ3_XXS blk.0.ffn_up_exps.weight[212]: IQ3_XXS blk.0.ffn_up_exps.weight[213]: blk.0.ffn_up_exps.weight[214]: IQ3_XXS blk.0.ffn_up_exps.weight[215]: IQ3_XXS blk.0.ffn_up_exps.weight[216]: blk.0.ffn_up_exps.weight[217]: blk.0.ffn_up_exps.weight[218]: blk.0.ffn_up_exps.weight[219]: IQ3_XXS blk.0.ffn_up_exps.weight[220]: IQ3_XXS blk.0.ffn_up_exps.weight[221]: blk.0.ffn_up_exps.weight[222]: blk.0.ffn_up_exps.weight[223]: blk.0.ffn_up_exps.weight[224]: IQ3_XXS blk.0.ffn_up_exps.weight[225]: blk.0.ffn_up_exps.weight[226]: IQ3_XXS blk.0.ffn_up_exps.weight[227]: blk.0.ffn_up_exps.weight[228]: IQ3_XXS blk.0.ffn_up_exps.weight[229]: blk.0.ffn_up_exps.weight[230]: IQ3_XXS blk.0.ffn_up_exps.weight[231]: blk.0.ffn_up_exps.weight[232]: IQ3_XXS blk.0.ffn_up_exps.weight[233]: IQ3_XXS blk.0.ffn_up_exps.weight[234]: IQ3_XXS blk.0.ffn_up_exps.weight[235]: blk.0.ffn_up_exps.weight[236]: blk.0.ffn_up_exps.weight[237]: IQ3_XXS blk.0.ffn_up_exps.weight[238]: IQ3_XXS blk.0.ffn_up_exps.weight[239]: IQ3_XXS blk.0.ffn_up_exps.weight[240]: IQ3_XXS blk.0.ffn_up_exps.weight[241]: blk.0.ffn_up_exps.weight[242]: IQ3_XXS blk.0.ffn_up_exps.weight[243]: blk.0.ffn_up_exps.weight[244]: blk.0.ffn_up_exps.weight[245]: blk.0.ffn_up_exps.weight[246]: IQ3_XXS blk.0.ffn_up_exps.weight[247]: IQ3_XXS blk.0.ffn_up_exps.weight[248]: IQ3_XXS blk.0.ffn_up_exps.weight[249]: IQ3_XXS blk.0.ffn_up_exps.weight[250]: blk.0.ffn_up_exps.weight[251]: IQ3_XXS blk.0.ffn_up_exps.weight[252]: blk.0.ffn_up_exps.weight[253]: IQ3_XXS blk.0.ffn_up_exps.weight[254]: IQ3_XXS blk.0.ffn_up_exps.weight[255]: blk.0.ffn_up_exps.weight[256]: blk.0.ffn_up_exps.weight[257]: blk.0.ffn_up_exps.weight[258]: IQ3_XXS blk.0.ffn_up_exps.weight[259]: blk.0.ffn_up_exps.weight[260]: blk.0.ffn_up_exps.weight[261]: blk.0.ffn_up_exps.weight[262]: blk.0.ffn_up_exps.weight[263]: blk.0.ffn_up_exps.weight[264]: IQ3_XXS blk.0.ffn_up_exps.weight[265]: blk.0.ffn_up_exps.weight[266]: IQ3_XXS blk.0.ffn_up_exps.weight[267]: IQ3_XXS blk.0.ffn_up_exps.weight[268]: blk.0.ffn_up_exps.weight[269]: IQ3_XXS blk.0.ffn_up_exps.weight[270]: IQ3_XXS blk.0.ffn_up_exps.weight[271]: blk.0.ffn_up_exps.weight[272]: blk.0.ffn_up_exps.weight[273]: IQ3_XXS blk.0.ffn_up_exps.weight[274]: blk.0.ffn_up_exps.weight[275]: IQ3_XXS blk.0.ffn_up_exps.weight[276]: blk.0.ffn_up_exps.weight[277]: blk.0.ffn_up_exps.weight[278]: blk.0.ffn_up_exps.weight[279]: blk.0.ffn_up_exps.weight[280]: IQ3_XXS blk.0.ffn_up_exps.weight[281]: blk.0.ffn_up_exps.weight[282]: blk.0.ffn_up_exps.weight[283]: blk.0.ffn_up_exps.weight[284]: blk.0.ffn_up_exps.weight[285]: blk.0.ffn_up_exps.weight[286]: blk.0.ffn_up_exps.weight[287]: blk.0.ffn_up_exps.weight[288]: blk.0.ffn_up_exps.weight[289]: IQ3_XXS blk.0.ffn_up_exps.weight[290]: IQ3_XXS blk.0.ffn_up_exps.weight[291]: IQ3_XXS blk.0.ffn_up_exps.weight[292]: blk.0.ffn_up_exps.weight[293]: blk.0.ffn_up_exps.weight[294]: blk.0.ffn_up_exps.weight[295]: blk.0.ffn_up_exps.weight[296]: blk.0.ffn_up_exps.weight[297]: blk.0.ffn_up_exps.weight[298]: blk.0.ffn_up_exps.weight[299]: blk.0.ffn_up_exps.weight[300]: blk.0.ffn_up_exps.weight[301]: IQ3_XXS blk.0.ffn_up_exps.weight[302]: blk.0.ffn_up_exps.weight[303]: blk.0.ffn_up_exps.weight[304]: IQ3_XXS blk.0.ffn_up_exps.weight[305]: IQ3_XXS blk.0.ffn_up_exps.weight[306]: IQ3_XXS blk.0.ffn_up_exps.weight[307]: blk.0.ffn_up_exps.weight[308]: IQ3_XXS blk.0.ffn_up_exps.weight[309]: blk.0.ffn_up_exps.weight[310]: blk.0.ffn_up_exps.weight[311]: blk.0.ffn_up_exps.weight[312]: IQ3_XXS blk.0.ffn_up_exps.weight[313]: IQ3_XXS blk.0.ffn_up_exps.weight[314]: blk.0.ffn_up_exps.weight[315]: IQ3_XXS blk.0.ffn_up_exps.weight[316]: IQ3_XXS blk.0.ffn_up_exps.weight[317]: blk.0.ffn_up_exps.weight[318]: blk.0.ffn_up_exps.weight[319]: IQ3_XXS blk.0.ffn_up_exps.weight[320]: IQ3_XXS blk.0.ffn_up_exps.weight[321]: IQ3_XXS blk.0.ffn_up_exps.weight[322]: IQ3_XXS blk.0.ffn_up_exps.weight[323]: blk.0.ffn_up_exps.weight[324]: blk.0.ffn_up_exps.weight[325]: blk.0.ffn_up_exps.weight[326]: blk.0.ffn_up_exps.weight[327]: blk.0.ffn_up_exps.weight[328]: blk.0.ffn_up_exps.weight[329]: IQ3_XXS blk.0.ffn_up_exps.weight[330]: IQ3_XXS blk.0.ffn_up_exps.weight[331]: blk.0.ffn_up_exps.weight[332]: IQ3_XXS blk.0.ffn_up_exps.weight[333]: IQ3_XXS blk.0.ffn_up_exps.weight[334]: IQ3_XXS blk.0.ffn_up_exps.weight[335]: blk.0.ffn_up_exps.weight[336]: blk.0.ffn_up_exps.weight[337]: IQ3_XXS blk.0.ffn_up_exps.weight[338]: blk.0.ffn_up_exps.weight[339]: blk.0.ffn_up_exps.weight[340]: blk.0.ffn_up_exps.weight[341]: IQ3_XXS blk.0.ffn_up_exps.weight[342]: blk.0.ffn_up_exps.weight[343]: blk.0.ffn_up_exps.weight[344]: blk.0.ffn_up_exps.weight[345]: blk.0.ffn_up_exps.weight[346]: blk.0.ffn_up_exps.weight[347]: IQ3_XXS blk.0.ffn_up_exps.weight[348]: IQ3_XXS blk.0.ffn_up_exps.weight[349]: IQ3_XXS blk.0.ffn_up_exps.weight[350]: IQ3_XXS blk.0.ffn_up_exps.weight[351]: IQ3_XXS blk.0.ffn_up_exps.weight[352]: IQ3_XXS blk.0.ffn_up_exps.weight[353]: IQ3_XXS blk.0.ffn_up_exps.weight[354]: IQ3_XXS blk.0.ffn_up_exps.weight[355]: blk.0.ffn_up_exps.weight[356]: blk.0.ffn_up_exps.weight[357]: blk.0.ffn_up_exps.weight[358]: IQ3_XXS blk.0.ffn_up_exps.weight[359]: IQ3_XXS blk.0.ffn_up_exps.weight[360]: blk.0.ffn_up_exps.weight[361]: blk.0.ffn_up_exps.weight[362]: IQ3_XXS blk.0.ffn_up_exps.weight[363]: blk.0.ffn_up_exps.weight[364]: blk.0.ffn_up_exps.weight[365]: blk.0.ffn_up_exps.weight[366]: blk.0.ffn_up_exps.weight[367]: blk.0.ffn_up_exps.weight[368]: IQ3_XXS blk.0.ffn_up_exps.weight[369]: IQ3_XXS blk.0.ffn_up_exps.weight[370]: IQ3_XXS blk.0.ffn_up_exps.weight[371]: IQ3_XXS blk.0.ffn_up_exps.weight[372]: blk.0.ffn_up_exps.weight[373]: blk.0.ffn_up_exps.weight[374]: blk.0.ffn_up_exps.weight[375]: blk.0.ffn_up_exps.weight[376]: IQ3_XXS blk.0.ffn_up_exps.weight[377]: IQ3_XXS blk.0.ffn_up_exps.weight[378]: IQ3_XXS blk.0.ffn_up_exps.weight[379]: blk.0.ffn_up_exps.weight[380]: blk.0.ffn_up_exps.weight[381]: blk.0.ffn_up_exps.weight[382]: blk.0.ffn_up_exps.weight[383]: blk.0.ffn_up_exps.weight[384]: IQ3_XXS blk.0.ffn_up_exps.weight[385]: IQ3_XXS blk.0.ffn_up_exps.weight[386]: blk.0.ffn_up_exps.weight[387]: blk.0.ffn_up_exps.weight[388]: blk.0.ffn_up_exps.weight[389]: blk.0.ffn_up_exps.weight[390]: IQ3_XXS blk.0.ffn_up_exps.weight[391]: blk.0.ffn_up_exps.weight[392]: IQ3_XXS blk.0.ffn_up_exps.weight[393]: IQ3_XXS blk.0.ffn_up_exps.weight[394]: blk.0.ffn_up_exps.weight[395]: IQ3_XXS blk.0.ffn_up_exps.weight[396]: IQ3_XXS blk.0.ffn_up_exps.weight[397]: blk.0.ffn_up_exps.weight[398]: IQ3_XXS blk.0.ffn_up_exps.weight[399]: IQ3_XXS blk.0.ffn_up_exps.weight[400]: IQ3_XXS blk.0.ffn_up_exps.weight[401]: IQ3_XXS blk.0.ffn_up_exps.weight[402]: blk.0.ffn_up_exps.weight[403]: blk.0.ffn_up_exps.weight[404]: blk.0.ffn_up_exps.weight[405]: blk.0.ffn_up_exps.weight[406]: IQ3_XXS blk.0.ffn_up_exps.weight[407]: blk.0.ffn_up_exps.weight[408]: IQ3_XXS blk.0.ffn_up_exps.weight[409]: blk.0.ffn_up_exps.weight[410]: IQ3_XXS blk.0.ffn_up_exps.weight[411]: blk.0.ffn_up_exps.weight[412]: IQ3_XXS blk.0.ffn_up_exps.weight[413]: blk.0.ffn_up_exps.weight[414]: blk.0.ffn_up_exps.weight[415]: blk.0.ffn_up_exps.weight[416]: IQ3_XXS blk.0.ffn_up_exps.weight[417]: blk.0.ffn_up_exps.weight[418]: IQ3_XXS blk.0.ffn_up_exps.weight[419]: IQ3_XXS blk.0.ffn_up_exps.weight[420]: blk.0.ffn_up_exps.weight[421]: blk.0.ffn_up_exps.weight[422]: blk.0.ffn_up_exps.weight[423]: blk.0.ffn_up_exps.weight[424]: blk.0.ffn_up_exps.weight[425]: IQ3_XXS blk.0.ffn_up_exps.weight[426]: IQ3_XXS blk.0.ffn_up_exps.weight[427]: blk.0.ffn_up_exps.weight[428]: IQ3_XXS blk.0.ffn_up_exps.weight[429]: blk.0.ffn_up_exps.weight[430]: IQ3_XXS blk.0.ffn_up_exps.weight[431]: blk.0.ffn_up_exps.weight[432]: blk.0.ffn_up_exps.weight[433]: IQ3_XXS blk.0.ffn_up_exps.weight[434]: IQ3_XXS blk.0.ffn_up_exps.weight[435]: IQ3_XXS blk.0.ffn_up_exps.weight[436]: IQ3_XXS blk.0.ffn_up_exps.weight[437]: blk.0.ffn_up_exps.weight[438]: blk.0.ffn_up_exps.weight[439]: IQ3_XXS blk.0.ffn_up_exps.weight[440]: IQ3_XXS blk.0.ffn_up_exps.weight[441]: IQ3_XXS blk.0.ffn_up_exps.weight[442]: IQ3_XXS blk.0.ffn_up_exps.weight[443]: IQ3_XXS blk.0.ffn_up_exps.weight[444]: blk.0.ffn_up_exps.weight[445]: IQ3_XXS blk.0.ffn_up_exps.weight[446]: IQ3_XXS blk.0.ffn_up_exps.weight[447]: IQ3_XXS blk.0.ffn_up_exps.weight[448]: IQ3_XXS blk.0.ffn_up_exps.weight[449]: blk.0.ffn_up_exps.weight[450]: IQ3_XXS blk.0.ffn_up_exps.weight[451]: IQ3_XXS blk.0.ffn_up_exps.weight[452]: IQ3_XXS blk.0.ffn_up_exps.weight[453]: IQ3_XXS blk.0.ffn_up_exps.weight[454]: blk.0.ffn_up_exps.weight[455]: blk.0.ffn_up_exps.weight[456]: IQ3_XXS blk.0.ffn_up_exps.weight[457]: blk.0.ffn_up_exps.weight[458]: blk.0.ffn_up_exps.weight[459]: IQ3_XXS blk.0.ffn_up_exps.weight[460]: blk.0.ffn_up_exps.weight[461]: IQ3_XXS blk.0.ffn_up_exps.weight[462]: IQ3_XXS blk.0.ffn_up_exps.weight[463]: blk.0.ffn_up_exps.weight[464]: IQ3_XXS blk.0.ffn_up_exps.weight[465]: blk.0.ffn_up_exps.weight[466]: IQ3_XXS blk.0.ffn_up_exps.weight[467]: blk.0.ffn_up_exps.weight[468]: IQ3_XXS blk.0.ffn_up_exps.weight[469]: blk.0.ffn_up_exps.weight[470]: IQ3_XXS blk.0.ffn_up_exps.weight[471]: IQ3_XXS blk.0.ffn_up_exps.weight[472]: blk.0.ffn_up_exps.weight[473]: blk.0.ffn_up_exps.weight[474]: blk.0.ffn_up_exps.weight[475]: blk.0.ffn_up_exps.weight[476]: IQ3_XXS blk.0.ffn_up_exps.weight[477]: blk.0.ffn_up_exps.weight[478]: IQ3_XXS blk.0.ffn_up_exps.weight[479]: IQ3_XXS blk.0.ffn_up_exps.weight[480]: IQ3_XXS blk.0.ffn_up_exps.weight[481]: IQ3_XXS blk.0.ffn_up_exps.weight[482]: blk.0.ffn_up_exps.weight[483]: IQ3_XXS blk.0.ffn_up_exps.weight[484]: blk.0.ffn_up_exps.weight[485]: IQ3_XXS blk.0.ffn_up_exps.weight[486]: blk.0.ffn_up_exps.weight[487]: blk.0.ffn_up_exps.weight[488]: blk.0.ffn_up_exps.weight[489]: IQ3_XXS blk.0.ffn_up_exps.weight[490]: blk.0.ffn_up_exps.weight[491]: IQ3_XXS blk.0.ffn_up_exps.weight[492]: IQ3_XXS blk.0.ffn_up_exps.weight[493]: IQ3_XXS blk.0.ffn_up_exps.weight[494]: IQ3_XXS blk.0.ffn_up_exps.weight[495]: blk.0.ffn_up_exps.weight[496]: IQ3_XXS blk.0.ffn_up_exps.weight[497]: IQ3_XXS blk.0.ffn_up_exps.weight[498]: IQ3_XXS blk.0.ffn_up_exps.weight[499]: IQ3_XXS blk.0.ffn_up_exps.weight[500]: blk.0.ffn_up_exps.weight[501]: blk.0.ffn_up_exps.weight[502]: blk.0.ffn_up_exps.weight[503]: IQ3_XXS blk.0.ffn_up_exps.weight[504]: IQ3_XXS blk.0.ffn_up_exps.weight[505]: blk.0.ffn_up_exps.weight[506]: blk.0.ffn_up_exps.weight[507]: IQ3_XXS blk.0.ffn_up_exps.weight[508]: IQ3_XXS blk.0.ffn_up_exps.weight[509]: IQ3_XXS blk.0.ffn_up_exps.weight[510]: blk.0.ffn_up_exps.weight[511]: blk.0.ffn_down_exps.weight[0]: IQ4_NL blk.0.ffn_down_exps.weight[1]: IQ4_NL blk.0.ffn_down_exps.weight[2]: IQ4_NL blk.0.ffn_down_exps.weight[3]: blk.0.ffn_down_exps.weight[4]: IQ4_NL blk.0.ffn_down_exps.weight[5]: blk.0.ffn_down_exps.weight[6]: blk.0.ffn_down_exps.weight[7]: blk.0.ffn_down_exps.weight[8]: IQ4_NL blk.0.ffn_down_exps.weight[9]: blk.0.ffn_down_exps.weight[10]: IQ4_NL blk.0.ffn_down_exps.weight[11]: blk.0.ffn_down_exps.weight[12]: IQ4_NL blk.0.ffn_down_exps.weight[13]: blk.0.ffn_down_exps.weight[14]: IQ4_NL blk.0.ffn_down_exps.weight[15]: blk.0.ffn_down_exps.weight[16]: IQ4_NL blk.0.ffn_down_exps.weight[17]: IQ4_NL blk.0.ffn_down_exps.weight[18]: blk.0.ffn_down_exps.weight[19]: IQ4_NL blk.0.ffn_down_exps.weight[20]: blk.0.ffn_down_exps.weight[21]: IQ4_NL blk.0.ffn_down_exps.weight[22]: blk.0.ffn_down_exps.weight[23]: IQ4_NL blk.0.ffn_down_exps.weight[24]: IQ4_NL blk.0.ffn_down_exps.weight[25]: blk.0.ffn_down_exps.weight[26]: IQ4_NL blk.0.ffn_down_exps.weight[27]: IQ4_NL blk.0.ffn_down_exps.weight[28]: blk.0.ffn_down_exps.weight[29]: blk.0.ffn_down_exps.weight[30]: IQ4_NL blk.0.ffn_down_exps.weight[31]: IQ4_NL blk.0.ffn_down_exps.weight[32]: IQ4_NL blk.0.ffn_down_exps.weight[33]: IQ4_NL blk.0.ffn_down_exps.weight[34]: IQ4_NL blk.0.ffn_down_exps.weight[35]: IQ4_NL blk.0.ffn_down_exps.weight[36]: IQ4_NL blk.0.ffn_down_exps.weight[37]: blk.0.ffn_down_exps.weight[38]: blk.0.ffn_down_exps.weight[39]: IQ4_NL blk.0.ffn_down_exps.weight[40]: blk.0.ffn_down_exps.weight[41]: blk.0.ffn_down_exps.weight[42]: blk.0.ffn_down_exps.weight[43]: blk.0.ffn_down_exps.weight[44]: blk.0.ffn_down_exps.weight[45]: blk.0.ffn_down_exps.weight[46]: IQ4_NL blk.0.ffn_down_exps.weight[47]: blk.0.ffn_down_exps.weight[48]: IQ4_NL blk.0.ffn_down_exps.weight[49]: IQ4_NL blk.0.ffn_down_exps.weight[50]: blk.0.ffn_down_exps.weight[51]: blk.0.ffn_down_exps.weight[52]: blk.0.ffn_down_exps.weight[53]: blk.0.ffn_down_exps.weight[54]: IQ4_NL blk.0.ffn_down_exps.weight[55]: IQ4_NL blk.0.ffn_down_exps.weight[56]: blk.0.ffn_down_exps.weight[57]: blk.0.ffn_down_exps.weight[58]: blk.0.ffn_down_exps.weight[59]: blk.0.ffn_down_exps.weight[60]: blk.0.ffn_down_exps.weight[61]: IQ4_NL blk.0.ffn_down_exps.weight[62]: IQ4_NL blk.0.ffn_down_exps.weight[63]: IQ4_NL blk.0.ffn_down_exps.weight[64]: IQ4_NL blk.0.ffn_down_exps.weight[65]: blk.0.ffn_down_exps.weight[66]: IQ4_NL blk.0.ffn_down_exps.weight[67]: IQ4_NL blk.0.ffn_down_exps.weight[68]: blk.0.ffn_down_exps.weight[69]: IQ4_NL blk.0.ffn_down_exps.weight[70]: blk.0.ffn_down_exps.weight[71]: blk.0.ffn_down_exps.weight[72]: blk.0.ffn_down_exps.weight[73]: IQ4_NL blk.0.ffn_down_exps.weight[74]: blk.0.ffn_down_exps.weight[75]: blk.0.ffn_down_exps.weight[76]: IQ4_NL blk.0.ffn_down_exps.weight[77]: blk.0.ffn_down_exps.weight[78]: blk.0.ffn_down_exps.weight[79]: blk.0.ffn_down_exps.weight[80]: IQ4_NL blk.0.ffn_down_exps.weight[81]: IQ4_NL blk.0.ffn_down_exps.weight[82]: blk.0.ffn_down_exps.weight[83]: blk.0.ffn_down_exps.weight[84]: blk.0.ffn_down_exps.weight[85]: IQ4_NL blk.0.ffn_down_exps.weight[86]: blk.0.ffn_down_exps.weight[87]: blk.0.ffn_down_exps.weight[88]: blk.0.ffn_down_exps.weight[89]: IQ4_NL blk.0.ffn_down_exps.weight[90]: IQ4_NL blk.0.ffn_down_exps.weight[91]: IQ4_NL blk.0.ffn_down_exps.weight[92]: blk.0.ffn_down_exps.weight[93]: blk.0.ffn_down_exps.weight[94]: IQ4_NL blk.0.ffn_down_exps.weight[95]: IQ4_NL blk.0.ffn_down_exps.weight[96]: blk.0.ffn_down_exps.weight[97]: IQ4_NL blk.0.ffn_down_exps.weight[98]: IQ4_NL blk.0.ffn_down_exps.weight[99]: blk.0.ffn_down_exps.weight[100]: IQ4_NL blk.0.ffn_down_exps.weight[101]: IQ4_NL blk.0.ffn_down_exps.weight[102]: blk.0.ffn_down_exps.weight[103]: IQ4_NL blk.0.ffn_down_exps.weight[104]: blk.0.ffn_down_exps.weight[105]: IQ4_NL blk.0.ffn_down_exps.weight[106]: IQ4_NL blk.0.ffn_down_exps.weight[107]: IQ4_NL blk.0.ffn_down_exps.weight[108]: IQ4_NL blk.0.ffn_down_exps.weight[109]: IQ4_NL blk.0.ffn_down_exps.weight[110]: blk.0.ffn_down_exps.weight[111]: blk.0.ffn_down_exps.weight[112]: blk.0.ffn_down_exps.weight[113]: IQ4_NL blk.0.ffn_down_exps.weight[114]: blk.0.ffn_down_exps.weight[115]: blk.0.ffn_down_exps.weight[116]: IQ4_NL blk.0.ffn_down_exps.weight[117]: blk.0.ffn_down_exps.weight[118]: IQ4_NL blk.0.ffn_down_exps.weight[119]: IQ4_NL blk.0.ffn_down_exps.weight[120]: IQ4_NL blk.0.ffn_down_exps.weight[121]: IQ4_NL blk.0.ffn_down_exps.weight[122]: IQ4_NL blk.0.ffn_down_exps.weight[123]: IQ4_NL blk.0.ffn_down_exps.weight[124]: blk.0.ffn_down_exps.weight[125]: IQ4_NL blk.0.ffn_down_exps.weight[126]: blk.0.ffn_down_exps.weight[127]: IQ4_NL blk.0.ffn_down_exps.weight[128]: IQ4_NL blk.0.ffn_down_exps.weight[129]: IQ4_NL blk.0.ffn_down_exps.weight[130]: blk.0.ffn_down_exps.weight[131]: IQ4_NL blk.0.ffn_down_exps.weight[132]: blk.0.ffn_down_exps.weight[133]: IQ4_NL blk.0.ffn_down_exps.weight[134]: blk.0.ffn_down_exps.weight[135]: blk.0.ffn_down_exps.weight[136]: IQ4_NL blk.0.ffn_down_exps.weight[137]: blk.0.ffn_down_exps.weight[138]: IQ4_NL blk.0.ffn_down_exps.weight[139]: IQ4_NL blk.0.ffn_down_exps.weight[140]: blk.0.ffn_down_exps.weight[141]: blk.0.ffn_down_exps.weight[142]: IQ4_NL blk.0.ffn_down_exps.weight[143]: IQ4_NL blk.0.ffn_down_exps.weight[144]: IQ4_NL blk.0.ffn_down_exps.weight[145]: IQ4_NL blk.0.ffn_down_exps.weight[146]: blk.0.ffn_down_exps.weight[147]: IQ4_NL blk.0.ffn_down_exps.weight[148]: blk.0.ffn_down_exps.weight[149]: blk.0.ffn_down_exps.weight[150]: blk.0.ffn_down_exps.weight[151]: IQ4_NL blk.0.ffn_down_exps.weight[152]: blk.0.ffn_down_exps.weight[153]: IQ4_NL blk.0.ffn_down_exps.weight[154]: IQ4_NL blk.0.ffn_down_exps.weight[155]: blk.0.ffn_down_exps.weight[156]: blk.0.ffn_down_exps.weight[157]: blk.0.ffn_down_exps.weight[158]: blk.0.ffn_down_exps.weight[159]: IQ4_NL blk.0.ffn_down_exps.weight[160]: IQ4_NL blk.0.ffn_down_exps.weight[161]: blk.0.ffn_down_exps.weight[162]: blk.0.ffn_down_exps.weight[163]: blk.0.ffn_down_exps.weight[164]: IQ4_NL blk.0.ffn_down_exps.weight[165]: IQ4_NL blk.0.ffn_down_exps.weight[166]: IQ4_NL blk.0.ffn_down_exps.weight[167]: IQ4_NL blk.0.ffn_down_exps.weight[168]: IQ4_NL blk.0.ffn_down_exps.weight[169]: IQ4_NL blk.0.ffn_down_exps.weight[170]: blk.0.ffn_down_exps.weight[171]: blk.0.ffn_down_exps.weight[172]: blk.0.ffn_down_exps.weight[173]: IQ4_NL blk.0.ffn_down_exps.weight[174]: blk.0.ffn_down_exps.weight[175]: IQ4_NL blk.0.ffn_down_exps.weight[176]: IQ4_NL blk.0.ffn_down_exps.weight[177]: blk.0.ffn_down_exps.weight[178]: IQ4_NL blk.0.ffn_down_exps.weight[179]: IQ4_NL blk.0.ffn_down_exps.weight[180]: IQ4_NL blk.0.ffn_down_exps.weight[181]: blk.0.ffn_down_exps.weight[182]: blk.0.ffn_down_exps.weight[183]: IQ4_NL blk.0.ffn_down_exps.weight[184]: blk.0.ffn_down_exps.weight[185]: blk.0.ffn_down_exps.weight[186]: IQ4_NL blk.0.ffn_down_exps.weight[187]: IQ4_NL blk.0.ffn_down_exps.weight[188]: IQ4_NL blk.0.ffn_down_exps.weight[189]: blk.0.ffn_down_exps.weight[190]: blk.0.ffn_down_exps.weight[191]: IQ4_NL blk.0.ffn_down_exps.weight[192]: IQ4_NL blk.0.ffn_down_exps.weight[193]: blk.0.ffn_down_exps.weight[194]: IQ4_NL blk.0.ffn_down_exps.weight[195]: blk.0.ffn_down_exps.weight[196]: IQ4_NL blk.0.ffn_down_exps.weight[197]: IQ4_NL blk.0.ffn_down_exps.weight[198]: IQ4_NL blk.0.ffn_down_exps.weight[199]: IQ4_NL blk.0.ffn_down_exps.weight[200]: IQ4_NL blk.0.ffn_down_exps.weight[201]: blk.0.ffn_down_exps.weight[202]: IQ4_NL blk.0.ffn_down_exps.weight[203]: IQ4_NL blk.0.ffn_down_exps.weight[204]: blk.0.ffn_down_exps.weight[205]: IQ4_NL blk.0.ffn_down_exps.weight[206]: blk.0.ffn_down_exps.weight[207]: blk.0.ffn_down_exps.weight[208]: IQ4_NL blk.0.ffn_down_exps.weight[209]: IQ4_NL blk.0.ffn_down_exps.weight[210]: blk.0.ffn_down_exps.weight[211]: IQ4_NL blk.0.ffn_down_exps.weight[212]: IQ4_NL blk.0.ffn_down_exps.weight[213]: blk.0.ffn_down_exps.weight[214]: IQ4_NL blk.0.ffn_down_exps.weight[215]: IQ4_NL blk.0.ffn_down_exps.weight[216]: blk.0.ffn_down_exps.weight[217]: blk.0.ffn_down_exps.weight[218]: blk.0.ffn_down_exps.weight[219]: IQ4_NL blk.0.ffn_down_exps.weight[220]: IQ4_NL blk.0.ffn_down_exps.weight[221]: blk.0.ffn_down_exps.weight[222]: blk.0.ffn_down_exps.weight[223]: blk.0.ffn_down_exps.weight[224]: IQ4_NL blk.0.ffn_down_exps.weight[225]: blk.0.ffn_down_exps.weight[226]: IQ4_NL blk.0.ffn_down_exps.weight[227]: blk.0.ffn_down_exps.weight[228]: IQ4_NL blk.0.ffn_down_exps.weight[229]: blk.0.ffn_down_exps.weight[230]: IQ4_NL blk.0.ffn_down_exps.weight[231]: blk.0.ffn_down_exps.weight[232]: IQ4_NL blk.0.ffn_down_exps.weight[233]: IQ4_NL blk.0.ffn_down_exps.weight[234]: IQ4_NL blk.0.ffn_down_exps.weight[235]: blk.0.ffn_down_exps.weight[236]: blk.0.ffn_down_exps.weight[237]: IQ4_NL blk.0.ffn_down_exps.weight[238]: IQ4_NL blk.0.ffn_down_exps.weight[239]: IQ4_NL blk.0.ffn_down_exps.weight[240]: IQ4_NL blk.0.ffn_down_exps.weight[241]: blk.0.ffn_down_exps.weight[242]: IQ4_NL blk.0.ffn_down_exps.weight[243]: blk.0.ffn_down_exps.weight[244]: blk.0.ffn_down_exps.weight[245]: blk.0.ffn_down_exps.weight[246]: IQ4_NL blk.0.ffn_down_exps.weight[247]: IQ4_NL blk.0.ffn_down_exps.weight[248]: IQ4_NL blk.0.ffn_down_exps.weight[249]: IQ4_NL blk.0.ffn_down_exps.weight[250]: blk.0.ffn_down_exps.weight[251]: IQ4_NL blk.0.ffn_down_exps.weight[252]: blk.0.ffn_down_exps.weight[253]: IQ4_NL blk.0.ffn_down_exps.weight[254]: IQ4_NL blk.0.ffn_down_exps.weight[255]: blk.0.ffn_down_exps.weight[256]: blk.0.ffn_down_exps.weight[257]: blk.0.ffn_down_exps.weight[258]: IQ4_NL blk.0.ffn_down_exps.weight[259]: blk.0.ffn_down_exps.weight[260]: blk.0.ffn_down_exps.weight[261]: blk.0.ffn_down_exps.weight[262]: blk.0.ffn_down_exps.weight[263]: blk.0.ffn_down_exps.weight[264]: IQ4_NL blk.0.ffn_down_exps.weight[265]: blk.0.ffn_down_exps.weight[266]: IQ4_NL blk.0.ffn_down_exps.weight[267]: IQ4_NL blk.0.ffn_down_exps.weight[268]: blk.0.ffn_down_exps.weight[269]: IQ4_NL blk.0.ffn_down_exps.weight[270]: IQ4_NL blk.0.ffn_down_exps.weight[271]: blk.0.ffn_down_exps.weight[272]: blk.0.ffn_down_exps.weight[273]: IQ4_NL blk.0.ffn_down_exps.weight[274]: blk.0.ffn_down_exps.weight[275]: IQ4_NL blk.0.ffn_down_exps.weight[276]: blk.0.ffn_down_exps.weight[277]: blk.0.ffn_down_exps.weight[278]: blk.0.ffn_down_exps.weight[279]: blk.0.ffn_down_exps.weight[280]: IQ4_NL blk.0.ffn_down_exps.weight[281]: blk.0.ffn_down_exps.weight[282]: blk.0.ffn_down_exps.weight[283]: blk.0.ffn_down_exps.weight[284]: blk.0.ffn_down_exps.weight[285]: blk.0.ffn_down_exps.weight[286]: blk.0.ffn_down_exps.weight[287]: blk.0.ffn_down_exps.weight[288]: blk.0.ffn_down_exps.weight[289]: IQ4_NL blk.0.ffn_down_exps.weight[290]: IQ4_NL blk.0.ffn_down_exps.weight[291]: IQ4_NL blk.0.ffn_down_exps.weight[292]: blk.0.ffn_down_exps.weight[293]: blk.0.ffn_down_exps.weight[294]: blk.0.ffn_down_exps.weight[295]: blk.0.ffn_down_exps.weight[296]: blk.0.ffn_down_exps.weight[297]: blk.0.ffn_down_exps.weight[298]: blk.0.ffn_down_exps.weight[299]: blk.0.ffn_down_exps.weight[300]: blk.0.ffn_down_exps.weight[301]: IQ4_NL blk.0.ffn_down_exps.weight[302]: blk.0.ffn_down_exps.weight[303]: blk.0.ffn_down_exps.weight[304]: IQ4_NL blk.0.ffn_down_exps.weight[305]: IQ4_NL blk.0.ffn_down_exps.weight[306]: IQ4_NL blk.0.ffn_down_exps.weight[307]: blk.0.ffn_down_exps.weight[308]: IQ4_NL blk.0.ffn_down_exps.weight[309]: blk.0.ffn_down_exps.weight[310]: blk.0.ffn_down_exps.weight[311]: blk.0.ffn_down_exps.weight[312]: IQ4_NL blk.0.ffn_down_exps.weight[313]: IQ4_NL blk.0.ffn_down_exps.weight[314]: blk.0.ffn_down_exps.weight[315]: IQ4_NL blk.0.ffn_down_exps.weight[316]: IQ4_NL blk.0.ffn_down_exps.weight[317]: blk.0.ffn_down_exps.weight[318]: blk.0.ffn_down_exps.weight[319]: IQ4_NL blk.0.ffn_down_exps.weight[320]: IQ4_NL blk.0.ffn_down_exps.weight[321]: IQ4_NL blk.0.ffn_down_exps.weight[322]: IQ4_NL blk.0.ffn_down_exps.weight[323]: blk.0.ffn_down_exps.weight[324]: blk.0.ffn_down_exps.weight[325]: blk.0.ffn_down_exps.weight[326]: blk.0.ffn_down_exps.weight[327]: blk.0.ffn_down_exps.weight[328]: blk.0.ffn_down_exps.weight[329]: IQ4_NL blk.0.ffn_down_exps.weight[330]: IQ4_NL blk.0.ffn_down_exps.weight[331]: blk.0.ffn_down_exps.weight[332]: IQ4_NL blk.0.ffn_down_exps.weight[333]: IQ4_NL blk.0.ffn_down_exps.weight[334]: IQ4_NL blk.0.ffn_down_exps.weight[335]: blk.0.ffn_down_exps.weight[336]: blk.0.ffn_down_exps.weight[337]: IQ4_NL blk.0.ffn_down_exps.weight[338]: blk.0.ffn_down_exps.weight[339]: blk.0.ffn_down_exps.weight[340]: blk.0.ffn_down_exps.weight[341]: IQ4_NL blk.0.ffn_down_exps.weight[342]: blk.0.ffn_down_exps.weight[343]: blk.0.ffn_down_exps.weight[344]: blk.0.ffn_down_exps.weight[345]: blk.0.ffn_down_exps.weight[346]: blk.0.ffn_down_exps.weight[347]: IQ4_NL blk.0.ffn_down_exps.weight[348]: IQ4_NL blk.0.ffn_down_exps.weight[349]: IQ4_NL blk.0.ffn_down_exps.weight[350]: IQ4_NL blk.0.ffn_down_exps.weight[351]: IQ4_NL blk.0.ffn_down_exps.weight[352]: IQ4_NL blk.0.ffn_down_exps.weight[353]: IQ4_NL blk.0.ffn_down_exps.weight[354]: IQ4_NL blk.0.ffn_down_exps.weight[355]: blk.0.ffn_down_exps.weight[356]: blk.0.ffn_down_exps.weight[357]: blk.0.ffn_down_exps.weight[358]: IQ4_NL blk.0.ffn_down_exps.weight[359]: IQ4_NL blk.0.ffn_down_exps.weight[360]: blk.0.ffn_down_exps.weight[361]: blk.0.ffn_down_exps.weight[362]: IQ4_NL blk.0.ffn_down_exps.weight[363]: blk.0.ffn_down_exps.weight[364]: blk.0.ffn_down_exps.weight[365]: blk.0.ffn_down_exps.weight[366]: blk.0.ffn_down_exps.weight[367]: blk.0.ffn_down_exps.weight[368]: IQ4_NL blk.0.ffn_down_exps.weight[369]: IQ4_NL blk.0.ffn_down_exps.weight[370]: IQ4_NL blk.0.ffn_down_exps.weight[371]: IQ4_NL blk.0.ffn_down_exps.weight[372]: blk.0.ffn_down_exps.weight[373]: blk.0.ffn_down_exps.weight[374]: blk.0.ffn_down_exps.weight[375]: blk.0.ffn_down_exps.weight[376]: IQ4_NL blk.0.ffn_down_exps.weight[377]: IQ4_NL blk.0.ffn_down_exps.weight[378]: IQ4_NL blk.0.ffn_down_exps.weight[379]: blk.0.ffn_down_exps.weight[380]: blk.0.ffn_down_exps.weight[381]: blk.0.ffn_down_exps.weight[382]: blk.0.ffn_down_exps.weight[383]: blk.0.ffn_down_exps.weight[384]: IQ4_NL blk.0.ffn_down_exps.weight[385]: IQ4_NL blk.0.ffn_down_exps.weight[386]: blk.0.ffn_down_exps.weight[387]: blk.0.ffn_down_exps.weight[388]: blk.0.ffn_down_exps.weight[389]: blk.0.ffn_down_exps.weight[390]: IQ4_NL blk.0.ffn_down_exps.weight[391]: blk.0.ffn_down_exps.weight[392]: IQ4_NL blk.0.ffn_down_exps.weight[393]: IQ4_NL blk.0.ffn_down_exps.weight[394]: blk.0.ffn_down_exps.weight[395]: IQ4_NL blk.0.ffn_down_exps.weight[396]: IQ4_NL blk.0.ffn_down_exps.weight[397]: blk.0.ffn_down_exps.weight[398]: IQ4_NL blk.0.ffn_down_exps.weight[399]: IQ4_NL blk.0.ffn_down_exps.weight[400]: IQ4_NL blk.0.ffn_down_exps.weight[401]: IQ4_NL blk.0.ffn_down_exps.weight[402]: blk.0.ffn_down_exps.weight[403]: blk.0.ffn_down_exps.weight[404]: blk.0.ffn_down_exps.weight[405]: blk.0.ffn_down_exps.weight[406]: IQ4_NL blk.0.ffn_down_exps.weight[407]: blk.0.ffn_down_exps.weight[408]: IQ4_NL blk.0.ffn_down_exps.weight[409]: blk.0.ffn_down_exps.weight[410]: IQ4_NL blk.0.ffn_down_exps.weight[411]: blk.0.ffn_down_exps.weight[412]: IQ4_NL blk.0.ffn_down_exps.weight[413]: blk.0.ffn_down_exps.weight[414]: blk.0.ffn_down_exps.weight[415]: blk.0.ffn_down_exps.weight[416]: IQ4_NL blk.0.ffn_down_exps.weight[417]: blk.0.ffn_down_exps.weight[418]: IQ4_NL blk.0.ffn_down_exps.weight[419]: IQ4_NL blk.0.ffn_down_exps.weight[420]: blk.0.ffn_down_exps.weight[421]: blk.0.ffn_down_exps.weight[422]: blk.0.ffn_down_exps.weight[423]: blk.0.ffn_down_exps.weight[424]: blk.0.ffn_down_exps.weight[425]: IQ4_NL blk.0.ffn_down_exps.weight[426]: IQ4_NL blk.0.ffn_down_exps.weight[427]: blk.0.ffn_down_exps.weight[428]: IQ4_NL blk.0.ffn_down_exps.weight[429]: blk.0.ffn_down_exps.weight[430]: IQ4_NL blk.0.ffn_down_exps.weight[431]: blk.0.ffn_down_exps.weight[432]: blk.0.ffn_down_exps.weight[433]: IQ4_NL blk.0.ffn_down_exps.weight[434]: IQ4_NL blk.0.ffn_down_exps.weight[435]: IQ4_NL blk.0.ffn_down_exps.weight[436]: IQ4_NL blk.0.ffn_down_exps.weight[437]: blk.0.ffn_down_exps.weight[438]: blk.0.ffn_down_exps.weight[439]: IQ4_NL blk.0.ffn_down_exps.weight[440]: IQ4_NL blk.0.ffn_down_exps.weight[441]: IQ4_NL blk.0.ffn_down_exps.weight[442]: IQ4_NL blk.0.ffn_down_exps.weight[443]: IQ4_NL blk.0.ffn_down_exps.weight[444]: blk.0.ffn_down_exps.weight[445]: IQ4_NL blk.0.ffn_down_exps.weight[446]: IQ4_NL blk.0.ffn_down_exps.weight[447]: IQ4_NL blk.0.ffn_down_exps.weight[448]: IQ4_NL blk.0.ffn_down_exps.weight[449]: blk.0.ffn_down_exps.weight[450]: IQ4_NL blk.0.ffn_down_exps.weight[451]: IQ4_NL blk.0.ffn_down_exps.weight[452]: IQ4_NL blk.0.ffn_down_exps.weight[453]: IQ4_NL blk.0.ffn_down_exps.weight[454]: blk.0.ffn_down_exps.weight[455]: blk.0.ffn_down_exps.weight[456]: IQ4_NL blk.0.ffn_down_exps.weight[457]: blk.0.ffn_down_exps.weight[458]: blk.0.ffn_down_exps.weight[459]: IQ4_NL blk.0.ffn_down_exps.weight[460]: blk.0.ffn_down_exps.weight[461]: IQ4_NL blk.0.ffn_down_exps.weight[462]: IQ4_NL blk.0.ffn_down_exps.weight[463]: blk.0.ffn_down_exps.weight[464]: IQ4_NL blk.0.ffn_down_exps.weight[465]: blk.0.ffn_down_exps.weight[466]: IQ4_NL blk.0.ffn_down_exps.weight[467]: blk.0.ffn_down_exps.weight[468]: IQ4_NL blk.0.ffn_down_exps.weight[469]: blk.0.ffn_down_exps.weight[470]: IQ4_NL blk.0.ffn_down_exps.weight[471]: IQ4_NL blk.0.ffn_down_exps.weight[472]: blk.0.ffn_down_exps.weight[473]: blk.0.ffn_down_exps.weight[474]: blk.0.ffn_down_exps.weight[475]: blk.0.ffn_down_exps.weight[476]: IQ4_NL blk.0.ffn_down_exps.weight[477]: blk.0.ffn_down_exps.weight[478]: IQ4_NL blk.0.ffn_down_exps.weight[479]: IQ4_NL blk.0.ffn_down_exps.weight[480]: IQ4_NL blk.0.ffn_down_exps.weight[481]: IQ4_NL blk.0.ffn_down_exps.weight[482]: blk.0.ffn_down_exps.weight[483]: IQ4_NL blk.0.ffn_down_exps.weight[484]: blk.0.ffn_down_exps.weight[485]: IQ4_NL blk.0.ffn_down_exps.weight[486]: blk.0.ffn_down_exps.weight[487]: blk.0.ffn_down_exps.weight[488]: blk.0.ffn_down_exps.weight[489]: IQ4_NL blk.0.ffn_down_exps.weight[490]: blk.0.ffn_down_exps.weight[491]: IQ4_NL blk.0.ffn_down_exps.weight[492]: IQ4_NL blk.0.ffn_down_exps.weight[493]: IQ4_NL blk.0.ffn_down_exps.weight[494]: IQ4_NL blk.0.ffn_down_exps.weight[495]: blk.0.ffn_down_exps.weight[496]: IQ4_NL blk.0.ffn_down_exps.weight[497]: IQ4_NL blk.0.ffn_down_exps.weight[498]: IQ4_NL blk.0.ffn_down_exps.weight[499]: IQ4_NL blk.0.ffn_down_exps.weight[500]: blk.0.ffn_down_exps.weight[501]: blk.0.ffn_down_exps.weight[502]: blk.0.ffn_down_exps.weight[503]: IQ4_NL blk.0.ffn_down_exps.weight[504]: IQ4_NL blk.0.ffn_down_exps.weight[505]: blk.0.ffn_down_exps.weight[506]: blk.0.ffn_down_exps.weight[507]: IQ4_NL blk.0.ffn_down_exps.weight[508]: IQ4_NL blk.0.ffn_down_exps.weight[509]: IQ4_NL blk.0.ffn_down_exps.weight[510]: blk.0.ffn_down_exps.weight[511]: blk.1.ffn_gate_exps.weight[0]: blk.1.ffn_gate_exps.weight[1]: IQ2_S blk.1.ffn_gate_exps.weight[2]: IQ2_S blk.1.ffn_gate_exps.weight[3]: IQ2_S blk.1.ffn_gate_exps.weight[4]: IQ2_S blk.1.ffn_gate_exps.weight[5]: blk.1.ffn_gate_exps.weight[6]: IQ2_S blk.1.ffn_gate_exps.weight[7]: blk.1.ffn_gate_exps.weight[8]: blk.1.ffn_gate_exps.weight[9]: blk.1.ffn_gate_exps.weight[10]: IQ2_S blk.1.ffn_gate_exps.weight[11]: IQ2_S blk.1.ffn_gate_exps.weight[12]: blk.1.ffn_gate_exps.weight[13]: IQ2_S blk.1.ffn_gate_exps.weight[14]: IQ2_S blk.1.ffn_gate_exps.weight[15]: blk.1.ffn_gate_exps.weight[16]: IQ2_S blk.1.ffn_gate_exps.weight[17]: IQ2_S blk.1.ffn_gate_exps.weight[18]: blk.1.ffn_gate_exps.weight[19]: IQ2_S blk.1.ffn_gate_exps.weight[20]: IQ2_S blk.1.ffn_gate_exps.weight[21]: blk.1.ffn_gate_exps.weight[22]: blk.1.ffn_gate_exps.weight[23]: IQ2_S blk.1.ffn_gate_exps.weight[24]: blk.1.ffn_gate_exps.weight[25]: blk.1.ffn_gate_exps.weight[26]: blk.1.ffn_gate_exps.weight[27]: IQ2_S blk.1.ffn_gate_exps.weight[28]: blk.1.ffn_gate_exps.weight[29]: IQ2_S blk.1.ffn_gate_exps.weight[30]: blk.1.ffn_gate_exps.weight[31]: blk.1.ffn_gate_exps.weight[32]: blk.1.ffn_gate_exps.weight[33]: IQ2_S blk.1.ffn_gate_exps.weight[34]: IQ2_S blk.1.ffn_gate_exps.weight[35]: blk.1.ffn_gate_exps.weight[36]: blk.1.ffn_gate_exps.weight[37]: blk.1.ffn_gate_exps.weight[38]: IQ2_S blk.1.ffn_gate_exps.weight[39]: blk.1.ffn_gate_exps.weight[40]: blk.1.ffn_gate_exps.weight[41]: blk.1.ffn_gate_exps.weight[42]: IQ2_S blk.1.ffn_gate_exps.weight[43]: IQ2_S blk.1.ffn_gate_exps.weight[44]: blk.1.ffn_gate_exps.weight[45]: blk.1.ffn_gate_exps.weight[46]: blk.1.ffn_gate_exps.weight[47]: blk.1.ffn_gate_exps.weight[48]: IQ2_S blk.1.ffn_gate_exps.weight[49]: blk.1.ffn_gate_exps.weight[50]: IQ2_S blk.1.ffn_gate_exps.weight[51]: blk.1.ffn_gate_exps.weight[52]: blk.1.ffn_gate_exps.weight[53]: IQ2_S blk.1.ffn_gate_exps.weight[54]: IQ2_S blk.1.ffn_gate_exps.weight[55]: blk.1.ffn_gate_exps.weight[56]: blk.1.ffn_gate_exps.weight[57]: IQ2_S blk.1.ffn_gate_exps.weight[58]: IQ2_S blk.1.ffn_gate_exps.weight[59]: IQ2_S blk.1.ffn_gate_exps.weight[60]: IQ2_S blk.1.ffn_gate_exps.weight[61]: blk.1.ffn_gate_exps.weight[62]: blk.1.ffn_gate_exps.weight[63]: IQ2_S blk.1.ffn_gate_exps.weight[64]: blk.1.ffn_gate_exps.weight[65]: IQ2_S blk.1.ffn_gate_exps.weight[66]: blk.1.ffn_gate_exps.weight[67]: blk.1.ffn_gate_exps.weight[68]: IQ2_S blk.1.ffn_gate_exps.weight[69]: blk.1.ffn_gate_exps.weight[70]: IQ2_S blk.1.ffn_gate_exps.weight[71]: IQ2_S blk.1.ffn_gate_exps.weight[72]: IQ2_S blk.1.ffn_gate_exps.weight[73]: blk.1.ffn_gate_exps.weight[74]: IQ2_S blk.1.ffn_gate_exps.weight[75]: blk.1.ffn_gate_exps.weight[76]: IQ2_S blk.1.ffn_gate_exps.weight[77]: blk.1.ffn_gate_exps.weight[78]: blk.1.ffn_gate_exps.weight[79]: blk.1.ffn_gate_exps.weight[80]: IQ2_S blk.1.ffn_gate_exps.weight[81]: blk.1.ffn_gate_exps.weight[82]: blk.1.ffn_gate_exps.weight[83]: IQ2_S blk.1.ffn_gate_exps.weight[84]: IQ2_S blk.1.ffn_gate_exps.weight[85]: IQ2_S blk.1.ffn_gate_exps.weight[86]: IQ2_S blk.1.ffn_gate_exps.weight[87]: blk.1.ffn_gate_exps.weight[88]: blk.1.ffn_gate_exps.weight[89]: IQ2_S blk.1.ffn_gate_exps.weight[90]: IQ2_S blk.1.ffn_gate_exps.weight[91]: IQ2_S blk.1.ffn_gate_exps.weight[92]: IQ2_S blk.1.ffn_gate_exps.weight[93]: blk.1.ffn_gate_exps.weight[94]: IQ2_S blk.1.ffn_gate_exps.weight[95]: IQ2_S blk.1.ffn_gate_exps.weight[96]: blk.1.ffn_gate_exps.weight[97]: blk.1.ffn_gate_exps.weight[98]: IQ2_S blk.1.ffn_gate_exps.weight[99]: blk.1.ffn_gate_exps.weight[100]: blk.1.ffn_gate_exps.weight[101]: IQ2_S blk.1.ffn_gate_exps.weight[102]: blk.1.ffn_gate_exps.weight[103]: IQ2_S blk.1.ffn_gate_exps.weight[104]: blk.1.ffn_gate_exps.weight[105]: blk.1.ffn_gate_exps.weight[106]: IQ2_S blk.1.ffn_gate_exps.weight[107]: IQ2_S blk.1.ffn_gate_exps.weight[108]: IQ2_S blk.1.ffn_gate_exps.weight[109]: IQ2_S blk.1.ffn_gate_exps.weight[110]: blk.1.ffn_gate_exps.weight[111]: blk.1.ffn_gate_exps.weight[112]: blk.1.ffn_gate_exps.weight[113]: IQ2_S blk.1.ffn_gate_exps.weight[114]: blk.1.ffn_gate_exps.weight[115]: IQ2_S blk.1.ffn_gate_exps.weight[116]: blk.1.ffn_gate_exps.weight[117]: IQ2_S blk.1.ffn_gate_exps.weight[118]: blk.1.ffn_gate_exps.weight[119]: IQ2_S blk.1.ffn_gate_exps.weight[120]: blk.1.ffn_gate_exps.weight[121]: blk.1.ffn_gate_exps.weight[122]: IQ2_S blk.1.ffn_gate_exps.weight[123]: blk.1.ffn_gate_exps.weight[124]: IQ2_S blk.1.ffn_gate_exps.weight[125]: IQ2_S blk.1.ffn_gate_exps.weight[126]: blk.1.ffn_gate_exps.weight[127]: IQ2_S blk.1.ffn_gate_exps.weight[128]: IQ2_S blk.1.ffn_gate_exps.weight[129]: IQ2_S blk.1.ffn_gate_exps.weight[130]: IQ2_S blk.1.ffn_gate_exps.weight[131]: IQ2_S blk.1.ffn_gate_exps.weight[132]: IQ2_S blk.1.ffn_gate_exps.weight[133]: IQ2_S blk.1.ffn_gate_exps.weight[134]: IQ2_S blk.1.ffn_gate_exps.weight[135]: blk.1.ffn_gate_exps.weight[136]: IQ2_S blk.1.ffn_gate_exps.weight[137]: IQ2_S blk.1.ffn_gate_exps.weight[138]: blk.1.ffn_gate_exps.weight[139]: IQ2_S blk.1.ffn_gate_exps.weight[140]: blk.1.ffn_gate_exps.weight[141]: IQ2_S blk.1.ffn_gate_exps.weight[142]: IQ2_S blk.1.ffn_gate_exps.weight[143]: IQ2_S blk.1.ffn_gate_exps.weight[144]: IQ2_S blk.1.ffn_gate_exps.weight[145]: blk.1.ffn_gate_exps.weight[146]: IQ2_S blk.1.ffn_gate_exps.weight[147]: blk.1.ffn_gate_exps.weight[148]: blk.1.ffn_gate_exps.weight[149]: IQ2_S blk.1.ffn_gate_exps.weight[150]: IQ2_S blk.1.ffn_gate_exps.weight[151]: IQ2_S blk.1.ffn_gate_exps.weight[152]: blk.1.ffn_gate_exps.weight[153]: IQ2_S blk.1.ffn_gate_exps.weight[154]: blk.1.ffn_gate_exps.weight[155]: IQ2_S blk.1.ffn_gate_exps.weight[156]: IQ2_S blk.1.ffn_gate_exps.weight[157]: IQ2_S blk.1.ffn_gate_exps.weight[158]: blk.1.ffn_gate_exps.weight[159]: blk.1.ffn_gate_exps.weight[160]: IQ2_S blk.1.ffn_gate_exps.weight[161]: IQ2_S blk.1.ffn_gate_exps.weight[162]: IQ2_S blk.1.ffn_gate_exps.weight[163]: IQ2_S blk.1.ffn_gate_exps.weight[164]: IQ2_S blk.1.ffn_gate_exps.weight[165]: IQ2_S blk.1.ffn_gate_exps.weight[166]: IQ2_S blk.1.ffn_gate_exps.weight[167]: blk.1.ffn_gate_exps.weight[168]: IQ2_S blk.1.ffn_gate_exps.weight[169]: IQ2_S blk.1.ffn_gate_exps.weight[170]: blk.1.ffn_gate_exps.weight[171]: blk.1.ffn_gate_exps.weight[172]: blk.1.ffn_gate_exps.weight[173]: IQ2_S blk.1.ffn_gate_exps.weight[174]: blk.1.ffn_gate_exps.weight[175]: IQ2_S blk.1.ffn_gate_exps.weight[176]: blk.1.ffn_gate_exps.weight[177]: blk.1.ffn_gate_exps.weight[178]: blk.1.ffn_gate_exps.weight[179]: IQ2_S blk.1.ffn_gate_exps.weight[180]: IQ2_S blk.1.ffn_gate_exps.weight[181]: blk.1.ffn_gate_exps.weight[182]: blk.1.ffn_gate_exps.weight[183]: blk.1.ffn_gate_exps.weight[184]: IQ2_S blk.1.ffn_gate_exps.weight[185]: blk.1.ffn_gate_exps.weight[186]: blk.1.ffn_gate_exps.weight[187]: blk.1.ffn_gate_exps.weight[188]: blk.1.ffn_gate_exps.weight[189]: IQ2_S blk.1.ffn_gate_exps.weight[190]: IQ2_S blk.1.ffn_gate_exps.weight[191]: blk.1.ffn_gate_exps.weight[192]: blk.1.ffn_gate_exps.weight[193]: IQ2_S blk.1.ffn_gate_exps.weight[194]: IQ2_S blk.1.ffn_gate_exps.weight[195]: IQ2_S blk.1.ffn_gate_exps.weight[196]: IQ2_S blk.1.ffn_gate_exps.weight[197]: IQ2_S blk.1.ffn_gate_exps.weight[198]: blk.1.ffn_gate_exps.weight[199]: blk.1.ffn_gate_exps.weight[200]: IQ2_S blk.1.ffn_gate_exps.weight[201]: blk.1.ffn_gate_exps.weight[202]: blk.1.ffn_gate_exps.weight[203]: IQ2_S blk.1.ffn_gate_exps.weight[204]: blk.1.ffn_gate_exps.weight[205]: blk.1.ffn_gate_exps.weight[206]: blk.1.ffn_gate_exps.weight[207]: blk.1.ffn_gate_exps.weight[208]: blk.1.ffn_gate_exps.weight[209]: blk.1.ffn_gate_exps.weight[210]: IQ2_S blk.1.ffn_gate_exps.weight[211]: IQ2_S blk.1.ffn_gate_exps.weight[212]: blk.1.ffn_gate_exps.weight[213]: blk.1.ffn_gate_exps.weight[214]: blk.1.ffn_gate_exps.weight[215]: IQ2_S blk.1.ffn_gate_exps.weight[216]: blk.1.ffn_gate_exps.weight[217]: blk.1.ffn_gate_exps.weight[218]: IQ2_S blk.1.ffn_gate_exps.weight[219]: blk.1.ffn_gate_exps.weight[220]: blk.1.ffn_gate_exps.weight[221]: IQ2_S blk.1.ffn_gate_exps.weight[222]: IQ2_S blk.1.ffn_gate_exps.weight[223]: IQ2_S blk.1.ffn_gate_exps.weight[224]: blk.1.ffn_gate_exps.weight[225]: IQ2_S blk.1.ffn_gate_exps.weight[226]: IQ2_S blk.1.ffn_gate_exps.weight[227]: blk.1.ffn_gate_exps.weight[228]: IQ2_S blk.1.ffn_gate_exps.weight[229]: IQ2_S blk.1.ffn_gate_exps.weight[230]: blk.1.ffn_gate_exps.weight[231]: blk.1.ffn_gate_exps.weight[232]: IQ2_S blk.1.ffn_gate_exps.weight[233]: blk.1.ffn_gate_exps.weight[234]: IQ2_S blk.1.ffn_gate_exps.weight[235]: blk.1.ffn_gate_exps.weight[236]: blk.1.ffn_gate_exps.weight[237]: IQ2_S blk.1.ffn_gate_exps.weight[238]: blk.1.ffn_gate_exps.weight[239]: blk.1.ffn_gate_exps.weight[240]: IQ2_S blk.1.ffn_gate_exps.weight[241]: IQ2_S blk.1.ffn_gate_exps.weight[242]: IQ2_S blk.1.ffn_gate_exps.weight[243]: IQ2_S blk.1.ffn_gate_exps.weight[244]: IQ2_S blk.1.ffn_gate_exps.weight[245]: IQ2_S blk.1.ffn_gate_exps.weight[246]: blk.1.ffn_gate_exps.weight[247]: blk.1.ffn_gate_exps.weight[248]: blk.1.ffn_gate_exps.weight[249]: blk.1.ffn_gate_exps.weight[250]: IQ2_S blk.1.ffn_gate_exps.weight[251]: IQ2_S blk.1.ffn_gate_exps.weight[252]: blk.1.ffn_gate_exps.weight[253]: IQ2_S blk.1.ffn_gate_exps.weight[254]: IQ2_S blk.1.ffn_gate_exps.weight[255]: IQ2_S blk.1.ffn_gate_exps.weight[256]: blk.1.ffn_gate_exps.weight[257]: IQ2_S blk.1.ffn_gate_exps.weight[258]: IQ2_S blk.1.ffn_gate_exps.weight[259]: IQ2_S blk.1.ffn_gate_exps.weight[260]: IQ2_S blk.1.ffn_gate_exps.weight[261]: IQ2_S blk.1.ffn_gate_exps.weight[262]: IQ2_S blk.1.ffn_gate_exps.weight[263]: IQ2_S blk.1.ffn_gate_exps.weight[264]: IQ2_S blk.1.ffn_gate_exps.weight[265]: IQ2_S blk.1.ffn_gate_exps.weight[266]: blk.1.ffn_gate_exps.weight[267]: IQ2_S blk.1.ffn_gate_exps.weight[268]: IQ2_S blk.1.ffn_gate_exps.weight[269]: IQ2_S blk.1.ffn_gate_exps.weight[270]: blk.1.ffn_gate_exps.weight[271]: IQ2_S blk.1.ffn_gate_exps.weight[272]: blk.1.ffn_gate_exps.weight[273]: IQ2_S blk.1.ffn_gate_exps.weight[274]: IQ2_S blk.1.ffn_gate_exps.weight[275]: blk.1.ffn_gate_exps.weight[276]: IQ2_S blk.1.ffn_gate_exps.weight[277]: blk.1.ffn_gate_exps.weight[278]: IQ2_S blk.1.ffn_gate_exps.weight[279]: IQ2_S blk.1.ffn_gate_exps.weight[280]: blk.1.ffn_gate_exps.weight[281]: IQ2_S blk.1.ffn_gate_exps.weight[282]: blk.1.ffn_gate_exps.weight[283]: blk.1.ffn_gate_exps.weight[284]: IQ2_S blk.1.ffn_gate_exps.weight[285]: IQ2_S blk.1.ffn_gate_exps.weight[286]: IQ2_S blk.1.ffn_gate_exps.weight[287]: IQ2_S blk.1.ffn_gate_exps.weight[288]: blk.1.ffn_gate_exps.weight[289]: blk.1.ffn_gate_exps.weight[290]: blk.1.ffn_gate_exps.weight[291]: IQ2_S blk.1.ffn_gate_exps.weight[292]: blk.1.ffn_gate_exps.weight[293]: IQ2_S blk.1.ffn_gate_exps.weight[294]: IQ2_S blk.1.ffn_gate_exps.weight[295]: blk.1.ffn_gate_exps.weight[296]: IQ2_S blk.1.ffn_gate_exps.weight[297]: IQ2_S blk.1.ffn_gate_exps.weight[298]: IQ2_S blk.1.ffn_gate_exps.weight[299]: blk.1.ffn_gate_exps.weight[300]: blk.1.ffn_gate_exps.weight[301]: IQ2_S blk.1.ffn_gate_exps.weight[302]: IQ2_S blk.1.ffn_gate_exps.weight[303]: blk.1.ffn_gate_exps.weight[304]: IQ2_S blk.1.ffn_gate_exps.weight[305]: blk.1.ffn_gate_exps.weight[306]: IQ2_S blk.1.ffn_gate_exps.weight[307]: blk.1.ffn_gate_exps.weight[308]: IQ2_S blk.1.ffn_gate_exps.weight[309]: IQ2_S blk.1.ffn_gate_exps.weight[310]: blk.1.ffn_gate_exps.weight[311]: blk.1.ffn_gate_exps.weight[312]: blk.1.ffn_gate_exps.weight[313]: blk.1.ffn_gate_exps.weight[314]: blk.1.ffn_gate_exps.weight[315]: blk.1.ffn_gate_exps.weight[316]: IQ2_S blk.1.ffn_gate_exps.weight[317]: IQ2_S blk.1.ffn_gate_exps.weight[318]: blk.1.ffn_gate_exps.weight[319]: blk.1.ffn_gate_exps.weight[320]: blk.1.ffn_gate_exps.weight[321]: IQ2_S blk.1.ffn_gate_exps.weight[322]: blk.1.ffn_gate_exps.weight[323]: blk.1.ffn_gate_exps.weight[324]: IQ2_S blk.1.ffn_gate_exps.weight[325]: blk.1.ffn_gate_exps.weight[326]: IQ2_S blk.1.ffn_gate_exps.weight[327]: blk.1.ffn_gate_exps.weight[328]: IQ2_S blk.1.ffn_gate_exps.weight[329]: blk.1.ffn_gate_exps.weight[330]: blk.1.ffn_gate_exps.weight[331]: blk.1.ffn_gate_exps.weight[332]: blk.1.ffn_gate_exps.weight[333]: IQ2_S blk.1.ffn_gate_exps.weight[334]: IQ2_S blk.1.ffn_gate_exps.weight[335]: blk.1.ffn_gate_exps.weight[336]: IQ2_S blk.1.ffn_gate_exps.weight[337]: blk.1.ffn_gate_exps.weight[338]: blk.1.ffn_gate_exps.weight[339]: blk.1.ffn_gate_exps.weight[340]: IQ2_S blk.1.ffn_gate_exps.weight[341]: blk.1.ffn_gate_exps.weight[342]: IQ2_S blk.1.ffn_gate_exps.weight[343]: blk.1.ffn_gate_exps.weight[344]: blk.1.ffn_gate_exps.weight[345]: IQ2_S blk.1.ffn_gate_exps.weight[346]: blk.1.ffn_gate_exps.weight[347]: blk.1.ffn_gate_exps.weight[348]: blk.1.ffn_gate_exps.weight[349]: IQ2_S blk.1.ffn_gate_exps.weight[350]: IQ2_S blk.1.ffn_gate_exps.weight[351]: IQ2_S blk.1.ffn_gate_exps.weight[352]: blk.1.ffn_gate_exps.weight[353]: IQ2_S blk.1.ffn_gate_exps.weight[354]: IQ2_S blk.1.ffn_gate_exps.weight[355]: blk.1.ffn_gate_exps.weight[356]: IQ2_S blk.1.ffn_gate_exps.weight[357]: blk.1.ffn_gate_exps.weight[358]: blk.1.ffn_gate_exps.weight[359]: blk.1.ffn_gate_exps.weight[360]: blk.1.ffn_gate_exps.weight[361]: blk.1.ffn_gate_exps.weight[362]: IQ2_S blk.1.ffn_gate_exps.weight[363]: blk.1.ffn_gate_exps.weight[364]: IQ2_S blk.1.ffn_gate_exps.weight[365]: blk.1.ffn_gate_exps.weight[366]: IQ2_S blk.1.ffn_gate_exps.weight[367]: blk.1.ffn_gate_exps.weight[368]: blk.1.ffn_gate_exps.weight[369]: blk.1.ffn_gate_exps.weight[370]: IQ2_S blk.1.ffn_gate_exps.weight[371]: IQ2_S blk.1.ffn_gate_exps.weight[372]: IQ2_S blk.1.ffn_gate_exps.weight[373]: blk.1.ffn_gate_exps.weight[374]: blk.1.ffn_gate_exps.weight[375]: IQ2_S blk.1.ffn_gate_exps.weight[376]: IQ2_S blk.1.ffn_gate_exps.weight[377]: blk.1.ffn_gate_exps.weight[378]: IQ2_S blk.1.ffn_gate_exps.weight[379]: blk.1.ffn_gate_exps.weight[380]: IQ2_S blk.1.ffn_gate_exps.weight[381]: IQ2_S blk.1.ffn_gate_exps.weight[382]: IQ2_S blk.1.ffn_gate_exps.weight[383]: IQ2_S blk.1.ffn_gate_exps.weight[384]: blk.1.ffn_gate_exps.weight[385]: blk.1.ffn_gate_exps.weight[386]: IQ2_S blk.1.ffn_gate_exps.weight[387]: IQ2_S blk.1.ffn_gate_exps.weight[388]: IQ2_S blk.1.ffn_gate_exps.weight[389]: IQ2_S blk.1.ffn_gate_exps.weight[390]: IQ2_S blk.1.ffn_gate_exps.weight[391]: blk.1.ffn_gate_exps.weight[392]: blk.1.ffn_gate_exps.weight[393]: blk.1.ffn_gate_exps.weight[394]: blk.1.ffn_gate_exps.weight[395]: IQ2_S blk.1.ffn_gate_exps.weight[396]: blk.1.ffn_gate_exps.weight[397]: blk.1.ffn_gate_exps.weight[398]: blk.1.ffn_gate_exps.weight[399]: blk.1.ffn_gate_exps.weight[400]: IQ2_S blk.1.ffn_gate_exps.weight[401]: blk.1.ffn_gate_exps.weight[402]: IQ2_S blk.1.ffn_gate_exps.weight[403]: IQ2_S blk.1.ffn_gate_exps.weight[404]: IQ2_S blk.1.ffn_gate_exps.weight[405]: IQ2_S blk.1.ffn_gate_exps.weight[406]: IQ2_S blk.1.ffn_gate_exps.weight[407]: IQ2_S blk.1.ffn_gate_exps.weight[408]: blk.1.ffn_gate_exps.weight[409]: IQ2_S blk.1.ffn_gate_exps.weight[410]: blk.1.ffn_gate_exps.weight[411]: blk.1.ffn_gate_exps.weight[412]: blk.1.ffn_gate_exps.weight[413]: IQ2_S blk.1.ffn_gate_exps.weight[414]: IQ2_S blk.1.ffn_gate_exps.weight[415]: blk.1.ffn_gate_exps.weight[416]: blk.1.ffn_gate_exps.weight[417]: IQ2_S blk.1.ffn_gate_exps.weight[418]: IQ2_S blk.1.ffn_gate_exps.weight[419]: IQ2_S blk.1.ffn_gate_exps.weight[420]: IQ2_S blk.1.ffn_gate_exps.weight[421]: blk.1.ffn_gate_exps.weight[422]: blk.1.ffn_gate_exps.weight[423]: IQ2_S blk.1.ffn_gate_exps.weight[424]: blk.1.ffn_gate_exps.weight[425]: blk.1.ffn_gate_exps.weight[426]: IQ2_S blk.1.ffn_gate_exps.weight[427]: IQ2_S blk.1.ffn_gate_exps.weight[428]: blk.1.ffn_gate_exps.weight[429]: blk.1.ffn_gate_exps.weight[430]: IQ2_S blk.1.ffn_gate_exps.weight[431]: IQ2_S blk.1.ffn_gate_exps.weight[432]: blk.1.ffn_gate_exps.weight[433]: blk.1.ffn_gate_exps.weight[434]: IQ2_S blk.1.ffn_gate_exps.weight[435]: blk.1.ffn_gate_exps.weight[436]: blk.1.ffn_gate_exps.weight[437]: IQ2_S blk.1.ffn_gate_exps.weight[438]: IQ2_S blk.1.ffn_gate_exps.weight[439]: blk.1.ffn_gate_exps.weight[440]: blk.1.ffn_gate_exps.weight[441]: IQ2_S blk.1.ffn_gate_exps.weight[442]: blk.1.ffn_gate_exps.weight[443]: IQ2_S blk.1.ffn_gate_exps.weight[444]: blk.1.ffn_gate_exps.weight[445]: IQ2_S blk.1.ffn_gate_exps.weight[446]: IQ2_S blk.1.ffn_gate_exps.weight[447]: blk.1.ffn_gate_exps.weight[448]: blk.1.ffn_gate_exps.weight[449]: IQ2_S blk.1.ffn_gate_exps.weight[450]: blk.1.ffn_gate_exps.weight[451]: blk.1.ffn_gate_exps.weight[452]: IQ2_S blk.1.ffn_gate_exps.weight[453]: blk.1.ffn_gate_exps.weight[454]: IQ2_S blk.1.ffn_gate_exps.weight[455]: blk.1.ffn_gate_exps.weight[456]: IQ2_S blk.1.ffn_gate_exps.weight[457]: blk.1.ffn_gate_exps.weight[458]: blk.1.ffn_gate_exps.weight[459]: blk.1.ffn_gate_exps.weight[460]: blk.1.ffn_gate_exps.weight[461]: blk.1.ffn_gate_exps.weight[462]: blk.1.ffn_gate_exps.weight[463]: blk.1.ffn_gate_exps.weight[464]: IQ2_S blk.1.ffn_gate_exps.weight[465]: blk.1.ffn_gate_exps.weight[466]: IQ2_S blk.1.ffn_gate_exps.weight[467]: IQ2_S blk.1.ffn_gate_exps.weight[468]: IQ2_S blk.1.ffn_gate_exps.weight[469]: blk.1.ffn_gate_exps.weight[470]: blk.1.ffn_gate_exps.weight[471]: IQ2_S blk.1.ffn_gate_exps.weight[472]: blk.1.ffn_gate_exps.weight[473]: blk.1.ffn_gate_exps.weight[474]: blk.1.ffn_gate_exps.weight[475]: IQ2_S blk.1.ffn_gate_exps.weight[476]: IQ2_S blk.1.ffn_gate_exps.weight[477]: IQ2_S blk.1.ffn_gate_exps.weight[478]: blk.1.ffn_gate_exps.weight[479]: IQ2_S blk.1.ffn_gate_exps.weight[480]: blk.1.ffn_gate_exps.weight[481]: IQ2_S blk.1.ffn_gate_exps.weight[482]: IQ2_S blk.1.ffn_gate_exps.weight[483]: IQ2_S blk.1.ffn_gate_exps.weight[484]: IQ2_S blk.1.ffn_gate_exps.weight[485]: blk.1.ffn_gate_exps.weight[486]: blk.1.ffn_gate_exps.weight[487]: blk.1.ffn_gate_exps.weight[488]: blk.1.ffn_gate_exps.weight[489]: blk.1.ffn_gate_exps.weight[490]: blk.1.ffn_gate_exps.weight[491]: blk.1.ffn_gate_exps.weight[492]: IQ2_S blk.1.ffn_gate_exps.weight[493]: IQ2_S blk.1.ffn_gate_exps.weight[494]: blk.1.ffn_gate_exps.weight[495]: blk.1.ffn_gate_exps.weight[496]: blk.1.ffn_gate_exps.weight[497]: blk.1.ffn_gate_exps.weight[498]: blk.1.ffn_gate_exps.weight[499]: IQ2_S blk.1.ffn_gate_exps.weight[500]: IQ2_S blk.1.ffn_gate_exps.weight[501]: blk.1.ffn_gate_exps.weight[502]: blk.1.ffn_gate_exps.weight[503]: blk.1.ffn_gate_exps.weight[504]: IQ2_S blk.1.ffn_gate_exps.weight[505]: IQ2_S blk.1.ffn_gate_exps.weight[506]: IQ2_S blk.1.ffn_gate_exps.weight[507]: blk.1.ffn_gate_exps.weight[508]: IQ2_S blk.1.ffn_gate_exps.weight[509]: blk.1.ffn_gate_exps.weight[510]: blk.1.ffn_gate_exps.weight[511]: blk.1.ffn_up_exps.weight[0]: blk.1.ffn_up_exps.weight[1]: IQ2_S blk.1.ffn_up_exps.weight[2]: IQ2_S blk.1.ffn_up_exps.weight[3]: IQ2_S blk.1.ffn_up_exps.weight[4]: IQ2_S blk.1.ffn_up_exps.weight[5]: blk.1.ffn_up_exps.weight[6]: IQ2_S blk.1.ffn_up_exps.weight[7]: blk.1.ffn_up_exps.weight[8]: blk.1.ffn_up_exps.weight[9]: blk.1.ffn_up_exps.weight[10]: IQ2_S blk.1.ffn_up_exps.weight[11]: IQ2_S blk.1.ffn_up_exps.weight[12]: blk.1.ffn_up_exps.weight[13]: IQ2_S blk.1.ffn_up_exps.weight[14]: IQ2_S blk.1.ffn_up_exps.weight[15]: blk.1.ffn_up_exps.weight[16]: IQ2_S blk.1.ffn_up_exps.weight[17]: IQ2_S blk.1.ffn_up_exps.weight[18]: blk.1.ffn_up_exps.weight[19]: IQ2_S blk.1.ffn_up_exps.weight[20]: IQ2_S blk.1.ffn_up_exps.weight[21]: blk.1.ffn_up_exps.weight[22]: blk.1.ffn_up_exps.weight[23]: IQ2_S blk.1.ffn_up_exps.weight[24]: blk.1.ffn_up_exps.weight[25]: blk.1.ffn_up_exps.weight[26]: blk.1.ffn_up_exps.weight[27]: IQ2_S blk.1.ffn_up_exps.weight[28]: blk.1.ffn_up_exps.weight[29]: IQ2_S blk.1.ffn_up_exps.weight[30]: blk.1.ffn_up_exps.weight[31]: blk.1.ffn_up_exps.weight[32]: blk.1.ffn_up_exps.weight[33]: IQ2_S blk.1.ffn_up_exps.weight[34]: IQ2_S blk.1.ffn_up_exps.weight[35]: blk.1.ffn_up_exps.weight[36]: blk.1.ffn_up_exps.weight[37]: blk.1.ffn_up_exps.weight[38]: IQ2_S blk.1.ffn_up_exps.weight[39]: blk.1.ffn_up_exps.weight[40]: blk.1.ffn_up_exps.weight[41]: blk.1.ffn_up_exps.weight[42]: IQ2_S blk.1.ffn_up_exps.weight[43]: IQ2_S blk.1.ffn_up_exps.weight[44]: blk.1.ffn_up_exps.weight[45]: blk.1.ffn_up_exps.weight[46]: blk.1.ffn_up_exps.weight[47]: blk.1.ffn_up_exps.weight[48]: IQ2_S blk.1.ffn_up_exps.weight[49]: blk.1.ffn_up_exps.weight[50]: IQ2_S blk.1.ffn_up_exps.weight[51]: blk.1.ffn_up_exps.weight[52]: blk.1.ffn_up_exps.weight[53]: IQ2_S blk.1.ffn_up_exps.weight[54]: IQ2_S blk.1.ffn_up_exps.weight[55]: blk.1.ffn_up_exps.weight[56]: blk.1.ffn_up_exps.weight[57]: IQ2_S blk.1.ffn_up_exps.weight[58]: IQ2_S blk.1.ffn_up_exps.weight[59]: IQ2_S blk.1.ffn_up_exps.weight[60]: IQ2_S blk.1.ffn_up_exps.weight[61]: blk.1.ffn_up_exps.weight[62]: blk.1.ffn_up_exps.weight[63]: IQ2_S blk.1.ffn_up_exps.weight[64]: blk.1.ffn_up_exps.weight[65]: IQ2_S blk.1.ffn_up_exps.weight[66]: blk.1.ffn_up_exps.weight[67]: blk.1.ffn_up_exps.weight[68]: IQ2_S blk.1.ffn_up_exps.weight[69]: blk.1.ffn_up_exps.weight[70]: IQ2_S blk.1.ffn_up_exps.weight[71]: IQ2_S blk.1.ffn_up_exps.weight[72]: IQ2_S blk.1.ffn_up_exps.weight[73]: blk.1.ffn_up_exps.weight[74]: IQ2_S blk.1.ffn_up_exps.weight[75]: blk.1.ffn_up_exps.weight[76]: IQ2_S blk.1.ffn_up_exps.weight[77]: blk.1.ffn_up_exps.weight[78]: blk.1.ffn_up_exps.weight[79]: blk.1.ffn_up_exps.weight[80]: IQ2_S blk.1.ffn_up_exps.weight[81]: blk.1.ffn_up_exps.weight[82]: blk.1.ffn_up_exps.weight[83]: IQ2_S blk.1.ffn_up_exps.weight[84]: IQ2_S blk.1.ffn_up_exps.weight[85]: IQ2_S blk.1.ffn_up_exps.weight[86]: IQ2_S blk.1.ffn_up_exps.weight[87]: blk.1.ffn_up_exps.weight[88]: blk.1.ffn_up_exps.weight[89]: IQ2_S blk.1.ffn_up_exps.weight[90]: IQ2_S blk.1.ffn_up_exps.weight[91]: IQ2_S blk.1.ffn_up_exps.weight[92]: IQ2_S blk.1.ffn_up_exps.weight[93]: blk.1.ffn_up_exps.weight[94]: IQ2_S blk.1.ffn_up_exps.weight[95]: IQ2_S blk.1.ffn_up_exps.weight[96]: blk.1.ffn_up_exps.weight[97]: blk.1.ffn_up_exps.weight[98]: IQ2_S blk.1.ffn_up_exps.weight[99]: blk.1.ffn_up_exps.weight[100]: blk.1.ffn_up_exps.weight[101]: IQ2_S blk.1.ffn_up_exps.weight[102]: blk.1.ffn_up_exps.weight[103]: IQ2_S blk.1.ffn_up_exps.weight[104]: blk.1.ffn_up_exps.weight[105]: blk.1.ffn_up_exps.weight[106]: IQ2_S blk.1.ffn_up_exps.weight[107]: IQ2_S blk.1.ffn_up_exps.weight[108]: IQ2_S blk.1.ffn_up_exps.weight[109]: IQ2_S blk.1.ffn_up_exps.weight[110]: blk.1.ffn_up_exps.weight[111]: blk.1.ffn_up_exps.weight[112]: blk.1.ffn_up_exps.weight[113]: IQ2_S blk.1.ffn_up_exps.weight[114]: blk.1.ffn_up_exps.weight[115]: IQ2_S blk.1.ffn_up_exps.weight[116]: blk.1.ffn_up_exps.weight[117]: IQ2_S blk.1.ffn_up_exps.weight[118]: blk.1.ffn_up_exps.weight[119]: IQ2_S blk.1.ffn_up_exps.weight[120]: blk.1.ffn_up_exps.weight[121]: blk.1.ffn_up_exps.weight[122]: IQ2_S blk.1.ffn_up_exps.weight[123]: blk.1.ffn_up_exps.weight[124]: IQ2_S blk.1.ffn_up_exps.weight[125]: IQ2_S blk.1.ffn_up_exps.weight[126]: blk.1.ffn_up_exps.weight[127]: IQ2_S blk.1.ffn_up_exps.weight[128]: IQ2_S blk.1.ffn_up_exps.weight[129]: IQ2_S blk.1.ffn_up_exps.weight[130]: IQ2_S blk.1.ffn_up_exps.weight[131]: IQ2_S blk.1.ffn_up_exps.weight[132]: IQ2_S blk.1.ffn_up_exps.weight[133]: IQ2_S blk.1.ffn_up_exps.weight[134]: IQ2_S blk.1.ffn_up_exps.weight[135]: blk.1.ffn_up_exps.weight[136]: IQ2_S blk.1.ffn_up_exps.weight[137]: IQ2_S blk.1.ffn_up_exps.weight[138]: blk.1.ffn_up_exps.weight[139]: IQ2_S blk.1.ffn_up_exps.weight[140]: blk.1.ffn_up_exps.weight[141]: IQ2_S blk.1.ffn_up_exps.weight[142]: IQ2_S blk.1.ffn_up_exps.weight[143]: IQ2_S blk.1.ffn_up_exps.weight[144]: IQ2_S blk.1.ffn_up_exps.weight[145]: blk.1.ffn_up_exps.weight[146]: IQ2_S blk.1.ffn_up_exps.weight[147]: blk.1.ffn_up_exps.weight[148]: blk.1.ffn_up_exps.weight[149]: IQ2_S blk.1.ffn_up_exps.weight[150]: IQ2_S blk.1.ffn_up_exps.weight[151]: IQ2_S blk.1.ffn_up_exps.weight[152]: blk.1.ffn_up_exps.weight[153]: IQ2_S blk.1.ffn_up_exps.weight[154]: blk.1.ffn_up_exps.weight[155]: IQ2_S blk.1.ffn_up_exps.weight[156]: IQ2_S blk.1.ffn_up_exps.weight[157]: IQ2_S blk.1.ffn_up_exps.weight[158]: blk.1.ffn_up_exps.weight[159]: blk.1.ffn_up_exps.weight[160]: IQ2_S blk.1.ffn_up_exps.weight[161]: IQ2_S blk.1.ffn_up_exps.weight[162]: IQ2_S blk.1.ffn_up_exps.weight[163]: IQ2_S blk.1.ffn_up_exps.weight[164]: IQ2_S blk.1.ffn_up_exps.weight[165]: IQ2_S blk.1.ffn_up_exps.weight[166]: IQ2_S blk.1.ffn_up_exps.weight[167]: blk.1.ffn_up_exps.weight[168]: IQ2_S blk.1.ffn_up_exps.weight[169]: IQ2_S blk.1.ffn_up_exps.weight[170]: blk.1.ffn_up_exps.weight[171]: blk.1.ffn_up_exps.weight[172]: blk.1.ffn_up_exps.weight[173]: IQ2_S blk.1.ffn_up_exps.weight[174]: blk.1.ffn_up_exps.weight[175]: IQ2_S blk.1.ffn_up_exps.weight[176]: blk.1.ffn_up_exps.weight[177]: blk.1.ffn_up_exps.weight[178]: blk.1.ffn_up_exps.weight[179]: IQ2_S blk.1.ffn_up_exps.weight[180]: IQ2_S blk.1.ffn_up_exps.weight[181]: blk.1.ffn_up_exps.weight[182]: blk.1.ffn_up_exps.weight[183]: blk.1.ffn_up_exps.weight[184]: IQ2_S blk.1.ffn_up_exps.weight[185]: blk.1.ffn_up_exps.weight[186]: blk.1.ffn_up_exps.weight[187]: blk.1.ffn_up_exps.weight[188]: blk.1.ffn_up_exps.weight[189]: IQ2_S blk.1.ffn_up_exps.weight[190]: IQ2_S blk.1.ffn_up_exps.weight[191]: blk.1.ffn_up_exps.weight[192]: blk.1.ffn_up_exps.weight[193]: IQ2_S blk.1.ffn_up_exps.weight[194]: IQ2_S blk.1.ffn_up_exps.weight[195]: IQ2_S blk.1.ffn_up_exps.weight[196]: IQ2_S blk.1.ffn_up_exps.weight[197]: IQ2_S blk.1.ffn_up_exps.weight[198]: blk.1.ffn_up_exps.weight[199]: blk.1.ffn_up_exps.weight[200]: IQ2_S blk.1.ffn_up_exps.weight[201]: blk.1.ffn_up_exps.weight[202]: blk.1.ffn_up_exps.weight[203]: IQ2_S blk.1.ffn_up_exps.weight[204]: blk.1.ffn_up_exps.weight[205]: blk.1.ffn_up_exps.weight[206]: blk.1.ffn_up_exps.weight[207]: blk.1.ffn_up_exps.weight[208]: blk.1.ffn_up_exps.weight[209]: blk.1.ffn_up_exps.weight[210]: IQ2_S blk.1.ffn_up_exps.weight[211]: IQ2_S blk.1.ffn_up_exps.weight[212]: blk.1.ffn_up_exps.weight[213]: blk.1.ffn_up_exps.weight[214]: blk.1.ffn_up_exps.weight[215]: IQ2_S blk.1.ffn_up_exps.weight[216]: blk.1.ffn_up_exps.weight[217]: blk.1.ffn_up_exps.weight[218]: IQ2_S blk.1.ffn_up_exps.weight[219]: blk.1.ffn_up_exps.weight[220]: blk.1.ffn_up_exps.weight[221]: IQ2_S blk.1.ffn_up_exps.weight[222]: IQ2_S blk.1.ffn_up_exps.weight[223]: IQ2_S blk.1.ffn_up_exps.weight[224]: blk.1.ffn_up_exps.weight[225]: IQ2_S blk.1.ffn_up_exps.weight[226]: IQ2_S blk.1.ffn_up_exps.weight[227]: blk.1.ffn_up_exps.weight[228]: IQ2_S blk.1.ffn_up_exps.weight[229]: IQ2_S blk.1.ffn_up_exps.weight[230]: blk.1.ffn_up_exps.weight[231]: blk.1.ffn_up_exps.weight[232]: IQ2_S blk.1.ffn_up_exps.weight[233]: blk.1.ffn_up_exps.weight[234]: IQ2_S blk.1.ffn_up_exps.weight[235]: blk.1.ffn_up_exps.weight[236]: blk.1.ffn_up_exps.weight[237]: IQ2_S blk.1.ffn_up_exps.weight[238]: blk.1.ffn_up_exps.weight[239]: blk.1.ffn_up_exps.weight[240]: IQ2_S blk.1.ffn_up_exps.weight[241]: IQ2_S blk.1.ffn_up_exps.weight[242]: IQ2_S blk.1.ffn_up_exps.weight[243]: IQ2_S blk.1.ffn_up_exps.weight[244]: IQ2_S blk.1.ffn_up_exps.weight[245]: IQ2_S blk.1.ffn_up_exps.weight[246]: blk.1.ffn_up_exps.weight[247]: blk.1.ffn_up_exps.weight[248]: blk.1.ffn_up_exps.weight[249]: blk.1.ffn_up_exps.weight[250]: IQ2_S blk.1.ffn_up_exps.weight[251]: IQ2_S blk.1.ffn_up_exps.weight[252]: blk.1.ffn_up_exps.weight[253]: IQ2_S blk.1.ffn_up_exps.weight[254]: IQ2_S blk.1.ffn_up_exps.weight[255]: IQ2_S blk.1.ffn_up_exps.weight[256]: blk.1.ffn_up_exps.weight[257]: IQ2_S blk.1.ffn_up_exps.weight[258]: IQ2_S blk.1.ffn_up_exps.weight[259]: IQ2_S blk.1.ffn_up_exps.weight[260]: IQ2_S blk.1.ffn_up_exps.weight[261]: IQ2_S blk.1.ffn_up_exps.weight[262]: IQ2_S blk.1.ffn_up_exps.weight[263]: IQ2_S blk.1.ffn_up_exps.weight[264]: IQ2_S blk.1.ffn_up_exps.weight[265]: IQ2_S blk.1.ffn_up_exps.weight[266]: blk.1.ffn_up_exps.weight[267]: IQ2_S blk.1.ffn_up_exps.weight[268]: IQ2_S blk.1.ffn_up_exps.weight[269]: IQ2_S blk.1.ffn_up_exps.weight[270]: blk.1.ffn_up_exps.weight[271]: IQ2_S blk.1.ffn_up_exps.weight[272]: blk.1.ffn_up_exps.weight[273]: IQ2_S blk.1.ffn_up_exps.weight[274]: IQ2_S blk.1.ffn_up_exps.weight[275]: blk.1.ffn_up_exps.weight[276]: IQ2_S blk.1.ffn_up_exps.weight[277]: blk.1.ffn_up_exps.weight[278]: IQ2_S blk.1.ffn_up_exps.weight[279]: IQ2_S blk.1.ffn_up_exps.weight[280]: blk.1.ffn_up_exps.weight[281]: IQ2_S blk.1.ffn_up_exps.weight[282]: blk.1.ffn_up_exps.weight[283]: blk.1.ffn_up_exps.weight[284]: IQ2_S blk.1.ffn_up_exps.weight[285]: IQ2_S blk.1.ffn_up_exps.weight[286]: IQ2_S blk.1.ffn_up_exps.weight[287]: IQ2_S blk.1.ffn_up_exps.weight[288]: blk.1.ffn_up_exps.weight[289]: blk.1.ffn_up_exps.weight[290]: blk.1.ffn_up_exps.weight[291]: IQ2_S blk.1.ffn_up_exps.weight[292]: blk.1.ffn_up_exps.weight[293]: IQ2_S blk.1.ffn_up_exps.weight[294]: IQ2_S blk.1.ffn_up_exps.weight[295]: blk.1.ffn_up_exps.weight[296]: IQ2_S blk.1.ffn_up_exps.weight[297]: IQ2_S blk.1.ffn_up_exps.weight[298]: IQ2_S blk.1.ffn_up_exps.weight[299]: blk.1.ffn_up_exps.weight[300]: blk.1.ffn_up_exps.weight[301]: IQ2_S blk.1.ffn_up_exps.weight[302]: IQ2_S blk.1.ffn_up_exps.weight[303]: blk.1.ffn_up_exps.weight[304]: IQ2_S blk.1.ffn_up_exps.weight[305]: blk.1.ffn_up_exps.weight[306]: IQ2_S blk.1.ffn_up_exps.weight[307]: blk.1.ffn_up_exps.weight[308]: IQ2_S blk.1.ffn_up_exps.weight[309]: IQ2_S blk.1.ffn_up_exps.weight[310]: blk.1.ffn_up_exps.weight[311]: blk.1.ffn_up_exps.weight[312]: blk.1.ffn_up_exps.weight[313]: blk.1.ffn_up_exps.weight[314]: blk.1.ffn_up_exps.weight[315]: blk.1.ffn_up_exps.weight[316]: IQ2_S blk.1.ffn_up_exps.weight[317]: IQ2_S blk.1.ffn_up_exps.weight[318]: blk.1.ffn_up_exps.weight[319]: blk.1.ffn_up_exps.weight[320]: blk.1.ffn_up_exps.weight[321]: IQ2_S blk.1.ffn_up_exps.weight[322]: blk.1.ffn_up_exps.weight[323]: blk.1.ffn_up_exps.weight[324]: IQ2_S blk.1.ffn_up_exps.weight[325]: blk.1.ffn_up_exps.weight[326]: IQ2_S blk.1.ffn_up_exps.weight[327]: blk.1.ffn_up_exps.weight[328]: IQ2_S blk.1.ffn_up_exps.weight[329]: blk.1.ffn_up_exps.weight[330]: blk.1.ffn_up_exps.weight[331]: blk.1.ffn_up_exps.weight[332]: blk.1.ffn_up_exps.weight[333]: IQ2_S blk.1.ffn_up_exps.weight[334]: IQ2_S blk.1.ffn_up_exps.weight[335]: blk.1.ffn_up_exps.weight[336]: IQ2_S blk.1.ffn_up_exps.weight[337]: blk.1.ffn_up_exps.weight[338]: blk.1.ffn_up_exps.weight[339]: blk.1.ffn_up_exps.weight[340]: IQ2_S blk.1.ffn_up_exps.weight[341]: blk.1.ffn_up_exps.weight[342]: IQ2_S blk.1.ffn_up_exps.weight[343]: blk.1.ffn_up_exps.weight[344]: blk.1.ffn_up_exps.weight[345]: IQ2_S blk.1.ffn_up_exps.weight[346]: blk.1.ffn_up_exps.weight[347]: blk.1.ffn_up_exps.weight[348]: blk.1.ffn_up_exps.weight[349]: IQ2_S blk.1.ffn_up_exps.weight[350]: IQ2_S blk.1.ffn_up_exps.weight[351]: IQ2_S blk.1.ffn_up_exps.weight[352]: blk.1.ffn_up_exps.weight[353]: IQ2_S blk.1.ffn_up_exps.weight[354]: IQ2_S blk.1.ffn_up_exps.weight[355]: blk.1.ffn_up_exps.weight[356]: IQ2_S blk.1.ffn_up_exps.weight[357]: blk.1.ffn_up_exps.weight[358]: blk.1.ffn_up_exps.weight[359]: blk.1.ffn_up_exps.weight[360]: blk.1.ffn_up_exps.weight[361]: blk.1.ffn_up_exps.weight[362]: IQ2_S blk.1.ffn_up_exps.weight[363]: blk.1.ffn_up_exps.weight[364]: IQ2_S blk.1.ffn_up_exps.weight[365]: blk.1.ffn_up_exps.weight[366]: IQ2_S blk.1.ffn_up_exps.weight[367]: blk.1.ffn_up_exps.weight[368]: blk.1.ffn_up_exps.weight[369]: blk.1.ffn_up_exps.weight[370]: IQ2_S blk.1.ffn_up_exps.weight[371]: IQ2_S blk.1.ffn_up_exps.weight[372]: IQ2_S blk.1.ffn_up_exps.weight[373]: blk.1.ffn_up_exps.weight[374]: blk.1.ffn_up_exps.weight[375]: IQ2_S blk.1.ffn_up_exps.weight[376]: IQ2_S blk.1.ffn_up_exps.weight[377]: blk.1.ffn_up_exps.weight[378]: IQ2_S blk.1.ffn_up_exps.weight[379]: blk.1.ffn_up_exps.weight[380]: IQ2_S blk.1.ffn_up_exps.weight[381]: IQ2_S blk.1.ffn_up_exps.weight[382]: IQ2_S blk.1.ffn_up_exps.weight[383]: IQ2_S blk.1.ffn_up_exps.weight[384]: blk.1.ffn_up_exps.weight[385]: blk.1.ffn_up_exps.weight[386]: IQ2_S blk.1.ffn_up_exps.weight[387]: IQ2_S blk.1.ffn_up_exps.weight[388]: IQ2_S blk.1.ffn_up_exps.weight[389]: IQ2_S blk.1.ffn_up_exps.weight[390]: IQ2_S blk.1.ffn_up_exps.weight[391]: blk.1.ffn_up_exps.weight[392]: blk.1.ffn_up_exps.weight[393]: blk.1.ffn_up_exps.weight[394]: blk.1.ffn_up_exps.weight[395]: IQ2_S blk.1.ffn_up_exps.weight[396]: blk.1.ffn_up_exps.weight[397]: blk.1.ffn_up_exps.weight[398]: blk.1.ffn_up_exps.weight[399]: blk.1.ffn_up_exps.weight[400]: IQ2_S blk.1.ffn_up_exps.weight[401]: blk.1.ffn_up_exps.weight[402]: IQ2_S blk.1.ffn_up_exps.weight[403]: IQ2_S blk.1.ffn_up_exps.weight[404]: IQ2_S blk.1.ffn_up_exps.weight[405]: IQ2_S blk.1.ffn_up_exps.weight[406]: IQ2_S blk.1.ffn_up_exps.weight[407]: IQ2_S blk.1.ffn_up_exps.weight[408]: blk.1.ffn_up_exps.weight[409]: IQ2_S blk.1.ffn_up_exps.weight[410]: blk.1.ffn_up_exps.weight[411]: blk.1.ffn_up_exps.weight[412]: blk.1.ffn_up_exps.weight[413]: IQ2_S blk.1.ffn_up_exps.weight[414]: IQ2_S blk.1.ffn_up_exps.weight[415]: blk.1.ffn_up_exps.weight[416]: blk.1.ffn_up_exps.weight[417]: IQ2_S blk.1.ffn_up_exps.weight[418]: IQ2_S blk.1.ffn_up_exps.weight[419]: IQ2_S blk.1.ffn_up_exps.weight[420]: IQ2_S blk.1.ffn_up_exps.weight[421]: blk.1.ffn_up_exps.weight[422]: blk.1.ffn_up_exps.weight[423]: IQ2_S blk.1.ffn_up_exps.weight[424]: blk.1.ffn_up_exps.weight[425]: blk.1.ffn_up_exps.weight[426]: IQ2_S blk.1.ffn_up_exps.weight[427]: IQ2_S blk.1.ffn_up_exps.weight[428]: blk.1.ffn_up_exps.weight[429]: blk.1.ffn_up_exps.weight[430]: IQ2_S blk.1.ffn_up_exps.weight[431]: IQ2_S blk.1.ffn_up_exps.weight[432]: blk.1.ffn_up_exps.weight[433]: blk.1.ffn_up_exps.weight[434]: IQ2_S blk.1.ffn_up_exps.weight[435]: blk.1.ffn_up_exps.weight[436]: blk.1.ffn_up_exps.weight[437]: IQ2_S blk.1.ffn_up_exps.weight[438]: IQ2_S blk.1.ffn_up_exps.weight[439]: blk.1.ffn_up_exps.weight[440]: blk.1.ffn_up_exps.weight[441]: IQ2_S blk.1.ffn_up_exps.weight[442]: blk.1.ffn_up_exps.weight[443]: IQ2_S blk.1.ffn_up_exps.weight[444]: blk.1.ffn_up_exps.weight[445]: IQ2_S blk.1.ffn_up_exps.weight[446]: IQ2_S blk.1.ffn_up_exps.weight[447]: blk.1.ffn_up_exps.weight[448]: blk.1.ffn_up_exps.weight[449]: IQ2_S blk.1.ffn_up_exps.weight[450]: blk.1.ffn_up_exps.weight[451]: blk.1.ffn_up_exps.weight[452]: IQ2_S blk.1.ffn_up_exps.weight[453]: blk.1.ffn_up_exps.weight[454]: IQ2_S blk.1.ffn_up_exps.weight[455]: blk.1.ffn_up_exps.weight[456]: IQ2_S blk.1.ffn_up_exps.weight[457]: blk.1.ffn_up_exps.weight[458]: blk.1.ffn_up_exps.weight[459]: blk.1.ffn_up_exps.weight[460]: blk.1.ffn_up_exps.weight[461]: blk.1.ffn_up_exps.weight[462]: blk.1.ffn_up_exps.weight[463]: blk.1.ffn_up_exps.weight[464]: IQ2_S blk.1.ffn_up_exps.weight[465]: blk.1.ffn_up_exps.weight[466]: IQ2_S blk.1.ffn_up_exps.weight[467]: IQ2_S blk.1.ffn_up_exps.weight[468]: IQ2_S blk.1.ffn_up_exps.weight[469]: blk.1.ffn_up_exps.weight[470]: blk.1.ffn_up_exps.weight[471]: IQ2_S blk.1.ffn_up_exps.weight[472]: blk.1.ffn_up_exps.weight[473]: blk.1.ffn_up_exps.weight[474]: blk.1.ffn_up_exps.weight[475]: IQ2_S blk.1.ffn_up_exps.weight[476]: IQ2_S blk.1.ffn_up_exps.weight[477]: IQ2_S blk.1.ffn_up_exps.weight[478]: blk.1.ffn_up_exps.weight[479]: IQ2_S blk.1.ffn_up_exps.weight[480]: blk.1.ffn_up_exps.weight[481]: IQ2_S blk.1.ffn_up_exps.weight[482]: IQ2_S blk.1.ffn_up_exps.weight[483]: IQ2_S blk.1.ffn_up_exps.weight[484]: IQ2_S blk.1.ffn_up_exps.weight[485]: blk.1.ffn_up_exps.weight[486]: blk.1.ffn_up_exps.weight[487]: blk.1.ffn_up_exps.weight[488]: blk.1.ffn_up_exps.weight[489]: blk.1.ffn_up_exps.weight[490]: blk.1.ffn_up_exps.weight[491]: blk.1.ffn_up_exps.weight[492]: IQ2_S blk.1.ffn_up_exps.weight[493]: IQ2_S blk.1.ffn_up_exps.weight[494]: blk.1.ffn_up_exps.weight[495]: blk.1.ffn_up_exps.weight[496]: blk.1.ffn_up_exps.weight[497]: blk.1.ffn_up_exps.weight[498]: blk.1.ffn_up_exps.weight[499]: IQ2_S blk.1.ffn_up_exps.weight[500]: IQ2_S blk.1.ffn_up_exps.weight[501]: blk.1.ffn_up_exps.weight[502]: blk.1.ffn_up_exps.weight[503]: blk.1.ffn_up_exps.weight[504]: IQ2_S blk.1.ffn_up_exps.weight[505]: IQ2_S blk.1.ffn_up_exps.weight[506]: IQ2_S blk.1.ffn_up_exps.weight[507]: blk.1.ffn_up_exps.weight[508]: IQ2_S blk.1.ffn_up_exps.weight[509]: blk.1.ffn_up_exps.weight[510]: blk.1.ffn_up_exps.weight[511]: blk.1.ffn_down_exps.weight[0]: blk.1.ffn_down_exps.weight[1]: Q2_0 blk.1.ffn_down_exps.weight[2]: Q2_0 blk.1.ffn_down_exps.weight[3]: Q2_0 blk.1.ffn_down_exps.weight[4]: Q2_0 blk.1.ffn_down_exps.weight[5]: blk.1.ffn_down_exps.weight[6]: Q2_0 blk.1.ffn_down_exps.weight[7]: blk.1.ffn_down_exps.weight[8]: blk.1.ffn_down_exps.weight[9]: blk.1.ffn_down_exps.weight[10]: Q2_0 blk.1.ffn_down_exps.weight[11]: Q2_0 blk.1.ffn_down_exps.weight[12]: blk.1.ffn_down_exps.weight[13]: Q2_0 blk.1.ffn_down_exps.weight[14]: Q2_0 blk.1.ffn_down_exps.weight[15]: blk.1.ffn_down_exps.weight[16]: Q2_0 blk.1.ffn_down_exps.weight[17]: Q2_0 blk.1.ffn_down_exps.weight[18]: blk.1.ffn_down_exps.weight[19]: Q2_0 blk.1.ffn_down_exps.weight[20]: Q2_0 blk.1.ffn_down_exps.weight[21]: blk.1.ffn_down_exps.weight[22]: blk.1.ffn_down_exps.weight[23]: Q2_0 blk.1.ffn_down_exps.weight[24]: blk.1.ffn_down_exps.weight[25]: blk.1.ffn_down_exps.weight[26]: blk.1.ffn_down_exps.weight[27]: Q2_0 blk.1.ffn_down_exps.weight[28]: blk.1.ffn_down_exps.weight[29]: Q2_0 blk.1.ffn_down_exps.weight[30]: blk.1.ffn_down_exps.weight[31]: blk.1.ffn_down_exps.weight[32]: blk.1.ffn_down_exps.weight[33]: Q2_0 blk.1.ffn_down_exps.weight[34]: Q2_0 blk.1.ffn_down_exps.weight[35]: blk.1.ffn_down_exps.weight[36]: blk.1.ffn_down_exps.weight[37]: blk.1.ffn_down_exps.weight[38]: Q2_0 blk.1.ffn_down_exps.weight[39]: blk.1.ffn_down_exps.weight[40]: blk.1.ffn_down_exps.weight[41]: blk.1.ffn_down_exps.weight[42]: Q2_0 blk.1.ffn_down_exps.weight[43]: Q2_0 blk.1.ffn_down_exps.weight[44]: blk.1.ffn_down_exps.weight[45]: blk.1.ffn_down_exps.weight[46]: blk.1.ffn_down_exps.weight[47]: blk.1.ffn_down_exps.weight[48]: Q2_0 blk.1.ffn_down_exps.weight[49]: blk.1.ffn_down_exps.weight[50]: Q2_0 blk.1.ffn_down_exps.weight[51]: blk.1.ffn_down_exps.weight[52]: blk.1.ffn_down_exps.weight[53]: Q2_0 blk.1.ffn_down_exps.weight[54]: Q2_0 blk.1.ffn_down_exps.weight[55]: blk.1.ffn_down_exps.weight[56]: blk.1.ffn_down_exps.weight[57]: Q2_0 blk.1.ffn_down_exps.weight[58]: Q2_0 blk.1.ffn_down_exps.weight[59]: Q2_0 blk.1.ffn_down_exps.weight[60]: Q2_0 blk.1.ffn_down_exps.weight[61]: blk.1.ffn_down_exps.weight[62]: blk.1.ffn_down_exps.weight[63]: Q2_0 blk.1.ffn_down_exps.weight[64]: blk.1.ffn_down_exps.weight[65]: Q2_0 blk.1.ffn_down_exps.weight[66]: blk.1.ffn_down_exps.weight[67]: blk.1.ffn_down_exps.weight[68]: Q2_0 blk.1.ffn_down_exps.weight[69]: blk.1.ffn_down_exps.weight[70]: Q2_0 blk.1.ffn_down_exps.weight[71]: Q2_0 blk.1.ffn_down_exps.weight[72]: Q2_0 blk.1.ffn_down_exps.weight[73]: blk.1.ffn_down_exps.weight[74]: Q2_0 blk.1.ffn_down_exps.weight[75]: blk.1.ffn_down_exps.weight[76]: Q2_0 blk.1.ffn_down_exps.weight[77]: blk.1.ffn_down_exps.weight[78]: blk.1.ffn_down_exps.weight[79]: blk.1.ffn_down_exps.weight[80]: Q2_0 blk.1.ffn_down_exps.weight[81]: blk.1.ffn_down_exps.weight[82]: blk.1.ffn_down_exps.weight[83]: Q2_0 blk.1.ffn_down_exps.weight[84]: Q2_0 blk.1.ffn_down_exps.weight[85]: Q2_0 blk.1.ffn_down_exps.weight[86]: Q2_0 blk.1.ffn_down_exps.weight[87]: blk.1.ffn_down_exps.weight[88]: blk.1.ffn_down_exps.weight[89]: Q2_0 blk.1.ffn_down_exps.weight[90]: Q2_0 blk.1.ffn_down_exps.weight[91]: Q2_0 blk.1.ffn_down_exps.weight[92]: Q2_0 blk.1.ffn_down_exps.weight[93]: blk.1.ffn_down_exps.weight[94]: Q2_0 blk.1.ffn_down_exps.weight[95]: Q2_0 blk.1.ffn_down_exps.weight[96]: blk.1.ffn_down_exps.weight[97]: blk.1.ffn_down_exps.weight[98]: Q2_0 blk.1.ffn_down_exps.weight[99]: blk.1.ffn_down_exps.weight[100]: blk.1.ffn_down_exps.weight[101]: Q2_0 blk.1.ffn_down_exps.weight[102]: blk.1.ffn_down_exps.weight[103]: Q2_0 blk.1.ffn_down_exps.weight[104]: blk.1.ffn_down_exps.weight[105]: blk.1.ffn_down_exps.weight[106]: Q2_0 blk.1.ffn_down_exps.weight[107]: Q2_0 blk.1.ffn_down_exps.weight[108]: Q2_0 blk.1.ffn_down_exps.weight[109]: Q2_0 blk.1.ffn_down_exps.weight[110]: blk.1.ffn_down_exps.weight[111]: blk.1.ffn_down_exps.weight[112]: blk.1.ffn_down_exps.weight[113]: Q2_0 blk.1.ffn_down_exps.weight[114]: blk.1.ffn_down_exps.weight[115]: Q2_0 blk.1.ffn_down_exps.weight[116]: blk.1.ffn_down_exps.weight[117]: Q2_0 blk.1.ffn_down_exps.weight[118]: blk.1.ffn_down_exps.weight[119]: Q2_0 blk.1.ffn_down_exps.weight[120]: blk.1.ffn_down_exps.weight[121]: blk.1.ffn_down_exps.weight[122]: Q2_0 blk.1.ffn_down_exps.weight[123]: blk.1.ffn_down_exps.weight[124]: Q2_0 blk.1.ffn_down_exps.weight[125]: Q2_0 blk.1.ffn_down_exps.weight[126]: blk.1.ffn_down_exps.weight[127]: Q2_0 blk.1.ffn_down_exps.weight[128]: Q2_0 blk.1.ffn_down_exps.weight[129]: Q2_0 blk.1.ffn_down_exps.weight[130]: Q2_0 blk.1.ffn_down_exps.weight[131]: Q2_0 blk.1.ffn_down_exps.weight[132]: Q2_0 blk.1.ffn_down_exps.weight[133]: Q2_0 blk.1.ffn_down_exps.weight[134]: Q2_0 blk.1.ffn_down_exps.weight[135]: blk.1.ffn_down_exps.weight[136]: Q2_0 blk.1.ffn_down_exps.weight[137]: Q2_0 blk.1.ffn_down_exps.weight[138]: blk.1.ffn_down_exps.weight[139]: Q2_0 blk.1.ffn_down_exps.weight[140]: blk.1.ffn_down_exps.weight[141]: Q2_0 blk.1.ffn_down_exps.weight[142]: Q2_0 blk.1.ffn_down_exps.weight[143]: Q2_0 blk.1.ffn_down_exps.weight[144]: Q2_0 blk.1.ffn_down_exps.weight[145]: blk.1.ffn_down_exps.weight[146]: Q2_0 blk.1.ffn_down_exps.weight[147]: blk.1.ffn_down_exps.weight[148]: blk.1.ffn_down_exps.weight[149]: Q2_0 blk.1.ffn_down_exps.weight[150]: Q2_0 blk.1.ffn_down_exps.weight[151]: Q2_0 blk.1.ffn_down_exps.weight[152]: blk.1.ffn_down_exps.weight[153]: Q2_0 blk.1.ffn_down_exps.weight[154]: blk.1.ffn_down_exps.weight[155]: Q2_0 blk.1.ffn_down_exps.weight[156]: Q2_0 blk.1.ffn_down_exps.weight[157]: Q2_0 blk.1.ffn_down_exps.weight[158]: blk.1.ffn_down_exps.weight[159]: blk.1.ffn_down_exps.weight[160]: Q2_0 blk.1.ffn_down_exps.weight[161]: Q2_0 blk.1.ffn_down_exps.weight[162]: Q2_0 blk.1.ffn_down_exps.weight[163]: Q2_0 blk.1.ffn_down_exps.weight[164]: Q2_0 blk.1.ffn_down_exps.weight[165]: Q2_0 blk.1.ffn_down_exps.weight[166]: Q2_0 blk.1.ffn_down_exps.weight[167]: blk.1.ffn_down_exps.weight[168]: Q2_0 blk.1.ffn_down_exps.weight[169]: Q2_0 blk.1.ffn_down_exps.weight[170]: blk.1.ffn_down_exps.weight[171]: blk.1.ffn_down_exps.weight[172]: blk.1.ffn_down_exps.weight[173]: Q2_0 blk.1.ffn_down_exps.weight[174]: blk.1.ffn_down_exps.weight[175]: Q2_0 blk.1.ffn_down_exps.weight[176]: blk.1.ffn_down_exps.weight[177]: blk.1.ffn_down_exps.weight[178]: blk.1.ffn_down_exps.weight[179]: Q2_0 blk.1.ffn_down_exps.weight[180]: Q2_0 blk.1.ffn_down_exps.weight[181]: blk.1.ffn_down_exps.weight[182]: blk.1.ffn_down_exps.weight[183]: blk.1.ffn_down_exps.weight[184]: Q2_0 blk.1.ffn_down_exps.weight[185]: blk.1.ffn_down_exps.weight[186]: blk.1.ffn_down_exps.weight[187]: blk.1.ffn_down_exps.weight[188]: blk.1.ffn_down_exps.weight[189]: Q2_0 blk.1.ffn_down_exps.weight[190]: Q2_0 blk.1.ffn_down_exps.weight[191]: blk.1.ffn_down_exps.weight[192]: blk.1.ffn_down_exps.weight[193]: Q2_0 blk.1.ffn_down_exps.weight[194]: Q2_0 blk.1.ffn_down_exps.weight[195]: Q2_0 blk.1.ffn_down_exps.weight[196]: Q2_0 blk.1.ffn_down_exps.weight[197]: Q2_0 blk.1.ffn_down_exps.weight[198]: blk.1.ffn_down_exps.weight[199]: blk.1.ffn_down_exps.weight[200]: Q2_0 blk.1.ffn_down_exps.weight[201]: blk.1.ffn_down_exps.weight[202]: blk.1.ffn_down_exps.weight[203]: Q2_0 blk.1.ffn_down_exps.weight[204]: blk.1.ffn_down_exps.weight[205]: blk.1.ffn_down_exps.weight[206]: blk.1.ffn_down_exps.weight[207]: blk.1.ffn_down_exps.weight[208]: blk.1.ffn_down_exps.weight[209]: blk.1.ffn_down_exps.weight[210]: Q2_0 blk.1.ffn_down_exps.weight[211]: Q2_0 blk.1.ffn_down_exps.weight[212]: blk.1.ffn_down_exps.weight[213]: blk.1.ffn_down_exps.weight[214]: blk.1.ffn_down_exps.weight[215]: Q2_0 blk.1.ffn_down_exps.weight[216]: blk.1.ffn_down_exps.weight[217]: blk.1.ffn_down_exps.weight[218]: Q2_0 blk.1.ffn_down_exps.weight[219]: blk.1.ffn_down_exps.weight[220]: blk.1.ffn_down_exps.weight[221]: Q2_0 blk.1.ffn_down_exps.weight[222]: Q2_0 blk.1.ffn_down_exps.weight[223]: Q2_0 blk.1.ffn_down_exps.weight[224]: blk.1.ffn_down_exps.weight[225]: Q2_0 blk.1.ffn_down_exps.weight[226]: Q2_0 blk.1.ffn_down_exps.weight[227]: blk.1.ffn_down_exps.weight[228]: Q2_0 blk.1.ffn_down_exps.weight[229]: Q2_0 blk.1.ffn_down_exps.weight[230]: blk.1.ffn_down_exps.weight[231]: blk.1.ffn_down_exps.weight[232]: Q2_0 blk.1.ffn_down_exps.weight[233]: blk.1.ffn_down_exps.weight[234]: Q2_0 blk.1.ffn_down_exps.weight[235]: blk.1.ffn_down_exps.weight[236]: blk.1.ffn_down_exps.weight[237]: Q2_0 blk.1.ffn_down_exps.weight[238]: blk.1.ffn_down_exps.weight[239]: blk.1.ffn_down_exps.weight[240]: Q2_0 blk.1.ffn_down_exps.weight[241]: Q2_0 blk.1.ffn_down_exps.weight[242]: Q2_0 blk.1.ffn_down_exps.weight[243]: Q2_0 blk.1.ffn_down_exps.weight[244]: Q2_0 blk.1.ffn_down_exps.weight[245]: Q2_0 blk.1.ffn_down_exps.weight[246]: blk.1.ffn_down_exps.weight[247]: blk.1.ffn_down_exps.weight[248]: blk.1.ffn_down_exps.weight[249]: blk.1.ffn_down_exps.weight[250]: Q2_0 blk.1.ffn_down_exps.weight[251]: Q2_0 blk.1.ffn_down_exps.weight[252]: blk.1.ffn_down_exps.weight[253]: Q2_0 blk.1.ffn_down_exps.weight[254]: Q2_0 blk.1.ffn_down_exps.weight[255]: Q2_0 blk.1.ffn_down_exps.weight[256]: blk.1.ffn_down_exps.weight[257]: Q2_0 blk.1.ffn_down_exps.weight[258]: Q2_0 blk.1.ffn_down_exps.weight[259]: Q2_0 blk.1.ffn_down_exps.weight[260]: Q2_0 blk.1.ffn_down_exps.weight[261]: Q2_0 blk.1.ffn_down_exps.weight[262]: Q2_0 blk.1.ffn_down_exps.weight[263]: Q2_0 blk.1.ffn_down_exps.weight[264]: Q2_0 blk.1.ffn_down_exps.weight[265]: Q2_0 blk.1.ffn_down_exps.weight[266]: blk.1.ffn_down_exps.weight[267]: Q2_0 blk.1.ffn_down_exps.weight[268]: Q2_0 blk.1.ffn_down_exps.weight[269]: Q2_0 blk.1.ffn_down_exps.weight[270]: blk.1.ffn_down_exps.weight[271]: Q2_0 blk.1.ffn_down_exps.weight[272]: blk.1.ffn_down_exps.weight[273]: Q2_0 blk.1.ffn_down_exps.weight[274]: Q2_0 blk.1.ffn_down_exps.weight[275]: blk.1.ffn_down_exps.weight[276]: Q2_0 blk.1.ffn_down_exps.weight[277]: blk.1.ffn_down_exps.weight[278]: Q2_0 blk.1.ffn_down_exps.weight[279]: Q2_0 blk.1.ffn_down_exps.weight[280]: blk.1.ffn_down_exps.weight[281]: Q2_0 blk.1.ffn_down_exps.weight[282]: blk.1.ffn_down_exps.weight[283]: blk.1.ffn_down_exps.weight[284]: Q2_0 blk.1.ffn_down_exps.weight[285]: Q2_0 blk.1.ffn_down_exps.weight[286]: Q2_0 blk.1.ffn_down_exps.weight[287]: Q2_0 blk.1.ffn_down_exps.weight[288]: blk.1.ffn_down_exps.weight[289]: blk.1.ffn_down_exps.weight[290]: blk.1.ffn_down_exps.weight[291]: Q2_0 blk.1.ffn_down_exps.weight[292]: blk.1.ffn_down_exps.weight[293]: Q2_0 blk.1.ffn_down_exps.weight[294]: Q2_0 blk.1.ffn_down_exps.weight[295]: blk.1.ffn_down_exps.weight[296]: Q2_0 blk.1.ffn_down_exps.weight[297]: Q2_0 blk.1.ffn_down_exps.weight[298]: Q2_0 blk.1.ffn_down_exps.weight[299]: blk.1.ffn_down_exps.weight[300]: blk.1.ffn_down_exps.weight[301]: Q2_0 blk.1.ffn_down_exps.weight[302]: Q2_0 blk.1.ffn_down_exps.weight[303]: blk.1.ffn_down_exps.weight[304]: Q2_0 blk.1.ffn_down_exps.weight[305]: blk.1.ffn_down_exps.weight[306]: Q2_0 blk.1.ffn_down_exps.weight[307]: blk.1.ffn_down_exps.weight[308]: Q2_0 blk.1.ffn_down_exps.weight[309]: Q2_0 blk.1.ffn_down_exps.weight[310]: blk.1.ffn_down_exps.weight[311]: blk.1.ffn_down_exps.weight[312]: blk.1.ffn_down_exps.weight[313]: blk.1.ffn_down_exps.weight[314]: blk.1.ffn_down_exps.weight[315]: blk.1.ffn_down_exps.weight[316]: Q2_0 blk.1.ffn_down_exps.weight[317]: Q2_0 blk.1.ffn_down_exps.weight[318]: blk.1.ffn_down_exps.weight[319]: blk.1.ffn_down_exps.weight[320]: blk.1.ffn_down_exps.weight[321]: Q2_0 blk.1.ffn_down_exps.weight[322]: blk.1.ffn_down_exps.weight[323]: blk.1.ffn_down_exps.weight[324]: Q2_0 blk.1.ffn_down_exps.weight[325]: blk.1.ffn_down_exps.weight[326]: Q2_0 blk.1.ffn_down_exps.weight[327]: blk.1.ffn_down_exps.weight[328]: Q2_0 blk.1.ffn_down_exps.weight[329]: blk.1.ffn_down_exps.weight[330]: blk.1.ffn_down_exps.weight[331]: blk.1.ffn_down_exps.weight[332]: blk.1.ffn_down_exps.weight[333]: Q2_0 blk.1.ffn_down_exps.weight[334]: Q2_0 blk.1.ffn_down_exps.weight[335]: blk.1.ffn_down_exps.weight[336]: Q2_0 blk.1.ffn_down_exps.weight[337]: blk.1.ffn_down_exps.weight[338]: blk.1.ffn_down_exps.weight[339]: blk.1.ffn_down_exps.weight[340]: Q2_0 blk.1.ffn_down_exps.weight[341]: blk.1.ffn_down_exps.weight[342]: Q2_0 blk.1.ffn_down_exps.weight[343]: blk.1.ffn_down_exps.weight[344]: blk.1.ffn_down_exps.weight[345]: Q2_0 blk.1.ffn_down_exps.weight[346]: blk.1.ffn_down_exps.weight[347]: blk.1.ffn_down_exps.weight[348]: blk.1.ffn_down_exps.weight[349]: Q2_0 blk.1.ffn_down_exps.weight[350]: Q2_0 blk.1.ffn_down_exps.weight[351]: Q2_0 blk.1.ffn_down_exps.weight[352]: blk.1.ffn_down_exps.weight[353]: Q2_0 blk.1.ffn_down_exps.weight[354]: Q2_0 blk.1.ffn_down_exps.weight[355]: blk.1.ffn_down_exps.weight[356]: Q2_0 blk.1.ffn_down_exps.weight[357]: blk.1.ffn_down_exps.weight[358]: blk.1.ffn_down_exps.weight[359]: blk.1.ffn_down_exps.weight[360]: blk.1.ffn_down_exps.weight[361]: blk.1.ffn_down_exps.weight[362]: Q2_0 blk.1.ffn_down_exps.weight[363]: blk.1.ffn_down_exps.weight[364]: Q2_0 blk.1.ffn_down_exps.weight[365]: blk.1.ffn_down_exps.weight[366]: Q2_0 blk.1.ffn_down_exps.weight[367]: blk.1.ffn_down_exps.weight[368]: blk.1.ffn_down_exps.weight[369]: blk.1.ffn_down_exps.weight[370]: Q2_0 blk.1.ffn_down_exps.weight[371]: Q2_0 blk.1.ffn_down_exps.weight[372]: Q2_0 blk.1.ffn_down_exps.weight[373]: blk.1.ffn_down_exps.weight[374]: blk.1.ffn_down_exps.weight[375]: Q2_0 blk.1.ffn_down_exps.weight[376]: Q2_0 blk.1.ffn_down_exps.weight[377]: blk.1.ffn_down_exps.weight[378]: Q2_0 blk.1.ffn_down_exps.weight[379]: blk.1.ffn_down_exps.weight[380]: Q2_0 blk.1.ffn_down_exps.weight[381]: Q2_0 blk.1.ffn_down_exps.weight[382]: Q2_0 blk.1.ffn_down_exps.weight[383]: Q2_0 blk.1.ffn_down_exps.weight[384]: blk.1.ffn_down_exps.weight[385]: blk.1.ffn_down_exps.weight[386]: Q2_0 blk.1.ffn_down_exps.weight[387]: Q2_0 blk.1.ffn_down_exps.weight[388]: Q2_0 blk.1.ffn_down_exps.weight[389]: Q2_0 blk.1.ffn_down_exps.weight[390]: Q2_0 blk.1.ffn_down_exps.weight[391]: blk.1.ffn_down_exps.weight[392]: blk.1.ffn_down_exps.weight[393]: blk.1.ffn_down_exps.weight[394]: blk.1.ffn_down_exps.weight[395]: Q2_0 blk.1.ffn_down_exps.weight[396]: blk.1.ffn_down_exps.weight[397]: blk.1.ffn_down_exps.weight[398]: blk.1.ffn_down_exps.weight[399]: blk.1.ffn_down_exps.weight[400]: Q2_0 blk.1.ffn_down_exps.weight[401]: blk.1.ffn_down_exps.weight[402]: Q2_0 blk.1.ffn_down_exps.weight[403]: Q2_0 blk.1.ffn_down_exps.weight[404]: Q2_0 blk.1.ffn_down_exps.weight[405]: Q2_0 blk.1.ffn_down_exps.weight[406]: Q2_0 blk.1.ffn_down_exps.weight[407]: Q2_0 blk.1.ffn_down_exps.weight[408]: blk.1.ffn_down_exps.weight[409]: Q2_0 blk.1.ffn_down_exps.weight[410]: blk.1.ffn_down_exps.weight[411]: blk.1.ffn_down_exps.weight[412]: blk.1.ffn_down_exps.weight[413]: Q2_0 blk.1.ffn_down_exps.weight[414]: Q2_0 blk.1.ffn_down_exps.weight[415]: blk.1.ffn_down_exps.weight[416]: blk.1.ffn_down_exps.weight[417]: Q2_0 blk.1.ffn_down_exps.weight[418]: Q2_0 blk.1.ffn_down_exps.weight[419]: Q2_0 blk.1.ffn_down_exps.weight[420]: Q2_0 blk.1.ffn_down_exps.weight[421]: blk.1.ffn_down_exps.weight[422]: blk.1.ffn_down_exps.weight[423]: Q2_0 blk.1.ffn_down_exps.weight[424]: blk.1.ffn_down_exps.weight[425]: blk.1.ffn_down_exps.weight[426]: Q2_0 blk.1.ffn_down_exps.weight[427]: Q2_0 blk.1.ffn_down_exps.weight[428]: blk.1.ffn_down_exps.weight[429]: blk.1.ffn_down_exps.weight[430]: Q2_0 blk.1.ffn_down_exps.weight[431]: Q2_0 blk.1.ffn_down_exps.weight[432]: blk.1.ffn_down_exps.weight[433]: blk.1.ffn_down_exps.weight[434]: Q2_0 blk.1.ffn_down_exps.weight[435]: blk.1.ffn_down_exps.weight[436]: blk.1.ffn_down_exps.weight[437]: Q2_0 blk.1.ffn_down_exps.weight[438]: Q2_0 blk.1.ffn_down_exps.weight[439]: blk.1.ffn_down_exps.weight[440]: blk.1.ffn_down_exps.weight[441]: Q2_0 blk.1.ffn_down_exps.weight[442]: blk.1.ffn_down_exps.weight[443]: Q2_0 blk.1.ffn_down_exps.weight[444]: blk.1.ffn_down_exps.weight[445]: Q2_0 blk.1.ffn_down_exps.weight[446]: Q2_0 blk.1.ffn_down_exps.weight[447]: blk.1.ffn_down_exps.weight[448]: blk.1.ffn_down_exps.weight[449]: Q2_0 blk.1.ffn_down_exps.weight[450]: blk.1.ffn_down_exps.weight[451]: blk.1.ffn_down_exps.weight[452]: Q2_0 blk.1.ffn_down_exps.weight[453]: blk.1.ffn_down_exps.weight[454]: Q2_0 blk.1.ffn_down_exps.weight[455]: blk.1.ffn_down_exps.weight[456]: Q2_0 blk.1.ffn_down_exps.weight[457]: blk.1.ffn_down_exps.weight[458]: blk.1.ffn_down_exps.weight[459]: blk.1.ffn_down_exps.weight[460]: blk.1.ffn_down_exps.weight[461]: blk.1.ffn_down_exps.weight[462]: blk.1.ffn_down_exps.weight[463]: blk.1.ffn_down_exps.weight[464]: Q2_0 blk.1.ffn_down_exps.weight[465]: blk.1.ffn_down_exps.weight[466]: Q2_0 blk.1.ffn_down_exps.weight[467]: Q2_0 blk.1.ffn_down_exps.weight[468]: Q2_0 blk.1.ffn_down_exps.weight[469]: blk.1.ffn_down_exps.weight[470]: blk.1.ffn_down_exps.weight[471]: Q2_0 blk.1.ffn_down_exps.weight[472]: blk.1.ffn_down_exps.weight[473]: blk.1.ffn_down_exps.weight[474]: blk.1.ffn_down_exps.weight[475]: Q2_0 blk.1.ffn_down_exps.weight[476]: Q2_0 blk.1.ffn_down_exps.weight[477]: Q2_0 blk.1.ffn_down_exps.weight[478]: blk.1.ffn_down_exps.weight[479]: Q2_0 blk.1.ffn_down_exps.weight[480]: blk.1.ffn_down_exps.weight[481]: Q2_0 blk.1.ffn_down_exps.weight[482]: Q2_0 blk.1.ffn_down_exps.weight[483]: Q2_0 blk.1.ffn_down_exps.weight[484]: Q2_0 blk.1.ffn_down_exps.weight[485]: blk.1.ffn_down_exps.weight[486]: blk.1.ffn_down_exps.weight[487]: blk.1.ffn_down_exps.weight[488]: blk.1.ffn_down_exps.weight[489]: blk.1.ffn_down_exps.weight[490]: blk.1.ffn_down_exps.weight[491]: blk.1.ffn_down_exps.weight[492]: Q2_0 blk.1.ffn_down_exps.weight[493]: Q2_0 blk.1.ffn_down_exps.weight[494]: blk.1.ffn_down_exps.weight[495]: blk.1.ffn_down_exps.weight[496]: blk.1.ffn_down_exps.weight[497]: blk.1.ffn_down_exps.weight[498]: blk.1.ffn_down_exps.weight[499]: Q2_0 blk.1.ffn_down_exps.weight[500]: Q2_0 blk.1.ffn_down_exps.weight[501]: blk.1.ffn_down_exps.weight[502]: blk.1.ffn_down_exps.weight[503]: blk.1.ffn_down_exps.weight[504]: Q2_0 blk.1.ffn_down_exps.weight[505]: Q2_0 blk.1.ffn_down_exps.weight[506]: Q2_0 blk.1.ffn_down_exps.weight[507]: blk.1.ffn_down_exps.weight[508]: Q2_0 blk.1.ffn_down_exps.weight[509]: blk.1.ffn_down_exps.weight[510]: blk.1.ffn_down_exps.weight[511]: blk.2.ffn_gate_exps.weight[0]: blk.2.ffn_gate_exps.weight[1]: blk.2.ffn_gate_exps.weight[2]: IQ2_S blk.2.ffn_gate_exps.weight[3]: blk.2.ffn_gate_exps.weight[4]: blk.2.ffn_gate_exps.weight[5]: blk.2.ffn_gate_exps.weight[6]: blk.2.ffn_gate_exps.weight[7]: blk.2.ffn_gate_exps.weight[8]: blk.2.ffn_gate_exps.weight[9]: IQ2_S blk.2.ffn_gate_exps.weight[10]: IQ2_S blk.2.ffn_gate_exps.weight[11]: blk.2.ffn_gate_exps.weight[12]: blk.2.ffn_gate_exps.weight[13]: IQ2_S blk.2.ffn_gate_exps.weight[14]: blk.2.ffn_gate_exps.weight[15]: blk.2.ffn_gate_exps.weight[16]: IQ2_S blk.2.ffn_gate_exps.weight[17]: blk.2.ffn_gate_exps.weight[18]: blk.2.ffn_gate_exps.weight[19]: IQ2_S blk.2.ffn_gate_exps.weight[20]: IQ2_S blk.2.ffn_gate_exps.weight[21]: IQ2_S blk.2.ffn_gate_exps.weight[22]: IQ2_S blk.2.ffn_gate_exps.weight[23]: blk.2.ffn_gate_exps.weight[24]: blk.2.ffn_gate_exps.weight[25]: blk.2.ffn_gate_exps.weight[26]: blk.2.ffn_gate_exps.weight[27]: IQ2_S blk.2.ffn_gate_exps.weight[28]: IQ2_S blk.2.ffn_gate_exps.weight[29]: IQ2_S blk.2.ffn_gate_exps.weight[30]: IQ2_S blk.2.ffn_gate_exps.weight[31]: blk.2.ffn_gate_exps.weight[32]: blk.2.ffn_gate_exps.weight[33]: blk.2.ffn_gate_exps.weight[34]: blk.2.ffn_gate_exps.weight[35]: blk.2.ffn_gate_exps.weight[36]: IQ2_S blk.2.ffn_gate_exps.weight[37]: IQ2_S blk.2.ffn_gate_exps.weight[38]: blk.2.ffn_gate_exps.weight[39]: IQ2_S blk.2.ffn_gate_exps.weight[40]: blk.2.ffn_gate_exps.weight[41]: IQ2_S blk.2.ffn_gate_exps.weight[42]: IQ2_S blk.2.ffn_gate_exps.weight[43]: IQ2_S blk.2.ffn_gate_exps.weight[44]: IQ2_S blk.2.ffn_gate_exps.weight[45]: IQ2_S blk.2.ffn_gate_exps.weight[46]: IQ2_S blk.2.ffn_gate_exps.weight[47]: IQ2_S blk.2.ffn_gate_exps.weight[48]: blk.2.ffn_gate_exps.weight[49]: blk.2.ffn_gate_exps.weight[50]: IQ2_S blk.2.ffn_gate_exps.weight[51]: IQ2_S blk.2.ffn_gate_exps.weight[52]: blk.2.ffn_gate_exps.weight[53]: blk.2.ffn_gate_exps.weight[54]: blk.2.ffn_gate_exps.weight[55]: IQ2_S blk.2.ffn_gate_exps.weight[56]: IQ2_S blk.2.ffn_gate_exps.weight[57]: blk.2.ffn_gate_exps.weight[58]: IQ2_S blk.2.ffn_gate_exps.weight[59]: blk.2.ffn_gate_exps.weight[60]: blk.2.ffn_gate_exps.weight[61]: IQ2_S blk.2.ffn_gate_exps.weight[62]: blk.2.ffn_gate_exps.weight[63]: IQ2_S blk.2.ffn_gate_exps.weight[64]: IQ2_S blk.2.ffn_gate_exps.weight[65]: IQ2_S blk.2.ffn_gate_exps.weight[66]: IQ2_S blk.2.ffn_gate_exps.weight[67]: blk.2.ffn_gate_exps.weight[68]: IQ2_S blk.2.ffn_gate_exps.weight[69]: IQ2_S blk.2.ffn_gate_exps.weight[70]: IQ2_S blk.2.ffn_gate_exps.weight[71]: IQ2_S blk.2.ffn_gate_exps.weight[72]: IQ2_S blk.2.ffn_gate_exps.weight[73]: blk.2.ffn_gate_exps.weight[74]: IQ2_S blk.2.ffn_gate_exps.weight[75]: IQ2_S blk.2.ffn_gate_exps.weight[76]: blk.2.ffn_gate_exps.weight[77]: blk.2.ffn_gate_exps.weight[78]: blk.2.ffn_gate_exps.weight[79]: blk.2.ffn_gate_exps.weight[80]: blk.2.ffn_gate_exps.weight[81]: blk.2.ffn_gate_exps.weight[82]: blk.2.ffn_gate_exps.weight[83]: IQ2_S blk.2.ffn_gate_exps.weight[84]: IQ2_S blk.2.ffn_gate_exps.weight[85]: IQ2_S blk.2.ffn_gate_exps.weight[86]: IQ2_S blk.2.ffn_gate_exps.weight[87]: blk.2.ffn_gate_exps.weight[88]: IQ2_S blk.2.ffn_gate_exps.weight[89]: IQ2_S blk.2.ffn_gate_exps.weight[90]: IQ2_S blk.2.ffn_gate_exps.weight[91]: blk.2.ffn_gate_exps.weight[92]: IQ2_S blk.2.ffn_gate_exps.weight[93]: blk.2.ffn_gate_exps.weight[94]: blk.2.ffn_gate_exps.weight[95]: IQ2_S blk.2.ffn_gate_exps.weight[96]: IQ2_S blk.2.ffn_gate_exps.weight[97]: IQ2_S blk.2.ffn_gate_exps.weight[98]: blk.2.ffn_gate_exps.weight[99]: blk.2.ffn_gate_exps.weight[100]: IQ2_S blk.2.ffn_gate_exps.weight[101]: blk.2.ffn_gate_exps.weight[102]: IQ2_S blk.2.ffn_gate_exps.weight[103]: IQ2_S blk.2.ffn_gate_exps.weight[104]: IQ2_S blk.2.ffn_gate_exps.weight[105]: IQ2_S blk.2.ffn_gate_exps.weight[106]: IQ2_S blk.2.ffn_gate_exps.weight[107]: blk.2.ffn_gate_exps.weight[108]: IQ2_S blk.2.ffn_gate_exps.weight[109]: IQ2_S blk.2.ffn_gate_exps.weight[110]: IQ2_S blk.2.ffn_gate_exps.weight[111]: blk.2.ffn_gate_exps.weight[112]: IQ2_S blk.2.ffn_gate_exps.weight[113]: IQ2_S blk.2.ffn_gate_exps.weight[114]: IQ2_S blk.2.ffn_gate_exps.weight[115]: blk.2.ffn_gate_exps.weight[116]: blk.2.ffn_gate_exps.weight[117]: IQ2_S blk.2.ffn_gate_exps.weight[118]: blk.2.ffn_gate_exps.weight[119]: blk.2.ffn_gate_exps.weight[120]: blk.2.ffn_gate_exps.weight[121]: blk.2.ffn_gate_exps.weight[122]: IQ2_S blk.2.ffn_gate_exps.weight[123]: IQ2_S blk.2.ffn_gate_exps.weight[124]: IQ2_S blk.2.ffn_gate_exps.weight[125]: blk.2.ffn_gate_exps.weight[126]: blk.2.ffn_gate_exps.weight[127]: IQ2_S blk.2.ffn_gate_exps.weight[128]: IQ2_S blk.2.ffn_gate_exps.weight[129]: blk.2.ffn_gate_exps.weight[130]: IQ2_S blk.2.ffn_gate_exps.weight[131]: blk.2.ffn_gate_exps.weight[132]: blk.2.ffn_gate_exps.weight[133]: IQ2_S blk.2.ffn_gate_exps.weight[134]: IQ2_S blk.2.ffn_gate_exps.weight[135]: IQ2_S blk.2.ffn_gate_exps.weight[136]: blk.2.ffn_gate_exps.weight[137]: IQ2_S blk.2.ffn_gate_exps.weight[138]: blk.2.ffn_gate_exps.weight[139]: blk.2.ffn_gate_exps.weight[140]: IQ2_S blk.2.ffn_gate_exps.weight[141]: blk.2.ffn_gate_exps.weight[142]: IQ2_S blk.2.ffn_gate_exps.weight[143]: blk.2.ffn_gate_exps.weight[144]: blk.2.ffn_gate_exps.weight[145]: IQ2_S blk.2.ffn_gate_exps.weight[146]: IQ2_S blk.2.ffn_gate_exps.weight[147]: IQ2_S blk.2.ffn_gate_exps.weight[148]: blk.2.ffn_gate_exps.weight[149]: IQ2_S blk.2.ffn_gate_exps.weight[150]: IQ2_S blk.2.ffn_gate_exps.weight[151]: IQ2_S blk.2.ffn_gate_exps.weight[152]: IQ2_S blk.2.ffn_gate_exps.weight[153]: blk.2.ffn_gate_exps.weight[154]: IQ2_S blk.2.ffn_gate_exps.weight[155]: IQ2_S blk.2.ffn_gate_exps.weight[156]: blk.2.ffn_gate_exps.weight[157]: IQ2_S blk.2.ffn_gate_exps.weight[158]: blk.2.ffn_gate_exps.weight[159]: blk.2.ffn_gate_exps.weight[160]: IQ2_S blk.2.ffn_gate_exps.weight[161]: blk.2.ffn_gate_exps.weight[162]: IQ2_S blk.2.ffn_gate_exps.weight[163]: IQ2_S blk.2.ffn_gate_exps.weight[164]: IQ2_S blk.2.ffn_gate_exps.weight[165]: IQ2_S blk.2.ffn_gate_exps.weight[166]: IQ2_S blk.2.ffn_gate_exps.weight[167]: blk.2.ffn_gate_exps.weight[168]: blk.2.ffn_gate_exps.weight[169]: IQ2_S blk.2.ffn_gate_exps.weight[170]: blk.2.ffn_gate_exps.weight[171]: blk.2.ffn_gate_exps.weight[172]: blk.2.ffn_gate_exps.weight[173]: IQ2_S blk.2.ffn_gate_exps.weight[174]: blk.2.ffn_gate_exps.weight[175]: blk.2.ffn_gate_exps.weight[176]: blk.2.ffn_gate_exps.weight[177]: IQ2_S blk.2.ffn_gate_exps.weight[178]: IQ2_S blk.2.ffn_gate_exps.weight[179]: IQ2_S blk.2.ffn_gate_exps.weight[180]: blk.2.ffn_gate_exps.weight[181]: IQ2_S blk.2.ffn_gate_exps.weight[182]: blk.2.ffn_gate_exps.weight[183]: blk.2.ffn_gate_exps.weight[184]: blk.2.ffn_gate_exps.weight[185]: blk.2.ffn_gate_exps.weight[186]: blk.2.ffn_gate_exps.weight[187]: blk.2.ffn_gate_exps.weight[188]: blk.2.ffn_gate_exps.weight[189]: blk.2.ffn_gate_exps.weight[190]: blk.2.ffn_gate_exps.weight[191]: IQ2_S blk.2.ffn_gate_exps.weight[192]: blk.2.ffn_gate_exps.weight[193]: blk.2.ffn_gate_exps.weight[194]: blk.2.ffn_gate_exps.weight[195]: blk.2.ffn_gate_exps.weight[196]: IQ2_S blk.2.ffn_gate_exps.weight[197]: IQ2_S blk.2.ffn_gate_exps.weight[198]: IQ2_S blk.2.ffn_gate_exps.weight[199]: blk.2.ffn_gate_exps.weight[200]: IQ2_S blk.2.ffn_gate_exps.weight[201]: blk.2.ffn_gate_exps.weight[202]: IQ2_S blk.2.ffn_gate_exps.weight[203]: IQ2_S blk.2.ffn_gate_exps.weight[204]: blk.2.ffn_gate_exps.weight[205]: blk.2.ffn_gate_exps.weight[206]: IQ2_S blk.2.ffn_gate_exps.weight[207]: IQ2_S blk.2.ffn_gate_exps.weight[208]: blk.2.ffn_gate_exps.weight[209]: blk.2.ffn_gate_exps.weight[210]: IQ2_S blk.2.ffn_gate_exps.weight[211]: IQ2_S blk.2.ffn_gate_exps.weight[212]: IQ2_S blk.2.ffn_gate_exps.weight[213]: blk.2.ffn_gate_exps.weight[214]: blk.2.ffn_gate_exps.weight[215]: IQ2_S blk.2.ffn_gate_exps.weight[216]: blk.2.ffn_gate_exps.weight[217]: blk.2.ffn_gate_exps.weight[218]: IQ2_S blk.2.ffn_gate_exps.weight[219]: blk.2.ffn_gate_exps.weight[220]: IQ2_S blk.2.ffn_gate_exps.weight[221]: blk.2.ffn_gate_exps.weight[222]: blk.2.ffn_gate_exps.weight[223]: blk.2.ffn_gate_exps.weight[224]: blk.2.ffn_gate_exps.weight[225]: blk.2.ffn_gate_exps.weight[226]: blk.2.ffn_gate_exps.weight[227]: blk.2.ffn_gate_exps.weight[228]: IQ2_S blk.2.ffn_gate_exps.weight[229]: IQ2_S blk.2.ffn_gate_exps.weight[230]: IQ2_S blk.2.ffn_gate_exps.weight[231]: blk.2.ffn_gate_exps.weight[232]: blk.2.ffn_gate_exps.weight[233]: blk.2.ffn_gate_exps.weight[234]: blk.2.ffn_gate_exps.weight[235]: blk.2.ffn_gate_exps.weight[236]: IQ2_S blk.2.ffn_gate_exps.weight[237]: IQ2_S blk.2.ffn_gate_exps.weight[238]: blk.2.ffn_gate_exps.weight[239]: blk.2.ffn_gate_exps.weight[240]: IQ2_S blk.2.ffn_gate_exps.weight[241]: blk.2.ffn_gate_exps.weight[242]: blk.2.ffn_gate_exps.weight[243]: blk.2.ffn_gate_exps.weight[244]: blk.2.ffn_gate_exps.weight[245]: IQ2_S blk.2.ffn_gate_exps.weight[246]: blk.2.ffn_gate_exps.weight[247]: blk.2.ffn_gate_exps.weight[248]: blk.2.ffn_gate_exps.weight[249]: blk.2.ffn_gate_exps.weight[250]: blk.2.ffn_gate_exps.weight[251]: IQ2_S blk.2.ffn_gate_exps.weight[252]: IQ2_S blk.2.ffn_gate_exps.weight[253]: IQ2_S blk.2.ffn_gate_exps.weight[254]: blk.2.ffn_gate_exps.weight[255]: IQ2_S blk.2.ffn_gate_exps.weight[256]: blk.2.ffn_gate_exps.weight[257]: blk.2.ffn_gate_exps.weight[258]: IQ2_S blk.2.ffn_gate_exps.weight[259]: blk.2.ffn_gate_exps.weight[260]: IQ2_S blk.2.ffn_gate_exps.weight[261]: blk.2.ffn_gate_exps.weight[262]: blk.2.ffn_gate_exps.weight[263]: IQ2_S blk.2.ffn_gate_exps.weight[264]: IQ2_S blk.2.ffn_gate_exps.weight[265]: IQ2_S blk.2.ffn_gate_exps.weight[266]: blk.2.ffn_gate_exps.weight[267]: IQ2_S blk.2.ffn_gate_exps.weight[268]: blk.2.ffn_gate_exps.weight[269]: blk.2.ffn_gate_exps.weight[270]: IQ2_S blk.2.ffn_gate_exps.weight[271]: IQ2_S blk.2.ffn_gate_exps.weight[272]: blk.2.ffn_gate_exps.weight[273]: IQ2_S blk.2.ffn_gate_exps.weight[274]: blk.2.ffn_gate_exps.weight[275]: blk.2.ffn_gate_exps.weight[276]: IQ2_S blk.2.ffn_gate_exps.weight[277]: blk.2.ffn_gate_exps.weight[278]: blk.2.ffn_gate_exps.weight[279]: IQ2_S blk.2.ffn_gate_exps.weight[280]: IQ2_S blk.2.ffn_gate_exps.weight[281]: blk.2.ffn_gate_exps.weight[282]: blk.2.ffn_gate_exps.weight[283]: blk.2.ffn_gate_exps.weight[284]: blk.2.ffn_gate_exps.weight[285]: IQ2_S blk.2.ffn_gate_exps.weight[286]: IQ2_S blk.2.ffn_gate_exps.weight[287]: IQ2_S blk.2.ffn_gate_exps.weight[288]: IQ2_S blk.2.ffn_gate_exps.weight[289]: blk.2.ffn_gate_exps.weight[290]: IQ2_S blk.2.ffn_gate_exps.weight[291]: IQ2_S blk.2.ffn_gate_exps.weight[292]: blk.2.ffn_gate_exps.weight[293]: blk.2.ffn_gate_exps.weight[294]: IQ2_S blk.2.ffn_gate_exps.weight[295]: IQ2_S blk.2.ffn_gate_exps.weight[296]: IQ2_S blk.2.ffn_gate_exps.weight[297]: blk.2.ffn_gate_exps.weight[298]: blk.2.ffn_gate_exps.weight[299]: blk.2.ffn_gate_exps.weight[300]: blk.2.ffn_gate_exps.weight[301]: blk.2.ffn_gate_exps.weight[302]: IQ2_S blk.2.ffn_gate_exps.weight[303]: IQ2_S blk.2.ffn_gate_exps.weight[304]: IQ2_S blk.2.ffn_gate_exps.weight[305]: IQ2_S blk.2.ffn_gate_exps.weight[306]: blk.2.ffn_gate_exps.weight[307]: blk.2.ffn_gate_exps.weight[308]: blk.2.ffn_gate_exps.weight[309]: blk.2.ffn_gate_exps.weight[310]: IQ2_S blk.2.ffn_gate_exps.weight[311]: IQ2_S blk.2.ffn_gate_exps.weight[312]: IQ2_S blk.2.ffn_gate_exps.weight[313]: IQ2_S blk.2.ffn_gate_exps.weight[314]: blk.2.ffn_gate_exps.weight[315]: blk.2.ffn_gate_exps.weight[316]: IQ2_S blk.2.ffn_gate_exps.weight[317]: IQ2_S blk.2.ffn_gate_exps.weight[318]: blk.2.ffn_gate_exps.weight[319]: IQ2_S blk.2.ffn_gate_exps.weight[320]: blk.2.ffn_gate_exps.weight[321]: blk.2.ffn_gate_exps.weight[322]: IQ2_S blk.2.ffn_gate_exps.weight[323]: IQ2_S blk.2.ffn_gate_exps.weight[324]: IQ2_S blk.2.ffn_gate_exps.weight[325]: blk.2.ffn_gate_exps.weight[326]: blk.2.ffn_gate_exps.weight[327]: IQ2_S blk.2.ffn_gate_exps.weight[328]: blk.2.ffn_gate_exps.weight[329]: blk.2.ffn_gate_exps.weight[330]: blk.2.ffn_gate_exps.weight[331]: IQ2_S blk.2.ffn_gate_exps.weight[332]: blk.2.ffn_gate_exps.weight[333]: IQ2_S blk.2.ffn_gate_exps.weight[334]: blk.2.ffn_gate_exps.weight[335]: blk.2.ffn_gate_exps.weight[336]: IQ2_S blk.2.ffn_gate_exps.weight[337]: IQ2_S blk.2.ffn_gate_exps.weight[338]: IQ2_S blk.2.ffn_gate_exps.weight[339]: IQ2_S blk.2.ffn_gate_exps.weight[340]: blk.2.ffn_gate_exps.weight[341]: blk.2.ffn_gate_exps.weight[342]: blk.2.ffn_gate_exps.weight[343]: IQ2_S blk.2.ffn_gate_exps.weight[344]: blk.2.ffn_gate_exps.weight[345]: blk.2.ffn_gate_exps.weight[346]: IQ2_S blk.2.ffn_gate_exps.weight[347]: IQ2_S blk.2.ffn_gate_exps.weight[348]: IQ2_S blk.2.ffn_gate_exps.weight[349]: blk.2.ffn_gate_exps.weight[350]: blk.2.ffn_gate_exps.weight[351]: IQ2_S blk.2.ffn_gate_exps.weight[352]: blk.2.ffn_gate_exps.weight[353]: blk.2.ffn_gate_exps.weight[354]: IQ2_S blk.2.ffn_gate_exps.weight[355]: IQ2_S blk.2.ffn_gate_exps.weight[356]: IQ2_S blk.2.ffn_gate_exps.weight[357]: IQ2_S blk.2.ffn_gate_exps.weight[358]: blk.2.ffn_gate_exps.weight[359]: IQ2_S blk.2.ffn_gate_exps.weight[360]: IQ2_S blk.2.ffn_gate_exps.weight[361]: blk.2.ffn_gate_exps.weight[362]: blk.2.ffn_gate_exps.weight[363]: blk.2.ffn_gate_exps.weight[364]: IQ2_S blk.2.ffn_gate_exps.weight[365]: blk.2.ffn_gate_exps.weight[366]: IQ2_S blk.2.ffn_gate_exps.weight[367]: blk.2.ffn_gate_exps.weight[368]: blk.2.ffn_gate_exps.weight[369]: IQ2_S blk.2.ffn_gate_exps.weight[370]: blk.2.ffn_gate_exps.weight[371]: IQ2_S blk.2.ffn_gate_exps.weight[372]: IQ2_S blk.2.ffn_gate_exps.weight[373]: IQ2_S blk.2.ffn_gate_exps.weight[374]: IQ2_S blk.2.ffn_gate_exps.weight[375]: IQ2_S blk.2.ffn_gate_exps.weight[376]: blk.2.ffn_gate_exps.weight[377]: IQ2_S blk.2.ffn_gate_exps.weight[378]: blk.2.ffn_gate_exps.weight[379]: blk.2.ffn_gate_exps.weight[380]: IQ2_S blk.2.ffn_gate_exps.weight[381]: blk.2.ffn_gate_exps.weight[382]: IQ2_S blk.2.ffn_gate_exps.weight[383]: blk.2.ffn_gate_exps.weight[384]: IQ2_S blk.2.ffn_gate_exps.weight[385]: IQ2_S blk.2.ffn_gate_exps.weight[386]: blk.2.ffn_gate_exps.weight[387]: IQ2_S blk.2.ffn_gate_exps.weight[388]: IQ2_S blk.2.ffn_gate_exps.weight[389]: blk.2.ffn_gate_exps.weight[390]: blk.2.ffn_gate_exps.weight[391]: blk.2.ffn_gate_exps.weight[392]: blk.2.ffn_gate_exps.weight[393]: blk.2.ffn_gate_exps.weight[394]: IQ2_S blk.2.ffn_gate_exps.weight[395]: IQ2_S blk.2.ffn_gate_exps.weight[396]: blk.2.ffn_gate_exps.weight[397]: blk.2.ffn_gate_exps.weight[398]: blk.2.ffn_gate_exps.weight[399]: IQ2_S blk.2.ffn_gate_exps.weight[400]: blk.2.ffn_gate_exps.weight[401]: blk.2.ffn_gate_exps.weight[402]: IQ2_S blk.2.ffn_gate_exps.weight[403]: IQ2_S blk.2.ffn_gate_exps.weight[404]: blk.2.ffn_gate_exps.weight[405]: blk.2.ffn_gate_exps.weight[406]: blk.2.ffn_gate_exps.weight[407]: IQ2_S blk.2.ffn_gate_exps.weight[408]: IQ2_S blk.2.ffn_gate_exps.weight[409]: IQ2_S blk.2.ffn_gate_exps.weight[410]: IQ2_S blk.2.ffn_gate_exps.weight[411]: IQ2_S blk.2.ffn_gate_exps.weight[412]: IQ2_S blk.2.ffn_gate_exps.weight[413]: IQ2_S blk.2.ffn_gate_exps.weight[414]: blk.2.ffn_gate_exps.weight[415]: blk.2.ffn_gate_exps.weight[416]: blk.2.ffn_gate_exps.weight[417]: IQ2_S blk.2.ffn_gate_exps.weight[418]: IQ2_S blk.2.ffn_gate_exps.weight[419]: blk.2.ffn_gate_exps.weight[420]: blk.2.ffn_gate_exps.weight[421]: IQ2_S blk.2.ffn_gate_exps.weight[422]: blk.2.ffn_gate_exps.weight[423]: blk.2.ffn_gate_exps.weight[424]: blk.2.ffn_gate_exps.weight[425]: blk.2.ffn_gate_exps.weight[426]: IQ2_S blk.2.ffn_gate_exps.weight[427]: blk.2.ffn_gate_exps.weight[428]: blk.2.ffn_gate_exps.weight[429]: IQ2_S blk.2.ffn_gate_exps.weight[430]: IQ2_S blk.2.ffn_gate_exps.weight[431]: IQ2_S blk.2.ffn_gate_exps.weight[432]: blk.2.ffn_gate_exps.weight[433]: IQ2_S blk.2.ffn_gate_exps.weight[434]: IQ2_S blk.2.ffn_gate_exps.weight[435]: IQ2_S blk.2.ffn_gate_exps.weight[436]: IQ2_S blk.2.ffn_gate_exps.weight[437]: IQ2_S blk.2.ffn_gate_exps.weight[438]: IQ2_S blk.2.ffn_gate_exps.weight[439]: IQ2_S blk.2.ffn_gate_exps.weight[440]: blk.2.ffn_gate_exps.weight[441]: blk.2.ffn_gate_exps.weight[442]: blk.2.ffn_gate_exps.weight[443]: blk.2.ffn_gate_exps.weight[444]: IQ2_S blk.2.ffn_gate_exps.weight[445]: IQ2_S blk.2.ffn_gate_exps.weight[446]: IQ2_S blk.2.ffn_gate_exps.weight[447]: blk.2.ffn_gate_exps.weight[448]: blk.2.ffn_gate_exps.weight[449]: IQ2_S blk.2.ffn_gate_exps.weight[450]: blk.2.ffn_gate_exps.weight[451]: IQ2_S blk.2.ffn_gate_exps.weight[452]: IQ2_S blk.2.ffn_gate_exps.weight[453]: blk.2.ffn_gate_exps.weight[454]: IQ2_S blk.2.ffn_gate_exps.weight[455]: blk.2.ffn_gate_exps.weight[456]: IQ2_S blk.2.ffn_gate_exps.weight[457]: IQ2_S blk.2.ffn_gate_exps.weight[458]: IQ2_S blk.2.ffn_gate_exps.weight[459]: blk.2.ffn_gate_exps.weight[460]: IQ2_S blk.2.ffn_gate_exps.weight[461]: IQ2_S blk.2.ffn_gate_exps.weight[462]: IQ2_S blk.2.ffn_gate_exps.weight[463]: blk.2.ffn_gate_exps.weight[464]: blk.2.ffn_gate_exps.weight[465]: blk.2.ffn_gate_exps.weight[466]: blk.2.ffn_gate_exps.weight[467]: IQ2_S blk.2.ffn_gate_exps.weight[468]: blk.2.ffn_gate_exps.weight[469]: IQ2_S blk.2.ffn_gate_exps.weight[470]: IQ2_S blk.2.ffn_gate_exps.weight[471]: blk.2.ffn_gate_exps.weight[472]: blk.2.ffn_gate_exps.weight[473]: IQ2_S blk.2.ffn_gate_exps.weight[474]: IQ2_S blk.2.ffn_gate_exps.weight[475]: blk.2.ffn_gate_exps.weight[476]: IQ2_S blk.2.ffn_gate_exps.weight[477]: IQ2_S blk.2.ffn_gate_exps.weight[478]: IQ2_S blk.2.ffn_gate_exps.weight[479]: IQ2_S blk.2.ffn_gate_exps.weight[480]: IQ2_S blk.2.ffn_gate_exps.weight[481]: blk.2.ffn_gate_exps.weight[482]: blk.2.ffn_gate_exps.weight[483]: IQ2_S blk.2.ffn_gate_exps.weight[484]: IQ2_S blk.2.ffn_gate_exps.weight[485]: IQ2_S blk.2.ffn_gate_exps.weight[486]: IQ2_S blk.2.ffn_gate_exps.weight[487]: IQ2_S blk.2.ffn_gate_exps.weight[488]: blk.2.ffn_gate_exps.weight[489]: blk.2.ffn_gate_exps.weight[490]: IQ2_S blk.2.ffn_gate_exps.weight[491]: blk.2.ffn_gate_exps.weight[492]: blk.2.ffn_gate_exps.weight[493]: blk.2.ffn_gate_exps.weight[494]: IQ2_S blk.2.ffn_gate_exps.weight[495]: IQ2_S blk.2.ffn_gate_exps.weight[496]: blk.2.ffn_gate_exps.weight[497]: IQ2_S blk.2.ffn_gate_exps.weight[498]: IQ2_S blk.2.ffn_gate_exps.weight[499]: blk.2.ffn_gate_exps.weight[500]: IQ2_S blk.2.ffn_gate_exps.weight[501]: blk.2.ffn_gate_exps.weight[502]: IQ2_S blk.2.ffn_gate_exps.weight[503]: IQ2_S blk.2.ffn_gate_exps.weight[504]: blk.2.ffn_gate_exps.weight[505]: IQ2_S blk.2.ffn_gate_exps.weight[506]: IQ2_S blk.2.ffn_gate_exps.weight[507]: blk.2.ffn_gate_exps.weight[508]: blk.2.ffn_gate_exps.weight[509]: blk.2.ffn_gate_exps.weight[510]: blk.2.ffn_gate_exps.weight[511]: blk.2.ffn_up_exps.weight[0]: blk.2.ffn_up_exps.weight[1]: blk.2.ffn_up_exps.weight[2]: IQ2_S blk.2.ffn_up_exps.weight[3]: blk.2.ffn_up_exps.weight[4]: blk.2.ffn_up_exps.weight[5]: blk.2.ffn_up_exps.weight[6]: blk.2.ffn_up_exps.weight[7]: blk.2.ffn_up_exps.weight[8]: blk.2.ffn_up_exps.weight[9]: IQ2_S blk.2.ffn_up_exps.weight[10]: IQ2_S blk.2.ffn_up_exps.weight[11]: blk.2.ffn_up_exps.weight[12]: blk.2.ffn_up_exps.weight[13]: IQ2_S blk.2.ffn_up_exps.weight[14]: blk.2.ffn_up_exps.weight[15]: blk.2.ffn_up_exps.weight[16]: IQ2_S blk.2.ffn_up_exps.weight[17]: blk.2.ffn_up_exps.weight[18]: blk.2.ffn_up_exps.weight[19]: IQ2_S blk.2.ffn_up_exps.weight[20]: IQ2_S blk.2.ffn_up_exps.weight[21]: IQ2_S blk.2.ffn_up_exps.weight[22]: IQ2_S blk.2.ffn_up_exps.weight[23]: blk.2.ffn_up_exps.weight[24]: blk.2.ffn_up_exps.weight[25]: blk.2.ffn_up_exps.weight[26]: blk.2.ffn_up_exps.weight[27]: IQ2_S blk.2.ffn_up_exps.weight[28]: IQ2_S blk.2.ffn_up_exps.weight[29]: IQ2_S blk.2.ffn_up_exps.weight[30]: IQ2_S blk.2.ffn_up_exps.weight[31]: blk.2.ffn_up_exps.weight[32]: blk.2.ffn_up_exps.weight[33]: blk.2.ffn_up_exps.weight[34]: blk.2.ffn_up_exps.weight[35]: blk.2.ffn_up_exps.weight[36]: IQ2_S blk.2.ffn_up_exps.weight[37]: IQ2_S blk.2.ffn_up_exps.weight[38]: blk.2.ffn_up_exps.weight[39]: IQ2_S blk.2.ffn_up_exps.weight[40]: blk.2.ffn_up_exps.weight[41]: IQ2_S blk.2.ffn_up_exps.weight[42]: IQ2_S blk.2.ffn_up_exps.weight[43]: IQ2_S blk.2.ffn_up_exps.weight[44]: IQ2_S blk.2.ffn_up_exps.weight[45]: IQ2_S blk.2.ffn_up_exps.weight[46]: IQ2_S blk.2.ffn_up_exps.weight[47]: IQ2_S blk.2.ffn_up_exps.weight[48]: blk.2.ffn_up_exps.weight[49]: blk.2.ffn_up_exps.weight[50]: IQ2_S blk.2.ffn_up_exps.weight[51]: IQ2_S blk.2.ffn_up_exps.weight[52]: blk.2.ffn_up_exps.weight[53]: blk.2.ffn_up_exps.weight[54]: blk.2.ffn_up_exps.weight[55]: IQ2_S blk.2.ffn_up_exps.weight[56]: IQ2_S blk.2.ffn_up_exps.weight[57]: blk.2.ffn_up_exps.weight[58]: IQ2_S blk.2.ffn_up_exps.weight[59]: blk.2.ffn_up_exps.weight[60]: blk.2.ffn_up_exps.weight[61]: IQ2_S blk.2.ffn_up_exps.weight[62]: blk.2.ffn_up_exps.weight[63]: IQ2_S blk.2.ffn_up_exps.weight[64]: IQ2_S blk.2.ffn_up_exps.weight[65]: IQ2_S blk.2.ffn_up_exps.weight[66]: IQ2_S blk.2.ffn_up_exps.weight[67]: blk.2.ffn_up_exps.weight[68]: IQ2_S blk.2.ffn_up_exps.weight[69]: IQ2_S blk.2.ffn_up_exps.weight[70]: IQ2_S blk.2.ffn_up_exps.weight[71]: IQ2_S blk.2.ffn_up_exps.weight[72]: IQ2_S blk.2.ffn_up_exps.weight[73]: blk.2.ffn_up_exps.weight[74]: IQ2_S blk.2.ffn_up_exps.weight[75]: IQ2_S blk.2.ffn_up_exps.weight[76]: blk.2.ffn_up_exps.weight[77]: blk.2.ffn_up_exps.weight[78]: blk.2.ffn_up_exps.weight[79]: blk.2.ffn_up_exps.weight[80]: blk.2.ffn_up_exps.weight[81]: blk.2.ffn_up_exps.weight[82]: blk.2.ffn_up_exps.weight[83]: IQ2_S blk.2.ffn_up_exps.weight[84]: IQ2_S blk.2.ffn_up_exps.weight[85]: IQ2_S blk.2.ffn_up_exps.weight[86]: IQ2_S blk.2.ffn_up_exps.weight[87]: blk.2.ffn_up_exps.weight[88]: IQ2_S blk.2.ffn_up_exps.weight[89]: IQ2_S blk.2.ffn_up_exps.weight[90]: IQ2_S blk.2.ffn_up_exps.weight[91]: blk.2.ffn_up_exps.weight[92]: IQ2_S blk.2.ffn_up_exps.weight[93]: blk.2.ffn_up_exps.weight[94]: blk.2.ffn_up_exps.weight[95]: IQ2_S blk.2.ffn_up_exps.weight[96]: IQ2_S blk.2.ffn_up_exps.weight[97]: IQ2_S blk.2.ffn_up_exps.weight[98]: blk.2.ffn_up_exps.weight[99]: blk.2.ffn_up_exps.weight[100]: IQ2_S blk.2.ffn_up_exps.weight[101]: blk.2.ffn_up_exps.weight[102]: IQ2_S blk.2.ffn_up_exps.weight[103]: IQ2_S blk.2.ffn_up_exps.weight[104]: IQ2_S blk.2.ffn_up_exps.weight[105]: IQ2_S blk.2.ffn_up_exps.weight[106]: IQ2_S blk.2.ffn_up_exps.weight[107]: blk.2.ffn_up_exps.weight[108]: IQ2_S blk.2.ffn_up_exps.weight[109]: IQ2_S blk.2.ffn_up_exps.weight[110]: IQ2_S blk.2.ffn_up_exps.weight[111]: blk.2.ffn_up_exps.weight[112]: IQ2_S blk.2.ffn_up_exps.weight[113]: IQ2_S blk.2.ffn_up_exps.weight[114]: IQ2_S blk.2.ffn_up_exps.weight[115]: blk.2.ffn_up_exps.weight[116]: blk.2.ffn_up_exps.weight[117]: IQ2_S blk.2.ffn_up_exps.weight[118]: blk.2.ffn_up_exps.weight[119]: blk.2.ffn_up_exps.weight[120]: blk.2.ffn_up_exps.weight[121]: blk.2.ffn_up_exps.weight[122]: IQ2_S blk.2.ffn_up_exps.weight[123]: IQ2_S blk.2.ffn_up_exps.weight[124]: IQ2_S blk.2.ffn_up_exps.weight[125]: blk.2.ffn_up_exps.weight[126]: blk.2.ffn_up_exps.weight[127]: IQ2_S blk.2.ffn_up_exps.weight[128]: IQ2_S blk.2.ffn_up_exps.weight[129]: blk.2.ffn_up_exps.weight[130]: IQ2_S blk.2.ffn_up_exps.weight[131]: blk.2.ffn_up_exps.weight[132]: blk.2.ffn_up_exps.weight[133]: IQ2_S blk.2.ffn_up_exps.weight[134]: IQ2_S blk.2.ffn_up_exps.weight[135]: IQ2_S blk.2.ffn_up_exps.weight[136]: blk.2.ffn_up_exps.weight[137]: IQ2_S blk.2.ffn_up_exps.weight[138]: blk.2.ffn_up_exps.weight[139]: blk.2.ffn_up_exps.weight[140]: IQ2_S blk.2.ffn_up_exps.weight[141]: blk.2.ffn_up_exps.weight[142]: IQ2_S blk.2.ffn_up_exps.weight[143]: blk.2.ffn_up_exps.weight[144]: blk.2.ffn_up_exps.weight[145]: IQ2_S blk.2.ffn_up_exps.weight[146]: IQ2_S blk.2.ffn_up_exps.weight[147]: IQ2_S blk.2.ffn_up_exps.weight[148]: blk.2.ffn_up_exps.weight[149]: IQ2_S blk.2.ffn_up_exps.weight[150]: IQ2_S blk.2.ffn_up_exps.weight[151]: IQ2_S blk.2.ffn_up_exps.weight[152]: IQ2_S blk.2.ffn_up_exps.weight[153]: blk.2.ffn_up_exps.weight[154]: IQ2_S blk.2.ffn_up_exps.weight[155]: IQ2_S blk.2.ffn_up_exps.weight[156]: blk.2.ffn_up_exps.weight[157]: IQ2_S blk.2.ffn_up_exps.weight[158]: blk.2.ffn_up_exps.weight[159]: blk.2.ffn_up_exps.weight[160]: IQ2_S blk.2.ffn_up_exps.weight[161]: blk.2.ffn_up_exps.weight[162]: IQ2_S blk.2.ffn_up_exps.weight[163]: IQ2_S blk.2.ffn_up_exps.weight[164]: IQ2_S blk.2.ffn_up_exps.weight[165]: IQ2_S blk.2.ffn_up_exps.weight[166]: IQ2_S blk.2.ffn_up_exps.weight[167]: blk.2.ffn_up_exps.weight[168]: blk.2.ffn_up_exps.weight[169]: IQ2_S blk.2.ffn_up_exps.weight[170]: blk.2.ffn_up_exps.weight[171]: blk.2.ffn_up_exps.weight[172]: blk.2.ffn_up_exps.weight[173]: IQ2_S blk.2.ffn_up_exps.weight[174]: blk.2.ffn_up_exps.weight[175]: blk.2.ffn_up_exps.weight[176]: blk.2.ffn_up_exps.weight[177]: IQ2_S blk.2.ffn_up_exps.weight[178]: IQ2_S blk.2.ffn_up_exps.weight[179]: IQ2_S blk.2.ffn_up_exps.weight[180]: blk.2.ffn_up_exps.weight[181]: IQ2_S blk.2.ffn_up_exps.weight[182]: blk.2.ffn_up_exps.weight[183]: blk.2.ffn_up_exps.weight[184]: blk.2.ffn_up_exps.weight[185]: blk.2.ffn_up_exps.weight[186]: blk.2.ffn_up_exps.weight[187]: blk.2.ffn_up_exps.weight[188]: blk.2.ffn_up_exps.weight[189]: blk.2.ffn_up_exps.weight[190]: blk.2.ffn_up_exps.weight[191]: IQ2_S blk.2.ffn_up_exps.weight[192]: blk.2.ffn_up_exps.weight[193]: blk.2.ffn_up_exps.weight[194]: blk.2.ffn_up_exps.weight[195]: blk.2.ffn_up_exps.weight[196]: IQ2_S blk.2.ffn_up_exps.weight[197]: IQ2_S blk.2.ffn_up_exps.weight[198]: IQ2_S blk.2.ffn_up_exps.weight[199]: blk.2.ffn_up_exps.weight[200]: IQ2_S blk.2.ffn_up_exps.weight[201]: blk.2.ffn_up_exps.weight[202]: IQ2_S blk.2.ffn_up_exps.weight[203]: IQ2_S blk.2.ffn_up_exps.weight[204]: blk.2.ffn_up_exps.weight[205]: blk.2.ffn_up_exps.weight[206]: IQ2_S blk.2.ffn_up_exps.weight[207]: IQ2_S blk.2.ffn_up_exps.weight[208]: blk.2.ffn_up_exps.weight[209]: blk.2.ffn_up_exps.weight[210]: IQ2_S blk.2.ffn_up_exps.weight[211]: IQ2_S blk.2.ffn_up_exps.weight[212]: IQ2_S blk.2.ffn_up_exps.weight[213]: blk.2.ffn_up_exps.weight[214]: blk.2.ffn_up_exps.weight[215]: IQ2_S blk.2.ffn_up_exps.weight[216]: blk.2.ffn_up_exps.weight[217]: blk.2.ffn_up_exps.weight[218]: IQ2_S blk.2.ffn_up_exps.weight[219]: blk.2.ffn_up_exps.weight[220]: IQ2_S blk.2.ffn_up_exps.weight[221]: blk.2.ffn_up_exps.weight[222]: blk.2.ffn_up_exps.weight[223]: blk.2.ffn_up_exps.weight[224]: blk.2.ffn_up_exps.weight[225]: blk.2.ffn_up_exps.weight[226]: blk.2.ffn_up_exps.weight[227]: blk.2.ffn_up_exps.weight[228]: IQ2_S blk.2.ffn_up_exps.weight[229]: IQ2_S blk.2.ffn_up_exps.weight[230]: IQ2_S blk.2.ffn_up_exps.weight[231]: blk.2.ffn_up_exps.weight[232]: blk.2.ffn_up_exps.weight[233]: blk.2.ffn_up_exps.weight[234]: blk.2.ffn_up_exps.weight[235]: blk.2.ffn_up_exps.weight[236]: IQ2_S blk.2.ffn_up_exps.weight[237]: IQ2_S blk.2.ffn_up_exps.weight[238]: blk.2.ffn_up_exps.weight[239]: blk.2.ffn_up_exps.weight[240]: IQ2_S blk.2.ffn_up_exps.weight[241]: blk.2.ffn_up_exps.weight[242]: blk.2.ffn_up_exps.weight[243]: blk.2.ffn_up_exps.weight[244]: blk.2.ffn_up_exps.weight[245]: IQ2_S blk.2.ffn_up_exps.weight[246]: blk.2.ffn_up_exps.weight[247]: blk.2.ffn_up_exps.weight[248]: blk.2.ffn_up_exps.weight[249]: blk.2.ffn_up_exps.weight[250]: blk.2.ffn_up_exps.weight[251]: IQ2_S blk.2.ffn_up_exps.weight[252]: IQ2_S blk.2.ffn_up_exps.weight[253]: IQ2_S blk.2.ffn_up_exps.weight[254]: blk.2.ffn_up_exps.weight[255]: IQ2_S blk.2.ffn_up_exps.weight[256]: blk.2.ffn_up_exps.weight[257]: blk.2.ffn_up_exps.weight[258]: IQ2_S blk.2.ffn_up_exps.weight[259]: blk.2.ffn_up_exps.weight[260]: IQ2_S blk.2.ffn_up_exps.weight[261]: blk.2.ffn_up_exps.weight[262]: blk.2.ffn_up_exps.weight[263]: IQ2_S blk.2.ffn_up_exps.weight[264]: IQ2_S blk.2.ffn_up_exps.weight[265]: IQ2_S blk.2.ffn_up_exps.weight[266]: blk.2.ffn_up_exps.weight[267]: IQ2_S blk.2.ffn_up_exps.weight[268]: blk.2.ffn_up_exps.weight[269]: blk.2.ffn_up_exps.weight[270]: IQ2_S blk.2.ffn_up_exps.weight[271]: IQ2_S blk.2.ffn_up_exps.weight[272]: blk.2.ffn_up_exps.weight[273]: IQ2_S blk.2.ffn_up_exps.weight[274]: blk.2.ffn_up_exps.weight[275]: blk.2.ffn_up_exps.weight[276]: IQ2_S blk.2.ffn_up_exps.weight[277]: blk.2.ffn_up_exps.weight[278]: blk.2.ffn_up_exps.weight[279]: IQ2_S blk.2.ffn_up_exps.weight[280]: IQ2_S blk.2.ffn_up_exps.weight[281]: blk.2.ffn_up_exps.weight[282]: blk.2.ffn_up_exps.weight[283]: blk.2.ffn_up_exps.weight[284]: blk.2.ffn_up_exps.weight[285]: IQ2_S blk.2.ffn_up_exps.weight[286]: IQ2_S blk.2.ffn_up_exps.weight[287]: IQ2_S blk.2.ffn_up_exps.weight[288]: IQ2_S blk.2.ffn_up_exps.weight[289]: blk.2.ffn_up_exps.weight[290]: IQ2_S blk.2.ffn_up_exps.weight[291]: IQ2_S blk.2.ffn_up_exps.weight[292]: blk.2.ffn_up_exps.weight[293]: blk.2.ffn_up_exps.weight[294]: IQ2_S blk.2.ffn_up_exps.weight[295]: IQ2_S blk.2.ffn_up_exps.weight[296]: IQ2_S blk.2.ffn_up_exps.weight[297]: blk.2.ffn_up_exps.weight[298]: blk.2.ffn_up_exps.weight[299]: blk.2.ffn_up_exps.weight[300]: blk.2.ffn_up_exps.weight[301]: blk.2.ffn_up_exps.weight[302]: IQ2_S blk.2.ffn_up_exps.weight[303]: IQ2_S blk.2.ffn_up_exps.weight[304]: IQ2_S blk.2.ffn_up_exps.weight[305]: IQ2_S blk.2.ffn_up_exps.weight[306]: blk.2.ffn_up_exps.weight[307]: blk.2.ffn_up_exps.weight[308]: blk.2.ffn_up_exps.weight[309]: blk.2.ffn_up_exps.weight[310]: IQ2_S blk.2.ffn_up_exps.weight[311]: IQ2_S blk.2.ffn_up_exps.weight[312]: IQ2_S blk.2.ffn_up_exps.weight[313]: IQ2_S blk.2.ffn_up_exps.weight[314]: blk.2.ffn_up_exps.weight[315]: blk.2.ffn_up_exps.weight[316]: IQ2_S blk.2.ffn_up_exps.weight[317]: IQ2_S blk.2.ffn_up_exps.weight[318]: blk.2.ffn_up_exps.weight[319]: IQ2_S blk.2.ffn_up_exps.weight[320]: blk.2.ffn_up_exps.weight[321]: blk.2.ffn_up_exps.weight[322]: IQ2_S blk.2.ffn_up_exps.weight[323]: IQ2_S blk.2.ffn_up_exps.weight[324]: IQ2_S blk.2.ffn_up_exps.weight[325]: blk.2.ffn_up_exps.weight[326]: blk.2.ffn_up_exps.weight[327]: IQ2_S blk.2.ffn_up_exps.weight[328]: blk.2.ffn_up_exps.weight[329]: blk.2.ffn_up_exps.weight[330]: blk.2.ffn_up_exps.weight[331]: IQ2_S blk.2.ffn_up_exps.weight[332]: blk.2.ffn_up_exps.weight[333]: IQ2_S blk.2.ffn_up_exps.weight[334]: blk.2.ffn_up_exps.weight[335]: blk.2.ffn_up_exps.weight[336]: IQ2_S blk.2.ffn_up_exps.weight[337]: IQ2_S blk.2.ffn_up_exps.weight[338]: IQ2_S blk.2.ffn_up_exps.weight[339]: IQ2_S blk.2.ffn_up_exps.weight[340]: blk.2.ffn_up_exps.weight[341]: blk.2.ffn_up_exps.weight[342]: blk.2.ffn_up_exps.weight[343]: IQ2_S blk.2.ffn_up_exps.weight[344]: blk.2.ffn_up_exps.weight[345]: blk.2.ffn_up_exps.weight[346]: IQ2_S blk.2.ffn_up_exps.weight[347]: IQ2_S blk.2.ffn_up_exps.weight[348]: IQ2_S blk.2.ffn_up_exps.weight[349]: blk.2.ffn_up_exps.weight[350]: blk.2.ffn_up_exps.weight[351]: IQ2_S blk.2.ffn_up_exps.weight[352]: blk.2.ffn_up_exps.weight[353]: blk.2.ffn_up_exps.weight[354]: IQ2_S blk.2.ffn_up_exps.weight[355]: IQ2_S blk.2.ffn_up_exps.weight[356]: IQ2_S blk.2.ffn_up_exps.weight[357]: IQ2_S blk.2.ffn_up_exps.weight[358]: blk.2.ffn_up_exps.weight[359]: IQ2_S blk.2.ffn_up_exps.weight[360]: IQ2_S blk.2.ffn_up_exps.weight[361]: blk.2.ffn_up_exps.weight[362]: blk.2.ffn_up_exps.weight[363]: blk.2.ffn_up_exps.weight[364]: IQ2_S blk.2.ffn_up_exps.weight[365]: blk.2.ffn_up_exps.weight[366]: IQ2_S blk.2.ffn_up_exps.weight[367]: blk.2.ffn_up_exps.weight[368]: blk.2.ffn_up_exps.weight[369]: IQ2_S blk.2.ffn_up_exps.weight[370]: blk.2.ffn_up_exps.weight[371]: IQ2_S blk.2.ffn_up_exps.weight[372]: IQ2_S blk.2.ffn_up_exps.weight[373]: IQ2_S blk.2.ffn_up_exps.weight[374]: IQ2_S blk.2.ffn_up_exps.weight[375]: IQ2_S blk.2.ffn_up_exps.weight[376]: blk.2.ffn_up_exps.weight[377]: IQ2_S blk.2.ffn_up_exps.weight[378]: blk.2.ffn_up_exps.weight[379]: blk.2.ffn_up_exps.weight[380]: IQ2_S blk.2.ffn_up_exps.weight[381]: blk.2.ffn_up_exps.weight[382]: IQ2_S blk.2.ffn_up_exps.weight[383]: blk.2.ffn_up_exps.weight[384]: IQ2_S blk.2.ffn_up_exps.weight[385]: IQ2_S blk.2.ffn_up_exps.weight[386]: blk.2.ffn_up_exps.weight[387]: IQ2_S blk.2.ffn_up_exps.weight[388]: IQ2_S blk.2.ffn_up_exps.weight[389]: blk.2.ffn_up_exps.weight[390]: blk.2.ffn_up_exps.weight[391]: blk.2.ffn_up_exps.weight[392]: blk.2.ffn_up_exps.weight[393]: blk.2.ffn_up_exps.weight[394]: IQ2_S blk.2.ffn_up_exps.weight[395]: IQ2_S blk.2.ffn_up_exps.weight[396]: blk.2.ffn_up_exps.weight[397]: blk.2.ffn_up_exps.weight[398]: blk.2.ffn_up_exps.weight[399]: IQ2_S blk.2.ffn_up_exps.weight[400]: blk.2.ffn_up_exps.weight[401]: blk.2.ffn_up_exps.weight[402]: IQ2_S blk.2.ffn_up_exps.weight[403]: IQ2_S blk.2.ffn_up_exps.weight[404]: blk.2.ffn_up_exps.weight[405]: blk.2.ffn_up_exps.weight[406]: blk.2.ffn_up_exps.weight[407]: IQ2_S blk.2.ffn_up_exps.weight[408]: IQ2_S blk.2.ffn_up_exps.weight[409]: IQ2_S blk.2.ffn_up_exps.weight[410]: IQ2_S blk.2.ffn_up_exps.weight[411]: IQ2_S blk.2.ffn_up_exps.weight[412]: IQ2_S blk.2.ffn_up_exps.weight[413]: IQ2_S blk.2.ffn_up_exps.weight[414]: blk.2.ffn_up_exps.weight[415]: blk.2.ffn_up_exps.weight[416]: blk.2.ffn_up_exps.weight[417]: IQ2_S blk.2.ffn_up_exps.weight[418]: IQ2_S blk.2.ffn_up_exps.weight[419]: blk.2.ffn_up_exps.weight[420]: blk.2.ffn_up_exps.weight[421]: IQ2_S blk.2.ffn_up_exps.weight[422]: blk.2.ffn_up_exps.weight[423]: blk.2.ffn_up_exps.weight[424]: blk.2.ffn_up_exps.weight[425]: blk.2.ffn_up_exps.weight[426]: IQ2_S blk.2.ffn_up_exps.weight[427]: blk.2.ffn_up_exps.weight[428]: blk.2.ffn_up_exps.weight[429]: IQ2_S blk.2.ffn_up_exps.weight[430]: IQ2_S blk.2.ffn_up_exps.weight[431]: IQ2_S blk.2.ffn_up_exps.weight[432]: blk.2.ffn_up_exps.weight[433]: IQ2_S blk.2.ffn_up_exps.weight[434]: IQ2_S blk.2.ffn_up_exps.weight[435]: IQ2_S blk.2.ffn_up_exps.weight[436]: IQ2_S blk.2.ffn_up_exps.weight[437]: IQ2_S blk.2.ffn_up_exps.weight[438]: IQ2_S blk.2.ffn_up_exps.weight[439]: IQ2_S blk.2.ffn_up_exps.weight[440]: blk.2.ffn_up_exps.weight[441]: blk.2.ffn_up_exps.weight[442]: blk.2.ffn_up_exps.weight[443]: blk.2.ffn_up_exps.weight[444]: IQ2_S blk.2.ffn_up_exps.weight[445]: IQ2_S blk.2.ffn_up_exps.weight[446]: IQ2_S blk.2.ffn_up_exps.weight[447]: blk.2.ffn_up_exps.weight[448]: blk.2.ffn_up_exps.weight[449]: IQ2_S blk.2.ffn_up_exps.weight[450]: blk.2.ffn_up_exps.weight[451]: IQ2_S blk.2.ffn_up_exps.weight[452]: IQ2_S blk.2.ffn_up_exps.weight[453]: blk.2.ffn_up_exps.weight[454]: IQ2_S blk.2.ffn_up_exps.weight[455]: blk.2.ffn_up_exps.weight[456]: IQ2_S blk.2.ffn_up_exps.weight[457]: IQ2_S blk.2.ffn_up_exps.weight[458]: IQ2_S blk.2.ffn_up_exps.weight[459]: blk.2.ffn_up_exps.weight[460]: IQ2_S blk.2.ffn_up_exps.weight[461]: IQ2_S blk.2.ffn_up_exps.weight[462]: IQ2_S blk.2.ffn_up_exps.weight[463]: blk.2.ffn_up_exps.weight[464]: blk.2.ffn_up_exps.weight[465]: blk.2.ffn_up_exps.weight[466]: blk.2.ffn_up_exps.weight[467]: IQ2_S blk.2.ffn_up_exps.weight[468]: blk.2.ffn_up_exps.weight[469]: IQ2_S blk.2.ffn_up_exps.weight[470]: IQ2_S blk.2.ffn_up_exps.weight[471]: blk.2.ffn_up_exps.weight[472]: blk.2.ffn_up_exps.weight[473]: IQ2_S blk.2.ffn_up_exps.weight[474]: IQ2_S blk.2.ffn_up_exps.weight[475]: blk.2.ffn_up_exps.weight[476]: IQ2_S blk.2.ffn_up_exps.weight[477]: IQ2_S blk.2.ffn_up_exps.weight[478]: IQ2_S blk.2.ffn_up_exps.weight[479]: IQ2_S blk.2.ffn_up_exps.weight[480]: IQ2_S blk.2.ffn_up_exps.weight[481]: blk.2.ffn_up_exps.weight[482]: blk.2.ffn_up_exps.weight[483]: IQ2_S blk.2.ffn_up_exps.weight[484]: IQ2_S blk.2.ffn_up_exps.weight[485]: IQ2_S blk.2.ffn_up_exps.weight[486]: IQ2_S blk.2.ffn_up_exps.weight[487]: IQ2_S blk.2.ffn_up_exps.weight[488]: blk.2.ffn_up_exps.weight[489]: blk.2.ffn_up_exps.weight[490]: IQ2_S blk.2.ffn_up_exps.weight[491]: blk.2.ffn_up_exps.weight[492]: blk.2.ffn_up_exps.weight[493]: blk.2.ffn_up_exps.weight[494]: IQ2_S blk.2.ffn_up_exps.weight[495]: IQ2_S blk.2.ffn_up_exps.weight[496]: blk.2.ffn_up_exps.weight[497]: IQ2_S blk.2.ffn_up_exps.weight[498]: IQ2_S blk.2.ffn_up_exps.weight[499]: blk.2.ffn_up_exps.weight[500]: IQ2_S blk.2.ffn_up_exps.weight[501]: blk.2.ffn_up_exps.weight[502]: IQ2_S blk.2.ffn_up_exps.weight[503]: IQ2_S blk.2.ffn_up_exps.weight[504]: blk.2.ffn_up_exps.weight[505]: IQ2_S blk.2.ffn_up_exps.weight[506]: IQ2_S blk.2.ffn_up_exps.weight[507]: blk.2.ffn_up_exps.weight[508]: blk.2.ffn_up_exps.weight[509]: blk.2.ffn_up_exps.weight[510]: blk.2.ffn_up_exps.weight[511]: blk.2.ffn_down_exps.weight[0]: blk.2.ffn_down_exps.weight[1]: blk.2.ffn_down_exps.weight[2]: IQ4_NL blk.2.ffn_down_exps.weight[3]: blk.2.ffn_down_exps.weight[4]: blk.2.ffn_down_exps.weight[5]: blk.2.ffn_down_exps.weight[6]: blk.2.ffn_down_exps.weight[7]: blk.2.ffn_down_exps.weight[8]: blk.2.ffn_down_exps.weight[9]: IQ4_NL blk.2.ffn_down_exps.weight[10]: IQ4_NL blk.2.ffn_down_exps.weight[11]: blk.2.ffn_down_exps.weight[12]: blk.2.ffn_down_exps.weight[13]: IQ4_NL blk.2.ffn_down_exps.weight[14]: blk.2.ffn_down_exps.weight[15]: blk.2.ffn_down_exps.weight[16]: IQ4_NL blk.2.ffn_down_exps.weight[17]: blk.2.ffn_down_exps.weight[18]: blk.2.ffn_down_exps.weight[19]: IQ4_NL blk.2.ffn_down_exps.weight[20]: IQ4_NL blk.2.ffn_down_exps.weight[21]: IQ4_NL blk.2.ffn_down_exps.weight[22]: IQ4_NL blk.2.ffn_down_exps.weight[23]: blk.2.ffn_down_exps.weight[24]: blk.2.ffn_down_exps.weight[25]: blk.2.ffn_down_exps.weight[26]: blk.2.ffn_down_exps.weight[27]: IQ4_NL blk.2.ffn_down_exps.weight[28]: IQ4_NL blk.2.ffn_down_exps.weight[29]: IQ4_NL blk.2.ffn_down_exps.weight[30]: IQ4_NL blk.2.ffn_down_exps.weight[31]: blk.2.ffn_down_exps.weight[32]: blk.2.ffn_down_exps.weight[33]: blk.2.ffn_down_exps.weight[34]: blk.2.ffn_down_exps.weight[35]: blk.2.ffn_down_exps.weight[36]: IQ4_NL blk.2.ffn_down_exps.weight[37]: IQ4_NL blk.2.ffn_down_exps.weight[38]: blk.2.ffn_down_exps.weight[39]: IQ4_NL blk.2.ffn_down_exps.weight[40]: blk.2.ffn_down_exps.weight[41]: IQ4_NL blk.2.ffn_down_exps.weight[42]: IQ4_NL blk.2.ffn_down_exps.weight[43]: IQ4_NL blk.2.ffn_down_exps.weight[44]: IQ4_NL blk.2.ffn_down_exps.weight[45]: IQ4_NL blk.2.ffn_down_exps.weight[46]: IQ4_NL blk.2.ffn_down_exps.weight[47]: IQ4_NL blk.2.ffn_down_exps.weight[48]: blk.2.ffn_down_exps.weight[49]: blk.2.ffn_down_exps.weight[50]: IQ4_NL blk.2.ffn_down_exps.weight[51]: IQ4_NL blk.2.ffn_down_exps.weight[52]: blk.2.ffn_down_exps.weight[53]: blk.2.ffn_down_exps.weight[54]: blk.2.ffn_down_exps.weight[55]: IQ4_NL blk.2.ffn_down_exps.weight[56]: IQ4_NL blk.2.ffn_down_exps.weight[57]: blk.2.ffn_down_exps.weight[58]: IQ4_NL blk.2.ffn_down_exps.weight[59]: blk.2.ffn_down_exps.weight[60]: blk.2.ffn_down_exps.weight[61]: IQ4_NL blk.2.ffn_down_exps.weight[62]: blk.2.ffn_down_exps.weight[63]: IQ4_NL blk.2.ffn_down_exps.weight[64]: IQ4_NL blk.2.ffn_down_exps.weight[65]: IQ4_NL blk.2.ffn_down_exps.weight[66]: IQ4_NL blk.2.ffn_down_exps.weight[67]: blk.2.ffn_down_exps.weight[68]: IQ4_NL blk.2.ffn_down_exps.weight[69]: IQ4_NL blk.2.ffn_down_exps.weight[70]: IQ4_NL blk.2.ffn_down_exps.weight[71]: IQ4_NL blk.2.ffn_down_exps.weight[72]: IQ4_NL blk.2.ffn_down_exps.weight[73]: blk.2.ffn_down_exps.weight[74]: IQ4_NL blk.2.ffn_down_exps.weight[75]: IQ4_NL blk.2.ffn_down_exps.weight[76]: blk.2.ffn_down_exps.weight[77]: blk.2.ffn_down_exps.weight[78]: blk.2.ffn_down_exps.weight[79]: blk.2.ffn_down_exps.weight[80]: blk.2.ffn_down_exps.weight[81]: blk.2.ffn_down_exps.weight[82]: blk.2.ffn_down_exps.weight[83]: IQ4_NL blk.2.ffn_down_exps.weight[84]: IQ4_NL blk.2.ffn_down_exps.weight[85]: IQ4_NL blk.2.ffn_down_exps.weight[86]: IQ4_NL blk.2.ffn_down_exps.weight[87]: blk.2.ffn_down_exps.weight[88]: IQ4_NL blk.2.ffn_down_exps.weight[89]: IQ4_NL blk.2.ffn_down_exps.weight[90]: IQ4_NL blk.2.ffn_down_exps.weight[91]: blk.2.ffn_down_exps.weight[92]: IQ4_NL blk.2.ffn_down_exps.weight[93]: blk.2.ffn_down_exps.weight[94]: blk.2.ffn_down_exps.weight[95]: IQ4_NL blk.2.ffn_down_exps.weight[96]: IQ4_NL blk.2.ffn_down_exps.weight[97]: IQ4_NL blk.2.ffn_down_exps.weight[98]: blk.2.ffn_down_exps.weight[99]: blk.2.ffn_down_exps.weight[100]: IQ4_NL blk.2.ffn_down_exps.weight[101]: blk.2.ffn_down_exps.weight[102]: IQ4_NL blk.2.ffn_down_exps.weight[103]: IQ4_NL blk.2.ffn_down_exps.weight[104]: IQ4_NL blk.2.ffn_down_exps.weight[105]: IQ4_NL blk.2.ffn_down_exps.weight[106]: IQ4_NL blk.2.ffn_down_exps.weight[107]: blk.2.ffn_down_exps.weight[108]: IQ4_NL blk.2.ffn_down_exps.weight[109]: IQ4_NL blk.2.ffn_down_exps.weight[110]: IQ4_NL blk.2.ffn_down_exps.weight[111]: blk.2.ffn_down_exps.weight[112]: IQ4_NL blk.2.ffn_down_exps.weight[113]: IQ4_NL blk.2.ffn_down_exps.weight[114]: IQ4_NL blk.2.ffn_down_exps.weight[115]: blk.2.ffn_down_exps.weight[116]: blk.2.ffn_down_exps.weight[117]: IQ4_NL blk.2.ffn_down_exps.weight[118]: blk.2.ffn_down_exps.weight[119]: blk.2.ffn_down_exps.weight[120]: blk.2.ffn_down_exps.weight[121]: blk.2.ffn_down_exps.weight[122]: IQ4_NL blk.2.ffn_down_exps.weight[123]: IQ4_NL blk.2.ffn_down_exps.weight[124]: IQ4_NL blk.2.ffn_down_exps.weight[125]: blk.2.ffn_down_exps.weight[126]: blk.2.ffn_down_exps.weight[127]: IQ4_NL blk.2.ffn_down_exps.weight[128]: IQ4_NL blk.2.ffn_down_exps.weight[129]: blk.2.ffn_down_exps.weight[130]: IQ4_NL blk.2.ffn_down_exps.weight[131]: blk.2.ffn_down_exps.weight[132]: blk.2.ffn_down_exps.weight[133]: IQ4_NL blk.2.ffn_down_exps.weight[134]: IQ4_NL blk.2.ffn_down_exps.weight[135]: IQ4_NL blk.2.ffn_down_exps.weight[136]: blk.2.ffn_down_exps.weight[137]: IQ4_NL blk.2.ffn_down_exps.weight[138]: blk.2.ffn_down_exps.weight[139]: blk.2.ffn_down_exps.weight[140]: IQ4_NL blk.2.ffn_down_exps.weight[141]: blk.2.ffn_down_exps.weight[142]: IQ4_NL blk.2.ffn_down_exps.weight[143]: blk.2.ffn_down_exps.weight[144]: blk.2.ffn_down_exps.weight[145]: IQ4_NL blk.2.ffn_down_exps.weight[146]: IQ4_NL blk.2.ffn_down_exps.weight[147]: IQ4_NL blk.2.ffn_down_exps.weight[148]: blk.2.ffn_down_exps.weight[149]: IQ4_NL blk.2.ffn_down_exps.weight[150]: IQ4_NL blk.2.ffn_down_exps.weight[151]: IQ4_NL blk.2.ffn_down_exps.weight[152]: IQ4_NL blk.2.ffn_down_exps.weight[153]: blk.2.ffn_down_exps.weight[154]: IQ4_NL blk.2.ffn_down_exps.weight[155]: IQ4_NL blk.2.ffn_down_exps.weight[156]: blk.2.ffn_down_exps.weight[157]: IQ4_NL blk.2.ffn_down_exps.weight[158]: blk.2.ffn_down_exps.weight[159]: blk.2.ffn_down_exps.weight[160]: IQ4_NL blk.2.ffn_down_exps.weight[161]: blk.2.ffn_down_exps.weight[162]: IQ4_NL blk.2.ffn_down_exps.weight[163]: IQ4_NL blk.2.ffn_down_exps.weight[164]: IQ4_NL blk.2.ffn_down_exps.weight[165]: IQ4_NL blk.2.ffn_down_exps.weight[166]: IQ4_NL blk.2.ffn_down_exps.weight[167]: blk.2.ffn_down_exps.weight[168]: blk.2.ffn_down_exps.weight[169]: IQ4_NL blk.2.ffn_down_exps.weight[170]: blk.2.ffn_down_exps.weight[171]: blk.2.ffn_down_exps.weight[172]: blk.2.ffn_down_exps.weight[173]: IQ4_NL blk.2.ffn_down_exps.weight[174]: blk.2.ffn_down_exps.weight[175]: blk.2.ffn_down_exps.weight[176]: blk.2.ffn_down_exps.weight[177]: IQ4_NL blk.2.ffn_down_exps.weight[178]: IQ4_NL blk.2.ffn_down_exps.weight[179]: IQ4_NL blk.2.ffn_down_exps.weight[180]: blk.2.ffn_down_exps.weight[181]: IQ4_NL blk.2.ffn_down_exps.weight[182]: blk.2.ffn_down_exps.weight[183]: blk.2.ffn_down_exps.weight[184]: blk.2.ffn_down_exps.weight[185]: blk.2.ffn_down_exps.weight[186]: blk.2.ffn_down_exps.weight[187]: blk.2.ffn_down_exps.weight[188]: blk.2.ffn_down_exps.weight[189]: blk.2.ffn_down_exps.weight[190]: blk.2.ffn_down_exps.weight[191]: IQ4_NL blk.2.ffn_down_exps.weight[192]: blk.2.ffn_down_exps.weight[193]: blk.2.ffn_down_exps.weight[194]: blk.2.ffn_down_exps.weight[195]: blk.2.ffn_down_exps.weight[196]: IQ4_NL blk.2.ffn_down_exps.weight[197]: IQ4_NL blk.2.ffn_down_exps.weight[198]: IQ4_NL blk.2.ffn_down_exps.weight[199]: blk.2.ffn_down_exps.weight[200]: IQ4_NL blk.2.ffn_down_exps.weight[201]: blk.2.ffn_down_exps.weight[202]: IQ4_NL blk.2.ffn_down_exps.weight[203]: IQ4_NL blk.2.ffn_down_exps.weight[204]: blk.2.ffn_down_exps.weight[205]: blk.2.ffn_down_exps.weight[206]: IQ4_NL blk.2.ffn_down_exps.weight[207]: IQ4_NL blk.2.ffn_down_exps.weight[208]: blk.2.ffn_down_exps.weight[209]: blk.2.ffn_down_exps.weight[210]: IQ4_NL blk.2.ffn_down_exps.weight[211]: IQ4_NL blk.2.ffn_down_exps.weight[212]: IQ4_NL blk.2.ffn_down_exps.weight[213]: blk.2.ffn_down_exps.weight[214]: blk.2.ffn_down_exps.weight[215]: IQ4_NL blk.2.ffn_down_exps.weight[216]: blk.2.ffn_down_exps.weight[217]: blk.2.ffn_down_exps.weight[218]: IQ4_NL blk.2.ffn_down_exps.weight[219]: blk.2.ffn_down_exps.weight[220]: IQ4_NL blk.2.ffn_down_exps.weight[221]: blk.2.ffn_down_exps.weight[222]: blk.2.ffn_down_exps.weight[223]: blk.2.ffn_down_exps.weight[224]: blk.2.ffn_down_exps.weight[225]: blk.2.ffn_down_exps.weight[226]: blk.2.ffn_down_exps.weight[227]: blk.2.ffn_down_exps.weight[228]: IQ4_NL blk.2.ffn_down_exps.weight[229]: IQ4_NL blk.2.ffn_down_exps.weight[230]: IQ4_NL blk.2.ffn_down_exps.weight[231]: blk.2.ffn_down_exps.weight[232]: blk.2.ffn_down_exps.weight[233]: blk.2.ffn_down_exps.weight[234]: blk.2.ffn_down_exps.weight[235]: blk.2.ffn_down_exps.weight[236]: IQ4_NL blk.2.ffn_down_exps.weight[237]: IQ4_NL blk.2.ffn_down_exps.weight[238]: blk.2.ffn_down_exps.weight[239]: blk.2.ffn_down_exps.weight[240]: IQ4_NL blk.2.ffn_down_exps.weight[241]: blk.2.ffn_down_exps.weight[242]: blk.2.ffn_down_exps.weight[243]: blk.2.ffn_down_exps.weight[244]: blk.2.ffn_down_exps.weight[245]: IQ4_NL blk.2.ffn_down_exps.weight[246]: blk.2.ffn_down_exps.weight[247]: blk.2.ffn_down_exps.weight[248]: blk.2.ffn_down_exps.weight[249]: blk.2.ffn_down_exps.weight[250]: blk.2.ffn_down_exps.weight[251]: IQ4_NL blk.2.ffn_down_exps.weight[252]: IQ4_NL blk.2.ffn_down_exps.weight[253]: IQ4_NL blk.2.ffn_down_exps.weight[254]: blk.2.ffn_down_exps.weight[255]: IQ4_NL blk.2.ffn_down_exps.weight[256]: blk.2.ffn_down_exps.weight[257]: blk.2.ffn_down_exps.weight[258]: IQ4_NL blk.2.ffn_down_exps.weight[259]: blk.2.ffn_down_exps.weight[260]: IQ4_NL blk.2.ffn_down_exps.weight[261]: blk.2.ffn_down_exps.weight[262]: blk.2.ffn_down_exps.weight[263]: IQ4_NL blk.2.ffn_down_exps.weight[264]: IQ4_NL blk.2.ffn_down_exps.weight[265]: IQ4_NL blk.2.ffn_down_exps.weight[266]: blk.2.ffn_down_exps.weight[267]: IQ4_NL blk.2.ffn_down_exps.weight[268]: blk.2.ffn_down_exps.weight[269]: blk.2.ffn_down_exps.weight[270]: IQ4_NL blk.2.ffn_down_exps.weight[271]: IQ4_NL blk.2.ffn_down_exps.weight[272]: blk.2.ffn_down_exps.weight[273]: IQ4_NL blk.2.ffn_down_exps.weight[274]: blk.2.ffn_down_exps.weight[275]: blk.2.ffn_down_exps.weight[276]: IQ4_NL blk.2.ffn_down_exps.weight[277]: blk.2.ffn_down_exps.weight[278]: blk.2.ffn_down_exps.weight[279]: IQ4_NL blk.2.ffn_down_exps.weight[280]: IQ4_NL blk.2.ffn_down_exps.weight[281]: blk.2.ffn_down_exps.weight[282]: blk.2.ffn_down_exps.weight[283]: blk.2.ffn_down_exps.weight[284]: blk.2.ffn_down_exps.weight[285]: IQ4_NL blk.2.ffn_down_exps.weight[286]: IQ4_NL blk.2.ffn_down_exps.weight[287]: IQ4_NL blk.2.ffn_down_exps.weight[288]: IQ4_NL blk.2.ffn_down_exps.weight[289]: blk.2.ffn_down_exps.weight[290]: IQ4_NL blk.2.ffn_down_exps.weight[291]: IQ4_NL blk.2.ffn_down_exps.weight[292]: blk.2.ffn_down_exps.weight[293]: blk.2.ffn_down_exps.weight[294]: IQ4_NL blk.2.ffn_down_exps.weight[295]: IQ4_NL blk.2.ffn_down_exps.weight[296]: IQ4_NL blk.2.ffn_down_exps.weight[297]: blk.2.ffn_down_exps.weight[298]: blk.2.ffn_down_exps.weight[299]: blk.2.ffn_down_exps.weight[300]: blk.2.ffn_down_exps.weight[301]: blk.2.ffn_down_exps.weight[302]: IQ4_NL blk.2.ffn_down_exps.weight[303]: IQ4_NL blk.2.ffn_down_exps.weight[304]: IQ4_NL blk.2.ffn_down_exps.weight[305]: IQ4_NL blk.2.ffn_down_exps.weight[306]: blk.2.ffn_down_exps.weight[307]: blk.2.ffn_down_exps.weight[308]: blk.2.ffn_down_exps.weight[309]: blk.2.ffn_down_exps.weight[310]: IQ4_NL blk.2.ffn_down_exps.weight[311]: IQ4_NL blk.2.ffn_down_exps.weight[312]: IQ4_NL blk.2.ffn_down_exps.weight[313]: IQ4_NL blk.2.ffn_down_exps.weight[314]: blk.2.ffn_down_exps.weight[315]: blk.2.ffn_down_exps.weight[316]: IQ4_NL blk.2.ffn_down_exps.weight[317]: IQ4_NL blk.2.ffn_down_exps.weight[318]: blk.2.ffn_down_exps.weight[319]: IQ4_NL blk.2.ffn_down_exps.weight[320]: blk.2.ffn_down_exps.weight[321]: blk.2.ffn_down_exps.weight[322]: IQ4_NL blk.2.ffn_down_exps.weight[323]: IQ4_NL blk.2.ffn_down_exps.weight[324]: IQ4_NL blk.2.ffn_down_exps.weight[325]: blk.2.ffn_down_exps.weight[326]: blk.2.ffn_down_exps.weight[327]: IQ4_NL blk.2.ffn_down_exps.weight[328]: blk.2.ffn_down_exps.weight[329]: blk.2.ffn_down_exps.weight[330]: blk.2.ffn_down_exps.weight[331]: IQ4_NL blk.2.ffn_down_exps.weight[332]: blk.2.ffn_down_exps.weight[333]: IQ4_NL blk.2.ffn_down_exps.weight[334]: blk.2.ffn_down_exps.weight[335]: blk.2.ffn_down_exps.weight[336]: IQ4_NL blk.2.ffn_down_exps.weight[337]: IQ4_NL blk.2.ffn_down_exps.weight[338]: IQ4_NL blk.2.ffn_down_exps.weight[339]: IQ4_NL blk.2.ffn_down_exps.weight[340]: blk.2.ffn_down_exps.weight[341]: blk.2.ffn_down_exps.weight[342]: blk.2.ffn_down_exps.weight[343]: IQ4_NL blk.2.ffn_down_exps.weight[344]: blk.2.ffn_down_exps.weight[345]: blk.2.ffn_down_exps.weight[346]: IQ4_NL blk.2.ffn_down_exps.weight[347]: IQ4_NL blk.2.ffn_down_exps.weight[348]: IQ4_NL blk.2.ffn_down_exps.weight[349]: blk.2.ffn_down_exps.weight[350]: blk.2.ffn_down_exps.weight[351]: IQ4_NL blk.2.ffn_down_exps.weight[352]: blk.2.ffn_down_exps.weight[353]: blk.2.ffn_down_exps.weight[354]: IQ4_NL blk.2.ffn_down_exps.weight[355]: IQ4_NL blk.2.ffn_down_exps.weight[356]: IQ4_NL blk.2.ffn_down_exps.weight[357]: IQ4_NL blk.2.ffn_down_exps.weight[358]: blk.2.ffn_down_exps.weight[359]: IQ4_NL blk.2.ffn_down_exps.weight[360]: IQ4_NL blk.2.ffn_down_exps.weight[361]: blk.2.ffn_down_exps.weight[362]: blk.2.ffn_down_exps.weight[363]: blk.2.ffn_down_exps.weight[364]: IQ4_NL blk.2.ffn_down_exps.weight[365]: blk.2.ffn_down_exps.weight[366]: IQ4_NL blk.2.ffn_down_exps.weight[367]: blk.2.ffn_down_exps.weight[368]: blk.2.ffn_down_exps.weight[369]: IQ4_NL blk.2.ffn_down_exps.weight[370]: blk.2.ffn_down_exps.weight[371]: IQ4_NL blk.2.ffn_down_exps.weight[372]: IQ4_NL blk.2.ffn_down_exps.weight[373]: IQ4_NL blk.2.ffn_down_exps.weight[374]: IQ4_NL blk.2.ffn_down_exps.weight[375]: IQ4_NL blk.2.ffn_down_exps.weight[376]: blk.2.ffn_down_exps.weight[377]: IQ4_NL blk.2.ffn_down_exps.weight[378]: blk.2.ffn_down_exps.weight[379]: blk.2.ffn_down_exps.weight[380]: IQ4_NL blk.2.ffn_down_exps.weight[381]: blk.2.ffn_down_exps.weight[382]: IQ4_NL blk.2.ffn_down_exps.weight[383]: blk.2.ffn_down_exps.weight[384]: IQ4_NL blk.2.ffn_down_exps.weight[385]: IQ4_NL blk.2.ffn_down_exps.weight[386]: blk.2.ffn_down_exps.weight[387]: IQ4_NL blk.2.ffn_down_exps.weight[388]: IQ4_NL blk.2.ffn_down_exps.weight[389]: blk.2.ffn_down_exps.weight[390]: blk.2.ffn_down_exps.weight[391]: blk.2.ffn_down_exps.weight[392]: blk.2.ffn_down_exps.weight[393]: blk.2.ffn_down_exps.weight[394]: IQ4_NL blk.2.ffn_down_exps.weight[395]: IQ4_NL blk.2.ffn_down_exps.weight[396]: blk.2.ffn_down_exps.weight[397]: blk.2.ffn_down_exps.weight[398]: blk.2.ffn_down_exps.weight[399]: IQ4_NL blk.2.ffn_down_exps.weight[400]: blk.2.ffn_down_exps.weight[401]: blk.2.ffn_down_exps.weight[402]: IQ4_NL blk.2.ffn_down_exps.weight[403]: IQ4_NL blk.2.ffn_down_exps.weight[404]: blk.2.ffn_down_exps.weight[405]: blk.2.ffn_down_exps.weight[406]: blk.2.ffn_down_exps.weight[407]: IQ4_NL blk.2.ffn_down_exps.weight[408]: IQ4_NL blk.2.ffn_down_exps.weight[409]: IQ4_NL blk.2.ffn_down_exps.weight[410]: IQ4_NL blk.2.ffn_down_exps.weight[411]: IQ4_NL blk.2.ffn_down_exps.weight[412]: IQ4_NL blk.2.ffn_down_exps.weight[413]: IQ4_NL blk.2.ffn_down_exps.weight[414]: blk.2.ffn_down_exps.weight[415]: blk.2.ffn_down_exps.weight[416]: blk.2.ffn_down_exps.weight[417]: IQ4_NL blk.2.ffn_down_exps.weight[418]: IQ4_NL blk.2.ffn_down_exps.weight[419]: blk.2.ffn_down_exps.weight[420]: blk.2.ffn_down_exps.weight[421]: IQ4_NL blk.2.ffn_down_exps.weight[422]: blk.2.ffn_down_exps.weight[423]: blk.2.ffn_down_exps.weight[424]: blk.2.ffn_down_exps.weight[425]: blk.2.ffn_down_exps.weight[426]: IQ4_NL blk.2.ffn_down_exps.weight[427]: blk.2.ffn_down_exps.weight[428]: blk.2.ffn_down_exps.weight[429]: IQ4_NL blk.2.ffn_down_exps.weight[430]: IQ4_NL blk.2.ffn_down_exps.weight[431]: IQ4_NL blk.2.ffn_down_exps.weight[432]: blk.2.ffn_down_exps.weight[433]: IQ4_NL blk.2.ffn_down_exps.weight[434]: IQ4_NL blk.2.ffn_down_exps.weight[435]: IQ4_NL blk.2.ffn_down_exps.weight[436]: IQ4_NL blk.2.ffn_down_exps.weight[437]: IQ4_NL blk.2.ffn_down_exps.weight[438]: IQ4_NL blk.2.ffn_down_exps.weight[439]: IQ4_NL blk.2.ffn_down_exps.weight[440]: blk.2.ffn_down_exps.weight[441]: blk.2.ffn_down_exps.weight[442]: blk.2.ffn_down_exps.weight[443]: blk.2.ffn_down_exps.weight[444]: IQ4_NL blk.2.ffn_down_exps.weight[445]: IQ4_NL blk.2.ffn_down_exps.weight[446]: IQ4_NL blk.2.ffn_down_exps.weight[447]: blk.2.ffn_down_exps.weight[448]: blk.2.ffn_down_exps.weight[449]: IQ4_NL blk.2.ffn_down_exps.weight[450]: blk.2.ffn_down_exps.weight[451]: IQ4_NL blk.2.ffn_down_exps.weight[452]: IQ4_NL blk.2.ffn_down_exps.weight[453]: blk.2.ffn_down_exps.weight[454]: IQ4_NL blk.2.ffn_down_exps.weight[455]: blk.2.ffn_down_exps.weight[456]: IQ4_NL blk.2.ffn_down_exps.weight[457]: IQ4_NL blk.2.ffn_down_exps.weight[458]: IQ4_NL blk.2.ffn_down_exps.weight[459]: blk.2.ffn_down_exps.weight[460]: IQ4_NL blk.2.ffn_down_exps.weight[461]: IQ4_NL blk.2.ffn_down_exps.weight[462]: IQ4_NL blk.2.ffn_down_exps.weight[463]: blk.2.ffn_down_exps.weight[464]: blk.2.ffn_down_exps.weight[465]: blk.2.ffn_down_exps.weight[466]: blk.2.ffn_down_exps.weight[467]: IQ4_NL blk.2.ffn_down_exps.weight[468]: blk.2.ffn_down_exps.weight[469]: IQ4_NL blk.2.ffn_down_exps.weight[470]: IQ4_NL blk.2.ffn_down_exps.weight[471]: blk.2.ffn_down_exps.weight[472]: blk.2.ffn_down_exps.weight[473]: IQ4_NL blk.2.ffn_down_exps.weight[474]: IQ4_NL blk.2.ffn_down_exps.weight[475]: blk.2.ffn_down_exps.weight[476]: IQ4_NL blk.2.ffn_down_exps.weight[477]: IQ4_NL blk.2.ffn_down_exps.weight[478]: IQ4_NL blk.2.ffn_down_exps.weight[479]: IQ4_NL blk.2.ffn_down_exps.weight[480]: IQ4_NL blk.2.ffn_down_exps.weight[481]: blk.2.ffn_down_exps.weight[482]: blk.2.ffn_down_exps.weight[483]: IQ4_NL blk.2.ffn_down_exps.weight[484]: IQ4_NL blk.2.ffn_down_exps.weight[485]: IQ4_NL blk.2.ffn_down_exps.weight[486]: IQ4_NL blk.2.ffn_down_exps.weight[487]: IQ4_NL blk.2.ffn_down_exps.weight[488]: blk.2.ffn_down_exps.weight[489]: blk.2.ffn_down_exps.weight[490]: IQ4_NL blk.2.ffn_down_exps.weight[491]: blk.2.ffn_down_exps.weight[492]: blk.2.ffn_down_exps.weight[493]: blk.2.ffn_down_exps.weight[494]: IQ4_NL blk.2.ffn_down_exps.weight[495]: IQ4_NL blk.2.ffn_down_exps.weight[496]: blk.2.ffn_down_exps.weight[497]: IQ4_NL blk.2.ffn_down_exps.weight[498]: IQ4_NL blk.2.ffn_down_exps.weight[499]: blk.2.ffn_down_exps.weight[500]: IQ4_NL blk.2.ffn_down_exps.weight[501]: blk.2.ffn_down_exps.weight[502]: IQ4_NL blk.2.ffn_down_exps.weight[503]: IQ4_NL blk.2.ffn_down_exps.weight[504]: blk.2.ffn_down_exps.weight[505]: IQ4_NL blk.2.ffn_down_exps.weight[506]: IQ4_NL blk.2.ffn_down_exps.weight[507]: blk.2.ffn_down_exps.weight[508]: blk.2.ffn_down_exps.weight[509]: blk.2.ffn_down_exps.weight[510]: blk.2.ffn_down_exps.weight[511]: blk.3.ffn_gate_exps.weight[0]: blk.3.ffn_gate_exps.weight[1]: IQ2_S blk.3.ffn_gate_exps.weight[2]: blk.3.ffn_gate_exps.weight[3]: IQ2_S blk.3.ffn_gate_exps.weight[4]: blk.3.ffn_gate_exps.weight[5]: blk.3.ffn_gate_exps.weight[6]: blk.3.ffn_gate_exps.weight[7]: blk.3.ffn_gate_exps.weight[8]: IQ2_S blk.3.ffn_gate_exps.weight[9]: IQ2_S blk.3.ffn_gate_exps.weight[10]: IQ2_S blk.3.ffn_gate_exps.weight[11]: blk.3.ffn_gate_exps.weight[12]: IQ2_S blk.3.ffn_gate_exps.weight[13]: IQ2_S blk.3.ffn_gate_exps.weight[14]: IQ2_S blk.3.ffn_gate_exps.weight[15]: IQ2_S blk.3.ffn_gate_exps.weight[16]: blk.3.ffn_gate_exps.weight[17]: blk.3.ffn_gate_exps.weight[18]: IQ2_S blk.3.ffn_gate_exps.weight[19]: IQ2_S blk.3.ffn_gate_exps.weight[20]: IQ2_S blk.3.ffn_gate_exps.weight[21]: blk.3.ffn_gate_exps.weight[22]: IQ2_S blk.3.ffn_gate_exps.weight[23]: IQ2_S blk.3.ffn_gate_exps.weight[24]: IQ2_S blk.3.ffn_gate_exps.weight[25]: blk.3.ffn_gate_exps.weight[26]: IQ2_S blk.3.ffn_gate_exps.weight[27]: blk.3.ffn_gate_exps.weight[28]: blk.3.ffn_gate_exps.weight[29]: IQ2_S blk.3.ffn_gate_exps.weight[30]: IQ2_S blk.3.ffn_gate_exps.weight[31]: blk.3.ffn_gate_exps.weight[32]: blk.3.ffn_gate_exps.weight[33]: blk.3.ffn_gate_exps.weight[34]: blk.3.ffn_gate_exps.weight[35]: IQ2_S blk.3.ffn_gate_exps.weight[36]: IQ2_S blk.3.ffn_gate_exps.weight[37]: IQ2_S blk.3.ffn_gate_exps.weight[38]: blk.3.ffn_gate_exps.weight[39]: IQ2_S blk.3.ffn_gate_exps.weight[40]: IQ2_S blk.3.ffn_gate_exps.weight[41]: blk.3.ffn_gate_exps.weight[42]: blk.3.ffn_gate_exps.weight[43]: blk.3.ffn_gate_exps.weight[44]: blk.3.ffn_gate_exps.weight[45]: IQ2_S blk.3.ffn_gate_exps.weight[46]: blk.3.ffn_gate_exps.weight[47]: IQ2_S blk.3.ffn_gate_exps.weight[48]: blk.3.ffn_gate_exps.weight[49]: IQ2_S blk.3.ffn_gate_exps.weight[50]: IQ2_S blk.3.ffn_gate_exps.weight[51]: IQ2_S blk.3.ffn_gate_exps.weight[52]: IQ2_S blk.3.ffn_gate_exps.weight[53]: blk.3.ffn_gate_exps.weight[54]: IQ2_S blk.3.ffn_gate_exps.weight[55]: blk.3.ffn_gate_exps.weight[56]: blk.3.ffn_gate_exps.weight[57]: blk.3.ffn_gate_exps.weight[58]: IQ2_S blk.3.ffn_gate_exps.weight[59]: blk.3.ffn_gate_exps.weight[60]: IQ2_S blk.3.ffn_gate_exps.weight[61]: IQ2_S blk.3.ffn_gate_exps.weight[62]: blk.3.ffn_gate_exps.weight[63]: blk.3.ffn_gate_exps.weight[64]: IQ2_S blk.3.ffn_gate_exps.weight[65]: blk.3.ffn_gate_exps.weight[66]: IQ2_S blk.3.ffn_gate_exps.weight[67]: IQ2_S blk.3.ffn_gate_exps.weight[68]: blk.3.ffn_gate_exps.weight[69]: IQ2_S blk.3.ffn_gate_exps.weight[70]: IQ2_S blk.3.ffn_gate_exps.weight[71]: IQ2_S blk.3.ffn_gate_exps.weight[72]: blk.3.ffn_gate_exps.weight[73]: IQ2_S blk.3.ffn_gate_exps.weight[74]: blk.3.ffn_gate_exps.weight[75]: blk.3.ffn_gate_exps.weight[76]: blk.3.ffn_gate_exps.weight[77]: blk.3.ffn_gate_exps.weight[78]: IQ2_S blk.3.ffn_gate_exps.weight[79]: IQ2_S blk.3.ffn_gate_exps.weight[80]: blk.3.ffn_gate_exps.weight[81]: blk.3.ffn_gate_exps.weight[82]: IQ2_S blk.3.ffn_gate_exps.weight[83]: IQ2_S blk.3.ffn_gate_exps.weight[84]: IQ2_S blk.3.ffn_gate_exps.weight[85]: IQ2_S blk.3.ffn_gate_exps.weight[86]: blk.3.ffn_gate_exps.weight[87]: blk.3.ffn_gate_exps.weight[88]: IQ2_S blk.3.ffn_gate_exps.weight[89]: blk.3.ffn_gate_exps.weight[90]: IQ2_S blk.3.ffn_gate_exps.weight[91]: IQ2_S blk.3.ffn_gate_exps.weight[92]: blk.3.ffn_gate_exps.weight[93]: IQ2_S blk.3.ffn_gate_exps.weight[94]: blk.3.ffn_gate_exps.weight[95]: blk.3.ffn_gate_exps.weight[96]: IQ2_S blk.3.ffn_gate_exps.weight[97]: blk.3.ffn_gate_exps.weight[98]: blk.3.ffn_gate_exps.weight[99]: blk.3.ffn_gate_exps.weight[100]: IQ2_S blk.3.ffn_gate_exps.weight[101]: blk.3.ffn_gate_exps.weight[102]: IQ2_S blk.3.ffn_gate_exps.weight[103]: IQ2_S blk.3.ffn_gate_exps.weight[104]: blk.3.ffn_gate_exps.weight[105]: blk.3.ffn_gate_exps.weight[106]: blk.3.ffn_gate_exps.weight[107]: blk.3.ffn_gate_exps.weight[108]: blk.3.ffn_gate_exps.weight[109]: blk.3.ffn_gate_exps.weight[110]: IQ2_S blk.3.ffn_gate_exps.weight[111]: blk.3.ffn_gate_exps.weight[112]: IQ2_S blk.3.ffn_gate_exps.weight[113]: IQ2_S blk.3.ffn_gate_exps.weight[114]: blk.3.ffn_gate_exps.weight[115]: IQ2_S blk.3.ffn_gate_exps.weight[116]: blk.3.ffn_gate_exps.weight[117]: blk.3.ffn_gate_exps.weight[118]: IQ2_S blk.3.ffn_gate_exps.weight[119]: IQ2_S blk.3.ffn_gate_exps.weight[120]: IQ2_S blk.3.ffn_gate_exps.weight[121]: blk.3.ffn_gate_exps.weight[122]: IQ2_S blk.3.ffn_gate_exps.weight[123]: blk.3.ffn_gate_exps.weight[124]: IQ2_S blk.3.ffn_gate_exps.weight[125]: blk.3.ffn_gate_exps.weight[126]: blk.3.ffn_gate_exps.weight[127]: IQ2_S blk.3.ffn_gate_exps.weight[128]: blk.3.ffn_gate_exps.weight[129]: blk.3.ffn_gate_exps.weight[130]: IQ2_S blk.3.ffn_gate_exps.weight[131]: IQ2_S blk.3.ffn_gate_exps.weight[132]: IQ2_S blk.3.ffn_gate_exps.weight[133]: blk.3.ffn_gate_exps.weight[134]: IQ2_S blk.3.ffn_gate_exps.weight[135]: blk.3.ffn_gate_exps.weight[136]: blk.3.ffn_gate_exps.weight[137]: IQ2_S blk.3.ffn_gate_exps.weight[138]: blk.3.ffn_gate_exps.weight[139]: blk.3.ffn_gate_exps.weight[140]: blk.3.ffn_gate_exps.weight[141]: blk.3.ffn_gate_exps.weight[142]: IQ2_S blk.3.ffn_gate_exps.weight[143]: blk.3.ffn_gate_exps.weight[144]: IQ2_S blk.3.ffn_gate_exps.weight[145]: blk.3.ffn_gate_exps.weight[146]: IQ2_S blk.3.ffn_gate_exps.weight[147]: blk.3.ffn_gate_exps.weight[148]: IQ2_S blk.3.ffn_gate_exps.weight[149]: blk.3.ffn_gate_exps.weight[150]: IQ2_S blk.3.ffn_gate_exps.weight[151]: blk.3.ffn_gate_exps.weight[152]: blk.3.ffn_gate_exps.weight[153]: IQ2_S blk.3.ffn_gate_exps.weight[154]: blk.3.ffn_gate_exps.weight[155]: blk.3.ffn_gate_exps.weight[156]: IQ2_S blk.3.ffn_gate_exps.weight[157]: blk.3.ffn_gate_exps.weight[158]: IQ2_S blk.3.ffn_gate_exps.weight[159]: blk.3.ffn_gate_exps.weight[160]: blk.3.ffn_gate_exps.weight[161]: blk.3.ffn_gate_exps.weight[162]: blk.3.ffn_gate_exps.weight[163]: blk.3.ffn_gate_exps.weight[164]: IQ2_S blk.3.ffn_gate_exps.weight[165]: blk.3.ffn_gate_exps.weight[166]: IQ2_S blk.3.ffn_gate_exps.weight[167]: blk.3.ffn_gate_exps.weight[168]: IQ2_S blk.3.ffn_gate_exps.weight[169]: IQ2_S blk.3.ffn_gate_exps.weight[170]: blk.3.ffn_gate_exps.weight[171]: IQ2_S blk.3.ffn_gate_exps.weight[172]: blk.3.ffn_gate_exps.weight[173]: blk.3.ffn_gate_exps.weight[174]: IQ2_S blk.3.ffn_gate_exps.weight[175]: IQ2_S blk.3.ffn_gate_exps.weight[176]: IQ2_S blk.3.ffn_gate_exps.weight[177]: blk.3.ffn_gate_exps.weight[178]: IQ2_S blk.3.ffn_gate_exps.weight[179]: IQ2_S blk.3.ffn_gate_exps.weight[180]: blk.3.ffn_gate_exps.weight[181]: blk.3.ffn_gate_exps.weight[182]: IQ2_S blk.3.ffn_gate_exps.weight[183]: blk.3.ffn_gate_exps.weight[184]: blk.3.ffn_gate_exps.weight[185]: IQ2_S blk.3.ffn_gate_exps.weight[186]: IQ2_S blk.3.ffn_gate_exps.weight[187]: blk.3.ffn_gate_exps.weight[188]: IQ2_S blk.3.ffn_gate_exps.weight[189]: IQ2_S blk.3.ffn_gate_exps.weight[190]: IQ2_S blk.3.ffn_gate_exps.weight[191]: blk.3.ffn_gate_exps.weight[192]: IQ2_S blk.3.ffn_gate_exps.weight[193]: IQ2_S blk.3.ffn_gate_exps.weight[194]: blk.3.ffn_gate_exps.weight[195]: blk.3.ffn_gate_exps.weight[196]: IQ2_S blk.3.ffn_gate_exps.weight[197]: IQ2_S blk.3.ffn_gate_exps.weight[198]: IQ2_S blk.3.ffn_gate_exps.weight[199]: blk.3.ffn_gate_exps.weight[200]: blk.3.ffn_gate_exps.weight[201]: IQ2_S blk.3.ffn_gate_exps.weight[202]: IQ2_S blk.3.ffn_gate_exps.weight[203]: IQ2_S blk.3.ffn_gate_exps.weight[204]: IQ2_S blk.3.ffn_gate_exps.weight[205]: IQ2_S blk.3.ffn_gate_exps.weight[206]: blk.3.ffn_gate_exps.weight[207]: blk.3.ffn_gate_exps.weight[208]: blk.3.ffn_gate_exps.weight[209]: IQ2_S blk.3.ffn_gate_exps.weight[210]: IQ2_S blk.3.ffn_gate_exps.weight[211]: blk.3.ffn_gate_exps.weight[212]: IQ2_S blk.3.ffn_gate_exps.weight[213]: IQ2_S blk.3.ffn_gate_exps.weight[214]: IQ2_S blk.3.ffn_gate_exps.weight[215]: blk.3.ffn_gate_exps.weight[216]: blk.3.ffn_gate_exps.weight[217]: IQ2_S blk.3.ffn_gate_exps.weight[218]: IQ2_S blk.3.ffn_gate_exps.weight[219]: blk.3.ffn_gate_exps.weight[220]: IQ2_S blk.3.ffn_gate_exps.weight[221]: IQ2_S blk.3.ffn_gate_exps.weight[222]: blk.3.ffn_gate_exps.weight[223]: blk.3.ffn_gate_exps.weight[224]: blk.3.ffn_gate_exps.weight[225]: blk.3.ffn_gate_exps.weight[226]: blk.3.ffn_gate_exps.weight[227]: IQ2_S blk.3.ffn_gate_exps.weight[228]: IQ2_S blk.3.ffn_gate_exps.weight[229]: IQ2_S blk.3.ffn_gate_exps.weight[230]: IQ2_S blk.3.ffn_gate_exps.weight[231]: IQ2_S blk.3.ffn_gate_exps.weight[232]: blk.3.ffn_gate_exps.weight[233]: IQ2_S blk.3.ffn_gate_exps.weight[234]: blk.3.ffn_gate_exps.weight[235]: IQ2_S blk.3.ffn_gate_exps.weight[236]: blk.3.ffn_gate_exps.weight[237]: IQ2_S blk.3.ffn_gate_exps.weight[238]: blk.3.ffn_gate_exps.weight[239]: blk.3.ffn_gate_exps.weight[240]: IQ2_S blk.3.ffn_gate_exps.weight[241]: blk.3.ffn_gate_exps.weight[242]: blk.3.ffn_gate_exps.weight[243]: IQ2_S blk.3.ffn_gate_exps.weight[244]: blk.3.ffn_gate_exps.weight[245]: blk.3.ffn_gate_exps.weight[246]: blk.3.ffn_gate_exps.weight[247]: IQ2_S blk.3.ffn_gate_exps.weight[248]: IQ2_S blk.3.ffn_gate_exps.weight[249]: IQ2_S blk.3.ffn_gate_exps.weight[250]: blk.3.ffn_gate_exps.weight[251]: blk.3.ffn_gate_exps.weight[252]: IQ2_S blk.3.ffn_gate_exps.weight[253]: IQ2_S blk.3.ffn_gate_exps.weight[254]: IQ2_S blk.3.ffn_gate_exps.weight[255]: blk.3.ffn_gate_exps.weight[256]: blk.3.ffn_gate_exps.weight[257]: blk.3.ffn_gate_exps.weight[258]: blk.3.ffn_gate_exps.weight[259]: IQ2_S blk.3.ffn_gate_exps.weight[260]: IQ2_S blk.3.ffn_gate_exps.weight[261]: IQ2_S blk.3.ffn_gate_exps.weight[262]: IQ2_S blk.3.ffn_gate_exps.weight[263]: IQ2_S blk.3.ffn_gate_exps.weight[264]: IQ2_S blk.3.ffn_gate_exps.weight[265]: IQ2_S blk.3.ffn_gate_exps.weight[266]: blk.3.ffn_gate_exps.weight[267]: IQ2_S blk.3.ffn_gate_exps.weight[268]: blk.3.ffn_gate_exps.weight[269]: IQ2_S blk.3.ffn_gate_exps.weight[270]: blk.3.ffn_gate_exps.weight[271]: IQ2_S blk.3.ffn_gate_exps.weight[272]: IQ2_S blk.3.ffn_gate_exps.weight[273]: blk.3.ffn_gate_exps.weight[274]: IQ2_S blk.3.ffn_gate_exps.weight[275]: blk.3.ffn_gate_exps.weight[276]: IQ2_S blk.3.ffn_gate_exps.weight[277]: blk.3.ffn_gate_exps.weight[278]: IQ2_S blk.3.ffn_gate_exps.weight[279]: IQ2_S blk.3.ffn_gate_exps.weight[280]: IQ2_S blk.3.ffn_gate_exps.weight[281]: IQ2_S blk.3.ffn_gate_exps.weight[282]: blk.3.ffn_gate_exps.weight[283]: IQ2_S blk.3.ffn_gate_exps.weight[284]: blk.3.ffn_gate_exps.weight[285]: blk.3.ffn_gate_exps.weight[286]: blk.3.ffn_gate_exps.weight[287]: IQ2_S blk.3.ffn_gate_exps.weight[288]: blk.3.ffn_gate_exps.weight[289]: IQ2_S blk.3.ffn_gate_exps.weight[290]: IQ2_S blk.3.ffn_gate_exps.weight[291]: blk.3.ffn_gate_exps.weight[292]: blk.3.ffn_gate_exps.weight[293]: blk.3.ffn_gate_exps.weight[294]: blk.3.ffn_gate_exps.weight[295]: IQ2_S blk.3.ffn_gate_exps.weight[296]: IQ2_S blk.3.ffn_gate_exps.weight[297]: IQ2_S blk.3.ffn_gate_exps.weight[298]: IQ2_S blk.3.ffn_gate_exps.weight[299]: blk.3.ffn_gate_exps.weight[300]: IQ2_S blk.3.ffn_gate_exps.weight[301]: IQ2_S blk.3.ffn_gate_exps.weight[302]: IQ2_S blk.3.ffn_gate_exps.weight[303]: blk.3.ffn_gate_exps.weight[304]: blk.3.ffn_gate_exps.weight[305]: IQ2_S blk.3.ffn_gate_exps.weight[306]: IQ2_S blk.3.ffn_gate_exps.weight[307]: IQ2_S blk.3.ffn_gate_exps.weight[308]: IQ2_S blk.3.ffn_gate_exps.weight[309]: IQ2_S blk.3.ffn_gate_exps.weight[310]: IQ2_S blk.3.ffn_gate_exps.weight[311]: IQ2_S blk.3.ffn_gate_exps.weight[312]: blk.3.ffn_gate_exps.weight[313]: blk.3.ffn_gate_exps.weight[314]: blk.3.ffn_gate_exps.weight[315]: blk.3.ffn_gate_exps.weight[316]: IQ2_S blk.3.ffn_gate_exps.weight[317]: blk.3.ffn_gate_exps.weight[318]: blk.3.ffn_gate_exps.weight[319]: blk.3.ffn_gate_exps.weight[320]: IQ2_S blk.3.ffn_gate_exps.weight[321]: blk.3.ffn_gate_exps.weight[322]: IQ2_S blk.3.ffn_gate_exps.weight[323]: IQ2_S blk.3.ffn_gate_exps.weight[324]: IQ2_S blk.3.ffn_gate_exps.weight[325]: IQ2_S blk.3.ffn_gate_exps.weight[326]: blk.3.ffn_gate_exps.weight[327]: blk.3.ffn_gate_exps.weight[328]: IQ2_S blk.3.ffn_gate_exps.weight[329]: blk.3.ffn_gate_exps.weight[330]: blk.3.ffn_gate_exps.weight[331]: blk.3.ffn_gate_exps.weight[332]: blk.3.ffn_gate_exps.weight[333]: IQ2_S blk.3.ffn_gate_exps.weight[334]: IQ2_S blk.3.ffn_gate_exps.weight[335]: IQ2_S blk.3.ffn_gate_exps.weight[336]: blk.3.ffn_gate_exps.weight[337]: blk.3.ffn_gate_exps.weight[338]: IQ2_S blk.3.ffn_gate_exps.weight[339]: blk.3.ffn_gate_exps.weight[340]: blk.3.ffn_gate_exps.weight[341]: blk.3.ffn_gate_exps.weight[342]: blk.3.ffn_gate_exps.weight[343]: blk.3.ffn_gate_exps.weight[344]: blk.3.ffn_gate_exps.weight[345]: blk.3.ffn_gate_exps.weight[346]: blk.3.ffn_gate_exps.weight[347]: blk.3.ffn_gate_exps.weight[348]: IQ2_S blk.3.ffn_gate_exps.weight[349]: IQ2_S blk.3.ffn_gate_exps.weight[350]: blk.3.ffn_gate_exps.weight[351]: blk.3.ffn_gate_exps.weight[352]: blk.3.ffn_gate_exps.weight[353]: blk.3.ffn_gate_exps.weight[354]: IQ2_S blk.3.ffn_gate_exps.weight[355]: IQ2_S blk.3.ffn_gate_exps.weight[356]: IQ2_S blk.3.ffn_gate_exps.weight[357]: IQ2_S blk.3.ffn_gate_exps.weight[358]: IQ2_S blk.3.ffn_gate_exps.weight[359]: IQ2_S blk.3.ffn_gate_exps.weight[360]: blk.3.ffn_gate_exps.weight[361]: blk.3.ffn_gate_exps.weight[362]: blk.3.ffn_gate_exps.weight[363]: IQ2_S blk.3.ffn_gate_exps.weight[364]: IQ2_S blk.3.ffn_gate_exps.weight[365]: blk.3.ffn_gate_exps.weight[366]: IQ2_S blk.3.ffn_gate_exps.weight[367]: IQ2_S blk.3.ffn_gate_exps.weight[368]: blk.3.ffn_gate_exps.weight[369]: blk.3.ffn_gate_exps.weight[370]: IQ2_S blk.3.ffn_gate_exps.weight[371]: IQ2_S blk.3.ffn_gate_exps.weight[372]: IQ2_S blk.3.ffn_gate_exps.weight[373]: IQ2_S blk.3.ffn_gate_exps.weight[374]: IQ2_S blk.3.ffn_gate_exps.weight[375]: IQ2_S blk.3.ffn_gate_exps.weight[376]: IQ2_S blk.3.ffn_gate_exps.weight[377]: IQ2_S blk.3.ffn_gate_exps.weight[378]: blk.3.ffn_gate_exps.weight[379]: blk.3.ffn_gate_exps.weight[380]: blk.3.ffn_gate_exps.weight[381]: blk.3.ffn_gate_exps.weight[382]: blk.3.ffn_gate_exps.weight[383]: IQ2_S blk.3.ffn_gate_exps.weight[384]: IQ2_S blk.3.ffn_gate_exps.weight[385]: blk.3.ffn_gate_exps.weight[386]: IQ2_S blk.3.ffn_gate_exps.weight[387]: blk.3.ffn_gate_exps.weight[388]: blk.3.ffn_gate_exps.weight[389]: blk.3.ffn_gate_exps.weight[390]: blk.3.ffn_gate_exps.weight[391]: IQ2_S blk.3.ffn_gate_exps.weight[392]: IQ2_S blk.3.ffn_gate_exps.weight[393]: blk.3.ffn_gate_exps.weight[394]: IQ2_S blk.3.ffn_gate_exps.weight[395]: IQ2_S blk.3.ffn_gate_exps.weight[396]: IQ2_S blk.3.ffn_gate_exps.weight[397]: IQ2_S blk.3.ffn_gate_exps.weight[398]: IQ2_S blk.3.ffn_gate_exps.weight[399]: blk.3.ffn_gate_exps.weight[400]: IQ2_S blk.3.ffn_gate_exps.weight[401]: blk.3.ffn_gate_exps.weight[402]: IQ2_S blk.3.ffn_gate_exps.weight[403]: IQ2_S blk.3.ffn_gate_exps.weight[404]: IQ2_S blk.3.ffn_gate_exps.weight[405]: IQ2_S blk.3.ffn_gate_exps.weight[406]: blk.3.ffn_gate_exps.weight[407]: blk.3.ffn_gate_exps.weight[408]: IQ2_S blk.3.ffn_gate_exps.weight[409]: blk.3.ffn_gate_exps.weight[410]: IQ2_S blk.3.ffn_gate_exps.weight[411]: blk.3.ffn_gate_exps.weight[412]: IQ2_S blk.3.ffn_gate_exps.weight[413]: blk.3.ffn_gate_exps.weight[414]: blk.3.ffn_gate_exps.weight[415]: blk.3.ffn_gate_exps.weight[416]: IQ2_S blk.3.ffn_gate_exps.weight[417]: blk.3.ffn_gate_exps.weight[418]: blk.3.ffn_gate_exps.weight[419]: blk.3.ffn_gate_exps.weight[420]: blk.3.ffn_gate_exps.weight[421]: IQ2_S blk.3.ffn_gate_exps.weight[422]: blk.3.ffn_gate_exps.weight[423]: blk.3.ffn_gate_exps.weight[424]: blk.3.ffn_gate_exps.weight[425]: IQ2_S blk.3.ffn_gate_exps.weight[426]: IQ2_S blk.3.ffn_gate_exps.weight[427]: blk.3.ffn_gate_exps.weight[428]: blk.3.ffn_gate_exps.weight[429]: IQ2_S blk.3.ffn_gate_exps.weight[430]: blk.3.ffn_gate_exps.weight[431]: IQ2_S blk.3.ffn_gate_exps.weight[432]: IQ2_S blk.3.ffn_gate_exps.weight[433]: IQ2_S blk.3.ffn_gate_exps.weight[434]: blk.3.ffn_gate_exps.weight[435]: IQ2_S blk.3.ffn_gate_exps.weight[436]: blk.3.ffn_gate_exps.weight[437]: blk.3.ffn_gate_exps.weight[438]: blk.3.ffn_gate_exps.weight[439]: blk.3.ffn_gate_exps.weight[440]: IQ2_S blk.3.ffn_gate_exps.weight[441]: IQ2_S blk.3.ffn_gate_exps.weight[442]: blk.3.ffn_gate_exps.weight[443]: IQ2_S blk.3.ffn_gate_exps.weight[444]: IQ2_S blk.3.ffn_gate_exps.weight[445]: blk.3.ffn_gate_exps.weight[446]: IQ2_S blk.3.ffn_gate_exps.weight[447]: IQ2_S blk.3.ffn_gate_exps.weight[448]: blk.3.ffn_gate_exps.weight[449]: blk.3.ffn_gate_exps.weight[450]: blk.3.ffn_gate_exps.weight[451]: IQ2_S blk.3.ffn_gate_exps.weight[452]: blk.3.ffn_gate_exps.weight[453]: blk.3.ffn_gate_exps.weight[454]: IQ2_S blk.3.ffn_gate_exps.weight[455]: IQ2_S blk.3.ffn_gate_exps.weight[456]: blk.3.ffn_gate_exps.weight[457]: blk.3.ffn_gate_exps.weight[458]: blk.3.ffn_gate_exps.weight[459]: blk.3.ffn_gate_exps.weight[460]: IQ2_S blk.3.ffn_gate_exps.weight[461]: IQ2_S blk.3.ffn_gate_exps.weight[462]: blk.3.ffn_gate_exps.weight[463]: blk.3.ffn_gate_exps.weight[464]: blk.3.ffn_gate_exps.weight[465]: blk.3.ffn_gate_exps.weight[466]: blk.3.ffn_gate_exps.weight[467]: IQ2_S blk.3.ffn_gate_exps.weight[468]: IQ2_S blk.3.ffn_gate_exps.weight[469]: blk.3.ffn_gate_exps.weight[470]: IQ2_S blk.3.ffn_gate_exps.weight[471]: IQ2_S blk.3.ffn_gate_exps.weight[472]: blk.3.ffn_gate_exps.weight[473]: blk.3.ffn_gate_exps.weight[474]: IQ2_S blk.3.ffn_gate_exps.weight[475]: blk.3.ffn_gate_exps.weight[476]: IQ2_S blk.3.ffn_gate_exps.weight[477]: blk.3.ffn_gate_exps.weight[478]: IQ2_S blk.3.ffn_gate_exps.weight[479]: IQ2_S blk.3.ffn_gate_exps.weight[480]: blk.3.ffn_gate_exps.weight[481]: blk.3.ffn_gate_exps.weight[482]: IQ2_S blk.3.ffn_gate_exps.weight[483]: IQ2_S blk.3.ffn_gate_exps.weight[484]: blk.3.ffn_gate_exps.weight[485]: blk.3.ffn_gate_exps.weight[486]: blk.3.ffn_gate_exps.weight[487]: blk.3.ffn_gate_exps.weight[488]: IQ2_S blk.3.ffn_gate_exps.weight[489]: IQ2_S blk.3.ffn_gate_exps.weight[490]: IQ2_S blk.3.ffn_gate_exps.weight[491]: IQ2_S blk.3.ffn_gate_exps.weight[492]: blk.3.ffn_gate_exps.weight[493]: blk.3.ffn_gate_exps.weight[494]: IQ2_S blk.3.ffn_gate_exps.weight[495]: IQ2_S blk.3.ffn_gate_exps.weight[496]: IQ2_S blk.3.ffn_gate_exps.weight[497]: blk.3.ffn_gate_exps.weight[498]: blk.3.ffn_gate_exps.weight[499]: IQ2_S blk.3.ffn_gate_exps.weight[500]: IQ2_S blk.3.ffn_gate_exps.weight[501]: IQ2_S blk.3.ffn_gate_exps.weight[502]: blk.3.ffn_gate_exps.weight[503]: IQ2_S blk.3.ffn_gate_exps.weight[504]: blk.3.ffn_gate_exps.weight[505]: IQ2_S blk.3.ffn_gate_exps.weight[506]: blk.3.ffn_gate_exps.weight[507]: IQ2_S blk.3.ffn_gate_exps.weight[508]: blk.3.ffn_gate_exps.weight[509]: blk.3.ffn_gate_exps.weight[510]: IQ2_S blk.3.ffn_gate_exps.weight[511]: blk.3.ffn_up_exps.weight[0]: blk.3.ffn_up_exps.weight[1]: IQ2_S blk.3.ffn_up_exps.weight[2]: blk.3.ffn_up_exps.weight[3]: IQ2_S blk.3.ffn_up_exps.weight[4]: blk.3.ffn_up_exps.weight[5]: blk.3.ffn_up_exps.weight[6]: blk.3.ffn_up_exps.weight[7]: blk.3.ffn_up_exps.weight[8]: IQ2_S blk.3.ffn_up_exps.weight[9]: IQ2_S blk.3.ffn_up_exps.weight[10]: IQ2_S blk.3.ffn_up_exps.weight[11]: blk.3.ffn_up_exps.weight[12]: IQ2_S blk.3.ffn_up_exps.weight[13]: IQ2_S blk.3.ffn_up_exps.weight[14]: IQ2_S blk.3.ffn_up_exps.weight[15]: IQ2_S blk.3.ffn_up_exps.weight[16]: blk.3.ffn_up_exps.weight[17]: blk.3.ffn_up_exps.weight[18]: IQ2_S blk.3.ffn_up_exps.weight[19]: IQ2_S blk.3.ffn_up_exps.weight[20]: IQ2_S blk.3.ffn_up_exps.weight[21]: blk.3.ffn_up_exps.weight[22]: IQ2_S blk.3.ffn_up_exps.weight[23]: IQ2_S blk.3.ffn_up_exps.weight[24]: IQ2_S blk.3.ffn_up_exps.weight[25]: blk.3.ffn_up_exps.weight[26]: IQ2_S blk.3.ffn_up_exps.weight[27]: blk.3.ffn_up_exps.weight[28]: blk.3.ffn_up_exps.weight[29]: IQ2_S blk.3.ffn_up_exps.weight[30]: IQ2_S blk.3.ffn_up_exps.weight[31]: blk.3.ffn_up_exps.weight[32]: blk.3.ffn_up_exps.weight[33]: blk.3.ffn_up_exps.weight[34]: blk.3.ffn_up_exps.weight[35]: IQ2_S blk.3.ffn_up_exps.weight[36]: IQ2_S blk.3.ffn_up_exps.weight[37]: IQ2_S blk.3.ffn_up_exps.weight[38]: blk.3.ffn_up_exps.weight[39]: IQ2_S blk.3.ffn_up_exps.weight[40]: IQ2_S blk.3.ffn_up_exps.weight[41]: blk.3.ffn_up_exps.weight[42]: blk.3.ffn_up_exps.weight[43]: blk.3.ffn_up_exps.weight[44]: blk.3.ffn_up_exps.weight[45]: IQ2_S blk.3.ffn_up_exps.weight[46]: blk.3.ffn_up_exps.weight[47]: IQ2_S blk.3.ffn_up_exps.weight[48]: blk.3.ffn_up_exps.weight[49]: IQ2_S blk.3.ffn_up_exps.weight[50]: IQ2_S blk.3.ffn_up_exps.weight[51]: IQ2_S blk.3.ffn_up_exps.weight[52]: IQ2_S blk.3.ffn_up_exps.weight[53]: blk.3.ffn_up_exps.weight[54]: IQ2_S blk.3.ffn_up_exps.weight[55]: blk.3.ffn_up_exps.weight[56]: blk.3.ffn_up_exps.weight[57]: blk.3.ffn_up_exps.weight[58]: IQ2_S blk.3.ffn_up_exps.weight[59]: blk.3.ffn_up_exps.weight[60]: IQ2_S blk.3.ffn_up_exps.weight[61]: IQ2_S blk.3.ffn_up_exps.weight[62]: blk.3.ffn_up_exps.weight[63]: blk.3.ffn_up_exps.weight[64]: IQ2_S blk.3.ffn_up_exps.weight[65]: blk.3.ffn_up_exps.weight[66]: IQ2_S blk.3.ffn_up_exps.weight[67]: IQ2_S blk.3.ffn_up_exps.weight[68]: blk.3.ffn_up_exps.weight[69]: IQ2_S blk.3.ffn_up_exps.weight[70]: IQ2_S blk.3.ffn_up_exps.weight[71]: IQ2_S blk.3.ffn_up_exps.weight[72]: blk.3.ffn_up_exps.weight[73]: IQ2_S blk.3.ffn_up_exps.weight[74]: blk.3.ffn_up_exps.weight[75]: blk.3.ffn_up_exps.weight[76]: blk.3.ffn_up_exps.weight[77]: blk.3.ffn_up_exps.weight[78]: IQ2_S blk.3.ffn_up_exps.weight[79]: IQ2_S blk.3.ffn_up_exps.weight[80]: blk.3.ffn_up_exps.weight[81]: blk.3.ffn_up_exps.weight[82]: IQ2_S blk.3.ffn_up_exps.weight[83]: IQ2_S blk.3.ffn_up_exps.weight[84]: IQ2_S blk.3.ffn_up_exps.weight[85]: IQ2_S blk.3.ffn_up_exps.weight[86]: blk.3.ffn_up_exps.weight[87]: blk.3.ffn_up_exps.weight[88]: IQ2_S blk.3.ffn_up_exps.weight[89]: blk.3.ffn_up_exps.weight[90]: IQ2_S blk.3.ffn_up_exps.weight[91]: IQ2_S blk.3.ffn_up_exps.weight[92]: blk.3.ffn_up_exps.weight[93]: IQ2_S blk.3.ffn_up_exps.weight[94]: blk.3.ffn_up_exps.weight[95]: blk.3.ffn_up_exps.weight[96]: IQ2_S blk.3.ffn_up_exps.weight[97]: blk.3.ffn_up_exps.weight[98]: blk.3.ffn_up_exps.weight[99]: blk.3.ffn_up_exps.weight[100]: IQ2_S blk.3.ffn_up_exps.weight[101]: blk.3.ffn_up_exps.weight[102]: IQ2_S blk.3.ffn_up_exps.weight[103]: IQ2_S blk.3.ffn_up_exps.weight[104]: blk.3.ffn_up_exps.weight[105]: blk.3.ffn_up_exps.weight[106]: blk.3.ffn_up_exps.weight[107]: blk.3.ffn_up_exps.weight[108]: blk.3.ffn_up_exps.weight[109]: blk.3.ffn_up_exps.weight[110]: IQ2_S blk.3.ffn_up_exps.weight[111]: blk.3.ffn_up_exps.weight[112]: IQ2_S blk.3.ffn_up_exps.weight[113]: IQ2_S blk.3.ffn_up_exps.weight[114]: blk.3.ffn_up_exps.weight[115]: IQ2_S blk.3.ffn_up_exps.weight[116]: blk.3.ffn_up_exps.weight[117]: blk.3.ffn_up_exps.weight[118]: IQ2_S blk.3.ffn_up_exps.weight[119]: IQ2_S blk.3.ffn_up_exps.weight[120]: IQ2_S blk.3.ffn_up_exps.weight[121]: blk.3.ffn_up_exps.weight[122]: IQ2_S blk.3.ffn_up_exps.weight[123]: blk.3.ffn_up_exps.weight[124]: IQ2_S blk.3.ffn_up_exps.weight[125]: blk.3.ffn_up_exps.weight[126]: blk.3.ffn_up_exps.weight[127]: IQ2_S blk.3.ffn_up_exps.weight[128]: blk.3.ffn_up_exps.weight[129]: blk.3.ffn_up_exps.weight[130]: IQ2_S blk.3.ffn_up_exps.weight[131]: IQ2_S blk.3.ffn_up_exps.weight[132]: IQ2_S blk.3.ffn_up_exps.weight[133]: blk.3.ffn_up_exps.weight[134]: IQ2_S blk.3.ffn_up_exps.weight[135]: blk.3.ffn_up_exps.weight[136]: blk.3.ffn_up_exps.weight[137]: IQ2_S blk.3.ffn_up_exps.weight[138]: blk.3.ffn_up_exps.weight[139]: blk.3.ffn_up_exps.weight[140]: blk.3.ffn_up_exps.weight[141]: blk.3.ffn_up_exps.weight[142]: IQ2_S blk.3.ffn_up_exps.weight[143]: blk.3.ffn_up_exps.weight[144]: IQ2_S blk.3.ffn_up_exps.weight[145]: blk.3.ffn_up_exps.weight[146]: IQ2_S blk.3.ffn_up_exps.weight[147]: blk.3.ffn_up_exps.weight[148]: IQ2_S blk.3.ffn_up_exps.weight[149]: blk.3.ffn_up_exps.weight[150]: IQ2_S blk.3.ffn_up_exps.weight[151]: blk.3.ffn_up_exps.weight[152]: blk.3.ffn_up_exps.weight[153]: IQ2_S blk.3.ffn_up_exps.weight[154]: blk.3.ffn_up_exps.weight[155]: blk.3.ffn_up_exps.weight[156]: IQ2_S blk.3.ffn_up_exps.weight[157]: blk.3.ffn_up_exps.weight[158]: IQ2_S blk.3.ffn_up_exps.weight[159]: blk.3.ffn_up_exps.weight[160]: blk.3.ffn_up_exps.weight[161]: blk.3.ffn_up_exps.weight[162]: blk.3.ffn_up_exps.weight[163]: blk.3.ffn_up_exps.weight[164]: IQ2_S blk.3.ffn_up_exps.weight[165]: blk.3.ffn_up_exps.weight[166]: IQ2_S blk.3.ffn_up_exps.weight[167]: blk.3.ffn_up_exps.weight[168]: IQ2_S blk.3.ffn_up_exps.weight[169]: IQ2_S blk.3.ffn_up_exps.weight[170]: blk.3.ffn_up_exps.weight[171]: IQ2_S blk.3.ffn_up_exps.weight[172]: blk.3.ffn_up_exps.weight[173]: blk.3.ffn_up_exps.weight[174]: IQ2_S blk.3.ffn_up_exps.weight[175]: IQ2_S blk.3.ffn_up_exps.weight[176]: IQ2_S blk.3.ffn_up_exps.weight[177]: blk.3.ffn_up_exps.weight[178]: IQ2_S blk.3.ffn_up_exps.weight[179]: IQ2_S blk.3.ffn_up_exps.weight[180]: blk.3.ffn_up_exps.weight[181]: blk.3.ffn_up_exps.weight[182]: IQ2_S blk.3.ffn_up_exps.weight[183]: blk.3.ffn_up_exps.weight[184]: blk.3.ffn_up_exps.weight[185]: IQ2_S blk.3.ffn_up_exps.weight[186]: IQ2_S blk.3.ffn_up_exps.weight[187]: blk.3.ffn_up_exps.weight[188]: IQ2_S blk.3.ffn_up_exps.weight[189]: IQ2_S blk.3.ffn_up_exps.weight[190]: IQ2_S blk.3.ffn_up_exps.weight[191]: blk.3.ffn_up_exps.weight[192]: IQ2_S blk.3.ffn_up_exps.weight[193]: IQ2_S blk.3.ffn_up_exps.weight[194]: blk.3.ffn_up_exps.weight[195]: blk.3.ffn_up_exps.weight[196]: IQ2_S blk.3.ffn_up_exps.weight[197]: IQ2_S blk.3.ffn_up_exps.weight[198]: IQ2_S blk.3.ffn_up_exps.weight[199]: blk.3.ffn_up_exps.weight[200]: blk.3.ffn_up_exps.weight[201]: IQ2_S blk.3.ffn_up_exps.weight[202]: IQ2_S blk.3.ffn_up_exps.weight[203]: IQ2_S blk.3.ffn_up_exps.weight[204]: IQ2_S blk.3.ffn_up_exps.weight[205]: IQ2_S blk.3.ffn_up_exps.weight[206]: blk.3.ffn_up_exps.weight[207]: blk.3.ffn_up_exps.weight[208]: blk.3.ffn_up_exps.weight[209]: IQ2_S blk.3.ffn_up_exps.weight[210]: IQ2_S blk.3.ffn_up_exps.weight[211]: blk.3.ffn_up_exps.weight[212]: IQ2_S blk.3.ffn_up_exps.weight[213]: IQ2_S blk.3.ffn_up_exps.weight[214]: IQ2_S blk.3.ffn_up_exps.weight[215]: blk.3.ffn_up_exps.weight[216]: blk.3.ffn_up_exps.weight[217]: IQ2_S blk.3.ffn_up_exps.weight[218]: IQ2_S blk.3.ffn_up_exps.weight[219]: blk.3.ffn_up_exps.weight[220]: IQ2_S blk.3.ffn_up_exps.weight[221]: IQ2_S blk.3.ffn_up_exps.weight[222]: blk.3.ffn_up_exps.weight[223]: blk.3.ffn_up_exps.weight[224]: blk.3.ffn_up_exps.weight[225]: blk.3.ffn_up_exps.weight[226]: blk.3.ffn_up_exps.weight[227]: IQ2_S blk.3.ffn_up_exps.weight[228]: IQ2_S blk.3.ffn_up_exps.weight[229]: IQ2_S blk.3.ffn_up_exps.weight[230]: IQ2_S blk.3.ffn_up_exps.weight[231]: IQ2_S blk.3.ffn_up_exps.weight[232]: blk.3.ffn_up_exps.weight[233]: IQ2_S blk.3.ffn_up_exps.weight[234]: blk.3.ffn_up_exps.weight[235]: IQ2_S blk.3.ffn_up_exps.weight[236]: blk.3.ffn_up_exps.weight[237]: IQ2_S blk.3.ffn_up_exps.weight[238]: blk.3.ffn_up_exps.weight[239]: blk.3.ffn_up_exps.weight[240]: IQ2_S blk.3.ffn_up_exps.weight[241]: blk.3.ffn_up_exps.weight[242]: blk.3.ffn_up_exps.weight[243]: IQ2_S blk.3.ffn_up_exps.weight[244]: blk.3.ffn_up_exps.weight[245]: blk.3.ffn_up_exps.weight[246]: blk.3.ffn_up_exps.weight[247]: IQ2_S blk.3.ffn_up_exps.weight[248]: IQ2_S blk.3.ffn_up_exps.weight[249]: IQ2_S blk.3.ffn_up_exps.weight[250]: blk.3.ffn_up_exps.weight[251]: blk.3.ffn_up_exps.weight[252]: IQ2_S blk.3.ffn_up_exps.weight[253]: IQ2_S blk.3.ffn_up_exps.weight[254]: IQ2_S blk.3.ffn_up_exps.weight[255]: blk.3.ffn_up_exps.weight[256]: blk.3.ffn_up_exps.weight[257]: blk.3.ffn_up_exps.weight[258]: blk.3.ffn_up_exps.weight[259]: IQ2_S blk.3.ffn_up_exps.weight[260]: IQ2_S blk.3.ffn_up_exps.weight[261]: IQ2_S blk.3.ffn_up_exps.weight[262]: IQ2_S blk.3.ffn_up_exps.weight[263]: IQ2_S blk.3.ffn_up_exps.weight[264]: IQ2_S blk.3.ffn_up_exps.weight[265]: IQ2_S blk.3.ffn_up_exps.weight[266]: blk.3.ffn_up_exps.weight[267]: IQ2_S blk.3.ffn_up_exps.weight[268]: blk.3.ffn_up_exps.weight[269]: IQ2_S blk.3.ffn_up_exps.weight[270]: blk.3.ffn_up_exps.weight[271]: IQ2_S blk.3.ffn_up_exps.weight[272]: IQ2_S blk.3.ffn_up_exps.weight[273]: blk.3.ffn_up_exps.weight[274]: IQ2_S blk.3.ffn_up_exps.weight[275]: blk.3.ffn_up_exps.weight[276]: IQ2_S blk.3.ffn_up_exps.weight[277]: blk.3.ffn_up_exps.weight[278]: IQ2_S blk.3.ffn_up_exps.weight[279]: IQ2_S blk.3.ffn_up_exps.weight[280]: IQ2_S blk.3.ffn_up_exps.weight[281]: IQ2_S blk.3.ffn_up_exps.weight[282]: blk.3.ffn_up_exps.weight[283]: IQ2_S blk.3.ffn_up_exps.weight[284]: blk.3.ffn_up_exps.weight[285]: blk.3.ffn_up_exps.weight[286]: blk.3.ffn_up_exps.weight[287]: IQ2_S blk.3.ffn_up_exps.weight[288]: blk.3.ffn_up_exps.weight[289]: IQ2_S blk.3.ffn_up_exps.weight[290]: IQ2_S blk.3.ffn_up_exps.weight[291]: blk.3.ffn_up_exps.weight[292]: blk.3.ffn_up_exps.weight[293]: blk.3.ffn_up_exps.weight[294]: blk.3.ffn_up_exps.weight[295]: IQ2_S blk.3.ffn_up_exps.weight[296]: IQ2_S blk.3.ffn_up_exps.weight[297]: IQ2_S blk.3.ffn_up_exps.weight[298]: IQ2_S blk.3.ffn_up_exps.weight[299]: blk.3.ffn_up_exps.weight[300]: IQ2_S blk.3.ffn_up_exps.weight[301]: IQ2_S blk.3.ffn_up_exps.weight[302]: IQ2_S blk.3.ffn_up_exps.weight[303]: blk.3.ffn_up_exps.weight[304]: blk.3.ffn_up_exps.weight[305]: IQ2_S blk.3.ffn_up_exps.weight[306]: IQ2_S blk.3.ffn_up_exps.weight[307]: IQ2_S blk.3.ffn_up_exps.weight[308]: IQ2_S blk.3.ffn_up_exps.weight[309]: IQ2_S blk.3.ffn_up_exps.weight[310]: IQ2_S blk.3.ffn_up_exps.weight[311]: IQ2_S blk.3.ffn_up_exps.weight[312]: blk.3.ffn_up_exps.weight[313]: blk.3.ffn_up_exps.weight[314]: blk.3.ffn_up_exps.weight[315]: blk.3.ffn_up_exps.weight[316]: IQ2_S blk.3.ffn_up_exps.weight[317]: blk.3.ffn_up_exps.weight[318]: blk.3.ffn_up_exps.weight[319]: blk.3.ffn_up_exps.weight[320]: IQ2_S blk.3.ffn_up_exps.weight[321]: blk.3.ffn_up_exps.weight[322]: IQ2_S blk.3.ffn_up_exps.weight[323]: IQ2_S blk.3.ffn_up_exps.weight[324]: IQ2_S blk.3.ffn_up_exps.weight[325]: IQ2_S blk.3.ffn_up_exps.weight[326]: blk.3.ffn_up_exps.weight[327]: blk.3.ffn_up_exps.weight[328]: IQ2_S blk.3.ffn_up_exps.weight[329]: blk.3.ffn_up_exps.weight[330]: blk.3.ffn_up_exps.weight[331]: blk.3.ffn_up_exps.weight[332]: blk.3.ffn_up_exps.weight[333]: IQ2_S blk.3.ffn_up_exps.weight[334]: IQ2_S blk.3.ffn_up_exps.weight[335]: IQ2_S blk.3.ffn_up_exps.weight[336]: blk.3.ffn_up_exps.weight[337]: blk.3.ffn_up_exps.weight[338]: IQ2_S blk.3.ffn_up_exps.weight[339]: blk.3.ffn_up_exps.weight[340]: blk.3.ffn_up_exps.weight[341]: blk.3.ffn_up_exps.weight[342]: blk.3.ffn_up_exps.weight[343]: blk.3.ffn_up_exps.weight[344]: blk.3.ffn_up_exps.weight[345]: blk.3.ffn_up_exps.weight[346]: blk.3.ffn_up_exps.weight[347]: blk.3.ffn_up_exps.weight[348]: IQ2_S blk.3.ffn_up_exps.weight[349]: IQ2_S blk.3.ffn_up_exps.weight[350]: blk.3.ffn_up_exps.weight[351]: blk.3.ffn_up_exps.weight[352]: blk.3.ffn_up_exps.weight[353]: blk.3.ffn_up_exps.weight[354]: IQ2_S blk.3.ffn_up_exps.weight[355]: IQ2_S blk.3.ffn_up_exps.weight[356]: IQ2_S blk.3.ffn_up_exps.weight[357]: IQ2_S blk.3.ffn_up_exps.weight[358]: IQ2_S blk.3.ffn_up_exps.weight[359]: IQ2_S blk.3.ffn_up_exps.weight[360]: blk.3.ffn_up_exps.weight[361]: blk.3.ffn_up_exps.weight[362]: blk.3.ffn_up_exps.weight[363]: IQ2_S blk.3.ffn_up_exps.weight[364]: IQ2_S blk.3.ffn_up_exps.weight[365]: blk.3.ffn_up_exps.weight[366]: IQ2_S blk.3.ffn_up_exps.weight[367]: IQ2_S blk.3.ffn_up_exps.weight[368]: blk.3.ffn_up_exps.weight[369]: blk.3.ffn_up_exps.weight[370]: IQ2_S blk.3.ffn_up_exps.weight[371]: IQ2_S blk.3.ffn_up_exps.weight[372]: IQ2_S blk.3.ffn_up_exps.weight[373]: IQ2_S blk.3.ffn_up_exps.weight[374]: IQ2_S blk.3.ffn_up_exps.weight[375]: IQ2_S blk.3.ffn_up_exps.weight[376]: IQ2_S blk.3.ffn_up_exps.weight[377]: IQ2_S blk.3.ffn_up_exps.weight[378]: blk.3.ffn_up_exps.weight[379]: blk.3.ffn_up_exps.weight[380]: blk.3.ffn_up_exps.weight[381]: blk.3.ffn_up_exps.weight[382]: blk.3.ffn_up_exps.weight[383]: IQ2_S blk.3.ffn_up_exps.weight[384]: IQ2_S blk.3.ffn_up_exps.weight[385]: blk.3.ffn_up_exps.weight[386]: IQ2_S blk.3.ffn_up_exps.weight[387]: blk.3.ffn_up_exps.weight[388]: blk.3.ffn_up_exps.weight[389]: blk.3.ffn_up_exps.weight[390]: blk.3.ffn_up_exps.weight[391]: IQ2_S blk.3.ffn_up_exps.weight[392]: IQ2_S blk.3.ffn_up_exps.weight[393]: blk.3.ffn_up_exps.weight[394]: IQ2_S blk.3.ffn_up_exps.weight[395]: IQ2_S blk.3.ffn_up_exps.weight[396]: IQ2_S blk.3.ffn_up_exps.weight[397]: IQ2_S blk.3.ffn_up_exps.weight[398]: IQ2_S blk.3.ffn_up_exps.weight[399]: blk.3.ffn_up_exps.weight[400]: IQ2_S blk.3.ffn_up_exps.weight[401]: blk.3.ffn_up_exps.weight[402]: IQ2_S blk.3.ffn_up_exps.weight[403]: IQ2_S blk.3.ffn_up_exps.weight[404]: IQ2_S blk.3.ffn_up_exps.weight[405]: IQ2_S blk.3.ffn_up_exps.weight[406]: blk.3.ffn_up_exps.weight[407]: blk.3.ffn_up_exps.weight[408]: IQ2_S blk.3.ffn_up_exps.weight[409]: blk.3.ffn_up_exps.weight[410]: IQ2_S blk.3.ffn_up_exps.weight[411]: blk.3.ffn_up_exps.weight[412]: IQ2_S blk.3.ffn_up_exps.weight[413]: blk.3.ffn_up_exps.weight[414]: blk.3.ffn_up_exps.weight[415]: blk.3.ffn_up_exps.weight[416]: IQ2_S blk.3.ffn_up_exps.weight[417]: blk.3.ffn_up_exps.weight[418]: blk.3.ffn_up_exps.weight[419]: blk.3.ffn_up_exps.weight[420]: blk.3.ffn_up_exps.weight[421]: IQ2_S blk.3.ffn_up_exps.weight[422]: blk.3.ffn_up_exps.weight[423]: blk.3.ffn_up_exps.weight[424]: blk.3.ffn_up_exps.weight[425]: IQ2_S blk.3.ffn_up_exps.weight[426]: IQ2_S blk.3.ffn_up_exps.weight[427]: blk.3.ffn_up_exps.weight[428]: blk.3.ffn_up_exps.weight[429]: IQ2_S blk.3.ffn_up_exps.weight[430]: blk.3.ffn_up_exps.weight[431]: IQ2_S blk.3.ffn_up_exps.weight[432]: IQ2_S blk.3.ffn_up_exps.weight[433]: IQ2_S blk.3.ffn_up_exps.weight[434]: blk.3.ffn_up_exps.weight[435]: IQ2_S blk.3.ffn_up_exps.weight[436]: blk.3.ffn_up_exps.weight[437]: blk.3.ffn_up_exps.weight[438]: blk.3.ffn_up_exps.weight[439]: blk.3.ffn_up_exps.weight[440]: IQ2_S blk.3.ffn_up_exps.weight[441]: IQ2_S blk.3.ffn_up_exps.weight[442]: blk.3.ffn_up_exps.weight[443]: IQ2_S blk.3.ffn_up_exps.weight[444]: IQ2_S blk.3.ffn_up_exps.weight[445]: blk.3.ffn_up_exps.weight[446]: IQ2_S blk.3.ffn_up_exps.weight[447]: IQ2_S blk.3.ffn_up_exps.weight[448]: blk.3.ffn_up_exps.weight[449]: blk.3.ffn_up_exps.weight[450]: blk.3.ffn_up_exps.weight[451]: IQ2_S blk.3.ffn_up_exps.weight[452]: blk.3.ffn_up_exps.weight[453]: blk.3.ffn_up_exps.weight[454]: IQ2_S blk.3.ffn_up_exps.weight[455]: IQ2_S blk.3.ffn_up_exps.weight[456]: blk.3.ffn_up_exps.weight[457]: blk.3.ffn_up_exps.weight[458]: blk.3.ffn_up_exps.weight[459]: blk.3.ffn_up_exps.weight[460]: IQ2_S blk.3.ffn_up_exps.weight[461]: IQ2_S blk.3.ffn_up_exps.weight[462]: blk.3.ffn_up_exps.weight[463]: blk.3.ffn_up_exps.weight[464]: blk.3.ffn_up_exps.weight[465]: blk.3.ffn_up_exps.weight[466]: blk.3.ffn_up_exps.weight[467]: IQ2_S blk.3.ffn_up_exps.weight[468]: IQ2_S blk.3.ffn_up_exps.weight[469]: blk.3.ffn_up_exps.weight[470]: IQ2_S blk.3.ffn_up_exps.weight[471]: IQ2_S blk.3.ffn_up_exps.weight[472]: blk.3.ffn_up_exps.weight[473]: blk.3.ffn_up_exps.weight[474]: IQ2_S blk.3.ffn_up_exps.weight[475]: blk.3.ffn_up_exps.weight[476]: IQ2_S blk.3.ffn_up_exps.weight[477]: blk.3.ffn_up_exps.weight[478]: IQ2_S blk.3.ffn_up_exps.weight[479]: IQ2_S blk.3.ffn_up_exps.weight[480]: blk.3.ffn_up_exps.weight[481]: blk.3.ffn_up_exps.weight[482]: IQ2_S blk.3.ffn_up_exps.weight[483]: IQ2_S blk.3.ffn_up_exps.weight[484]: blk.3.ffn_up_exps.weight[485]: blk.3.ffn_up_exps.weight[486]: blk.3.ffn_up_exps.weight[487]: blk.3.ffn_up_exps.weight[488]: IQ2_S blk.3.ffn_up_exps.weight[489]: IQ2_S blk.3.ffn_up_exps.weight[490]: IQ2_S blk.3.ffn_up_exps.weight[491]: IQ2_S blk.3.ffn_up_exps.weight[492]: blk.3.ffn_up_exps.weight[493]: blk.3.ffn_up_exps.weight[494]: IQ2_S blk.3.ffn_up_exps.weight[495]: IQ2_S blk.3.ffn_up_exps.weight[496]: IQ2_S blk.3.ffn_up_exps.weight[497]: blk.3.ffn_up_exps.weight[498]: blk.3.ffn_up_exps.weight[499]: IQ2_S blk.3.ffn_up_exps.weight[500]: IQ2_S blk.3.ffn_up_exps.weight[501]: IQ2_S blk.3.ffn_up_exps.weight[502]: blk.3.ffn_up_exps.weight[503]: IQ2_S blk.3.ffn_up_exps.weight[504]: blk.3.ffn_up_exps.weight[505]: IQ2_S blk.3.ffn_up_exps.weight[506]: blk.3.ffn_up_exps.weight[507]: IQ2_S blk.3.ffn_up_exps.weight[508]: blk.3.ffn_up_exps.weight[509]: blk.3.ffn_up_exps.weight[510]: IQ2_S blk.3.ffn_up_exps.weight[511]: blk.3.ffn_down_exps.weight[0]: blk.3.ffn_down_exps.weight[1]: IQ4_NL blk.3.ffn_down_exps.weight[2]: blk.3.ffn_down_exps.weight[3]: IQ4_NL blk.3.ffn_down_exps.weight[4]: blk.3.ffn_down_exps.weight[5]: blk.3.ffn_down_exps.weight[6]: blk.3.ffn_down_exps.weight[7]: blk.3.ffn_down_exps.weight[8]: IQ4_NL blk.3.ffn_down_exps.weight[9]: IQ4_NL blk.3.ffn_down_exps.weight[10]: IQ4_NL blk.3.ffn_down_exps.weight[11]: blk.3.ffn_down_exps.weight[12]: IQ4_NL blk.3.ffn_down_exps.weight[13]: IQ4_NL blk.3.ffn_down_exps.weight[14]: IQ4_NL blk.3.ffn_down_exps.weight[15]: IQ4_NL blk.3.ffn_down_exps.weight[16]: blk.3.ffn_down_exps.weight[17]: blk.3.ffn_down_exps.weight[18]: IQ4_NL blk.3.ffn_down_exps.weight[19]: IQ4_NL blk.3.ffn_down_exps.weight[20]: IQ4_NL blk.3.ffn_down_exps.weight[21]: blk.3.ffn_down_exps.weight[22]: IQ4_NL blk.3.ffn_down_exps.weight[23]: IQ4_NL blk.3.ffn_down_exps.weight[24]: IQ4_NL blk.3.ffn_down_exps.weight[25]: blk.3.ffn_down_exps.weight[26]: IQ4_NL blk.3.ffn_down_exps.weight[27]: blk.3.ffn_down_exps.weight[28]: blk.3.ffn_down_exps.weight[29]: IQ4_NL blk.3.ffn_down_exps.weight[30]: IQ4_NL blk.3.ffn_down_exps.weight[31]: blk.3.ffn_down_exps.weight[32]: blk.3.ffn_down_exps.weight[33]: blk.3.ffn_down_exps.weight[34]: blk.3.ffn_down_exps.weight[35]: IQ4_NL blk.3.ffn_down_exps.weight[36]: IQ4_NL blk.3.ffn_down_exps.weight[37]: IQ4_NL blk.3.ffn_down_exps.weight[38]: blk.3.ffn_down_exps.weight[39]: IQ4_NL blk.3.ffn_down_exps.weight[40]: IQ4_NL blk.3.ffn_down_exps.weight[41]: blk.3.ffn_down_exps.weight[42]: blk.3.ffn_down_exps.weight[43]: blk.3.ffn_down_exps.weight[44]: blk.3.ffn_down_exps.weight[45]: IQ4_NL blk.3.ffn_down_exps.weight[46]: blk.3.ffn_down_exps.weight[47]: IQ4_NL blk.3.ffn_down_exps.weight[48]: blk.3.ffn_down_exps.weight[49]: IQ4_NL blk.3.ffn_down_exps.weight[50]: IQ4_NL blk.3.ffn_down_exps.weight[51]: IQ4_NL blk.3.ffn_down_exps.weight[52]: IQ4_NL blk.3.ffn_down_exps.weight[53]: blk.3.ffn_down_exps.weight[54]: IQ4_NL blk.3.ffn_down_exps.weight[55]: blk.3.ffn_down_exps.weight[56]: blk.3.ffn_down_exps.weight[57]: blk.3.ffn_down_exps.weight[58]: IQ4_NL blk.3.ffn_down_exps.weight[59]: blk.3.ffn_down_exps.weight[60]: IQ4_NL blk.3.ffn_down_exps.weight[61]: IQ4_NL blk.3.ffn_down_exps.weight[62]: blk.3.ffn_down_exps.weight[63]: blk.3.ffn_down_exps.weight[64]: IQ4_NL blk.3.ffn_down_exps.weight[65]: blk.3.ffn_down_exps.weight[66]: IQ4_NL blk.3.ffn_down_exps.weight[67]: IQ4_NL blk.3.ffn_down_exps.weight[68]: blk.3.ffn_down_exps.weight[69]: IQ4_NL blk.3.ffn_down_exps.weight[70]: IQ4_NL blk.3.ffn_down_exps.weight[71]: IQ4_NL blk.3.ffn_down_exps.weight[72]: blk.3.ffn_down_exps.weight[73]: IQ4_NL blk.3.ffn_down_exps.weight[74]: blk.3.ffn_down_exps.weight[75]: blk.3.ffn_down_exps.weight[76]: blk.3.ffn_down_exps.weight[77]: blk.3.ffn_down_exps.weight[78]: IQ4_NL blk.3.ffn_down_exps.weight[79]: IQ4_NL blk.3.ffn_down_exps.weight[80]: blk.3.ffn_down_exps.weight[81]: blk.3.ffn_down_exps.weight[82]: IQ4_NL blk.3.ffn_down_exps.weight[83]: IQ4_NL blk.3.ffn_down_exps.weight[84]: IQ4_NL blk.3.ffn_down_exps.weight[85]: IQ4_NL blk.3.ffn_down_exps.weight[86]: blk.3.ffn_down_exps.weight[87]: blk.3.ffn_down_exps.weight[88]: IQ4_NL blk.3.ffn_down_exps.weight[89]: blk.3.ffn_down_exps.weight[90]: IQ4_NL blk.3.ffn_down_exps.weight[91]: IQ4_NL blk.3.ffn_down_exps.weight[92]: blk.3.ffn_down_exps.weight[93]: IQ4_NL blk.3.ffn_down_exps.weight[94]: blk.3.ffn_down_exps.weight[95]: blk.3.ffn_down_exps.weight[96]: IQ4_NL blk.3.ffn_down_exps.weight[97]: blk.3.ffn_down_exps.weight[98]: blk.3.ffn_down_exps.weight[99]: blk.3.ffn_down_exps.weight[100]: IQ4_NL blk.3.ffn_down_exps.weight[101]: blk.3.ffn_down_exps.weight[102]: IQ4_NL blk.3.ffn_down_exps.weight[103]: IQ4_NL blk.3.ffn_down_exps.weight[104]: blk.3.ffn_down_exps.weight[105]: blk.3.ffn_down_exps.weight[106]: blk.3.ffn_down_exps.weight[107]: blk.3.ffn_down_exps.weight[108]: blk.3.ffn_down_exps.weight[109]: blk.3.ffn_down_exps.weight[110]: IQ4_NL blk.3.ffn_down_exps.weight[111]: blk.3.ffn_down_exps.weight[112]: IQ4_NL blk.3.ffn_down_exps.weight[113]: IQ4_NL blk.3.ffn_down_exps.weight[114]: blk.3.ffn_down_exps.weight[115]: IQ4_NL blk.3.ffn_down_exps.weight[116]: blk.3.ffn_down_exps.weight[117]: blk.3.ffn_down_exps.weight[118]: IQ4_NL blk.3.ffn_down_exps.weight[119]: IQ4_NL blk.3.ffn_down_exps.weight[120]: IQ4_NL blk.3.ffn_down_exps.weight[121]: blk.3.ffn_down_exps.weight[122]: IQ4_NL blk.3.ffn_down_exps.weight[123]: blk.3.ffn_down_exps.weight[124]: IQ4_NL blk.3.ffn_down_exps.weight[125]: blk.3.ffn_down_exps.weight[126]: blk.3.ffn_down_exps.weight[127]: IQ4_NL blk.3.ffn_down_exps.weight[128]: blk.3.ffn_down_exps.weight[129]: blk.3.ffn_down_exps.weight[130]: IQ4_NL blk.3.ffn_down_exps.weight[131]: IQ4_NL blk.3.ffn_down_exps.weight[132]: IQ4_NL blk.3.ffn_down_exps.weight[133]: blk.3.ffn_down_exps.weight[134]: IQ4_NL blk.3.ffn_down_exps.weight[135]: blk.3.ffn_down_exps.weight[136]: blk.3.ffn_down_exps.weight[137]: IQ4_NL blk.3.ffn_down_exps.weight[138]: blk.3.ffn_down_exps.weight[139]: blk.3.ffn_down_exps.weight[140]: blk.3.ffn_down_exps.weight[141]: blk.3.ffn_down_exps.weight[142]: IQ4_NL blk.3.ffn_down_exps.weight[143]: blk.3.ffn_down_exps.weight[144]: IQ4_NL blk.3.ffn_down_exps.weight[145]: blk.3.ffn_down_exps.weight[146]: IQ4_NL blk.3.ffn_down_exps.weight[147]: blk.3.ffn_down_exps.weight[148]: IQ4_NL blk.3.ffn_down_exps.weight[149]: blk.3.ffn_down_exps.weight[150]: IQ4_NL blk.3.ffn_down_exps.weight[151]: blk.3.ffn_down_exps.weight[152]: blk.3.ffn_down_exps.weight[153]: IQ4_NL blk.3.ffn_down_exps.weight[154]: blk.3.ffn_down_exps.weight[155]: blk.3.ffn_down_exps.weight[156]: IQ4_NL blk.3.ffn_down_exps.weight[157]: blk.3.ffn_down_exps.weight[158]: IQ4_NL blk.3.ffn_down_exps.weight[159]: blk.3.ffn_down_exps.weight[160]: blk.3.ffn_down_exps.weight[161]: blk.3.ffn_down_exps.weight[162]: blk.3.ffn_down_exps.weight[163]: blk.3.ffn_down_exps.weight[164]: IQ4_NL blk.3.ffn_down_exps.weight[165]: blk.3.ffn_down_exps.weight[166]: IQ4_NL blk.3.ffn_down_exps.weight[167]: blk.3.ffn_down_exps.weight[168]: IQ4_NL blk.3.ffn_down_exps.weight[169]: IQ4_NL blk.3.ffn_down_exps.weight[170]: blk.3.ffn_down_exps.weight[171]: IQ4_NL blk.3.ffn_down_exps.weight[172]: blk.3.ffn_down_exps.weight[173]: blk.3.ffn_down_exps.weight[174]: IQ4_NL blk.3.ffn_down_exps.weight[175]: IQ4_NL blk.3.ffn_down_exps.weight[176]: IQ4_NL blk.3.ffn_down_exps.weight[177]: blk.3.ffn_down_exps.weight[178]: IQ4_NL blk.3.ffn_down_exps.weight[179]: IQ4_NL blk.3.ffn_down_exps.weight[180]: blk.3.ffn_down_exps.weight[181]: blk.3.ffn_down_exps.weight[182]: IQ4_NL blk.3.ffn_down_exps.weight[183]: blk.3.ffn_down_exps.weight[184]: blk.3.ffn_down_exps.weight[185]: IQ4_NL blk.3.ffn_down_exps.weight[186]: IQ4_NL blk.3.ffn_down_exps.weight[187]: blk.3.ffn_down_exps.weight[188]: IQ4_NL blk.3.ffn_down_exps.weight[189]: IQ4_NL blk.3.ffn_down_exps.weight[190]: IQ4_NL blk.3.ffn_down_exps.weight[191]: blk.3.ffn_down_exps.weight[192]: IQ4_NL blk.3.ffn_down_exps.weight[193]: IQ4_NL blk.3.ffn_down_exps.weight[194]: blk.3.ffn_down_exps.weight[195]: blk.3.ffn_down_exps.weight[196]: IQ4_NL blk.3.ffn_down_exps.weight[197]: IQ4_NL blk.3.ffn_down_exps.weight[198]: IQ4_NL blk.3.ffn_down_exps.weight[199]: blk.3.ffn_down_exps.weight[200]: blk.3.ffn_down_exps.weight[201]: IQ4_NL blk.3.ffn_down_exps.weight[202]: IQ4_NL blk.3.ffn_down_exps.weight[203]: IQ4_NL blk.3.ffn_down_exps.weight[204]: IQ4_NL blk.3.ffn_down_exps.weight[205]: IQ4_NL blk.3.ffn_down_exps.weight[206]: blk.3.ffn_down_exps.weight[207]: blk.3.ffn_down_exps.weight[208]: blk.3.ffn_down_exps.weight[209]: IQ4_NL blk.3.ffn_down_exps.weight[210]: IQ4_NL blk.3.ffn_down_exps.weight[211]: blk.3.ffn_down_exps.weight[212]: IQ4_NL blk.3.ffn_down_exps.weight[213]: IQ4_NL blk.3.ffn_down_exps.weight[214]: IQ4_NL blk.3.ffn_down_exps.weight[215]: blk.3.ffn_down_exps.weight[216]: blk.3.ffn_down_exps.weight[217]: IQ4_NL blk.3.ffn_down_exps.weight[218]: IQ4_NL blk.3.ffn_down_exps.weight[219]: blk.3.ffn_down_exps.weight[220]: IQ4_NL blk.3.ffn_down_exps.weight[221]: IQ4_NL blk.3.ffn_down_exps.weight[222]: blk.3.ffn_down_exps.weight[223]: blk.3.ffn_down_exps.weight[224]: blk.3.ffn_down_exps.weight[225]: blk.3.ffn_down_exps.weight[226]: blk.3.ffn_down_exps.weight[227]: IQ4_NL blk.3.ffn_down_exps.weight[228]: IQ4_NL blk.3.ffn_down_exps.weight[229]: IQ4_NL blk.3.ffn_down_exps.weight[230]: IQ4_NL blk.3.ffn_down_exps.weight[231]: IQ4_NL blk.3.ffn_down_exps.weight[232]: blk.3.ffn_down_exps.weight[233]: IQ4_NL blk.3.ffn_down_exps.weight[234]: blk.3.ffn_down_exps.weight[235]: IQ4_NL blk.3.ffn_down_exps.weight[236]: blk.3.ffn_down_exps.weight[237]: IQ4_NL blk.3.ffn_down_exps.weight[238]: blk.3.ffn_down_exps.weight[239]: blk.3.ffn_down_exps.weight[240]: IQ4_NL blk.3.ffn_down_exps.weight[241]: blk.3.ffn_down_exps.weight[242]: blk.3.ffn_down_exps.weight[243]: IQ4_NL blk.3.ffn_down_exps.weight[244]: blk.3.ffn_down_exps.weight[245]: blk.3.ffn_down_exps.weight[246]: blk.3.ffn_down_exps.weight[247]: IQ4_NL blk.3.ffn_down_exps.weight[248]: IQ4_NL blk.3.ffn_down_exps.weight[249]: IQ4_NL blk.3.ffn_down_exps.weight[250]: blk.3.ffn_down_exps.weight[251]: blk.3.ffn_down_exps.weight[252]: IQ4_NL blk.3.ffn_down_exps.weight[253]: IQ4_NL blk.3.ffn_down_exps.weight[254]: IQ4_NL blk.3.ffn_down_exps.weight[255]: blk.3.ffn_down_exps.weight[256]: blk.3.ffn_down_exps.weight[257]: blk.3.ffn_down_exps.weight[258]: blk.3.ffn_down_exps.weight[259]: IQ4_NL blk.3.ffn_down_exps.weight[260]: IQ4_NL blk.3.ffn_down_exps.weight[261]: IQ4_NL blk.3.ffn_down_exps.weight[262]: IQ4_NL blk.3.ffn_down_exps.weight[263]: IQ4_NL blk.3.ffn_down_exps.weight[264]: IQ4_NL blk.3.ffn_down_exps.weight[265]: IQ4_NL blk.3.ffn_down_exps.weight[266]: blk.3.ffn_down_exps.weight[267]: IQ4_NL blk.3.ffn_down_exps.weight[268]: blk.3.ffn_down_exps.weight[269]: IQ4_NL blk.3.ffn_down_exps.weight[270]: blk.3.ffn_down_exps.weight[271]: IQ4_NL blk.3.ffn_down_exps.weight[272]: IQ4_NL blk.3.ffn_down_exps.weight[273]: blk.3.ffn_down_exps.weight[274]: IQ4_NL blk.3.ffn_down_exps.weight[275]: blk.3.ffn_down_exps.weight[276]: IQ4_NL blk.3.ffn_down_exps.weight[277]: blk.3.ffn_down_exps.weight[278]: IQ4_NL blk.3.ffn_down_exps.weight[279]: IQ4_NL blk.3.ffn_down_exps.weight[280]: IQ4_NL blk.3.ffn_down_exps.weight[281]: IQ4_NL blk.3.ffn_down_exps.weight[282]: blk.3.ffn_down_exps.weight[283]: IQ4_NL blk.3.ffn_down_exps.weight[284]: blk.3.ffn_down_exps.weight[285]: blk.3.ffn_down_exps.weight[286]: blk.3.ffn_down_exps.weight[287]: IQ4_NL blk.3.ffn_down_exps.weight[288]: blk.3.ffn_down_exps.weight[289]: IQ4_NL blk.3.ffn_down_exps.weight[290]: IQ4_NL blk.3.ffn_down_exps.weight[291]: blk.3.ffn_down_exps.weight[292]: blk.3.ffn_down_exps.weight[293]: blk.3.ffn_down_exps.weight[294]: blk.3.ffn_down_exps.weight[295]: IQ4_NL blk.3.ffn_down_exps.weight[296]: IQ4_NL blk.3.ffn_down_exps.weight[297]: IQ4_NL blk.3.ffn_down_exps.weight[298]: IQ4_NL blk.3.ffn_down_exps.weight[299]: blk.3.ffn_down_exps.weight[300]: IQ4_NL blk.3.ffn_down_exps.weight[301]: IQ4_NL blk.3.ffn_down_exps.weight[302]: IQ4_NL blk.3.ffn_down_exps.weight[303]: blk.3.ffn_down_exps.weight[304]: blk.3.ffn_down_exps.weight[305]: IQ4_NL blk.3.ffn_down_exps.weight[306]: IQ4_NL blk.3.ffn_down_exps.weight[307]: IQ4_NL blk.3.ffn_down_exps.weight[308]: IQ4_NL blk.3.ffn_down_exps.weight[309]: IQ4_NL blk.3.ffn_down_exps.weight[310]: IQ4_NL blk.3.ffn_down_exps.weight[311]: IQ4_NL blk.3.ffn_down_exps.weight[312]: blk.3.ffn_down_exps.weight[313]: blk.3.ffn_down_exps.weight[314]: blk.3.ffn_down_exps.weight[315]: blk.3.ffn_down_exps.weight[316]: IQ4_NL blk.3.ffn_down_exps.weight[317]: blk.3.ffn_down_exps.weight[318]: blk.3.ffn_down_exps.weight[319]: blk.3.ffn_down_exps.weight[320]: IQ4_NL blk.3.ffn_down_exps.weight[321]: blk.3.ffn_down_exps.weight[322]: IQ4_NL blk.3.ffn_down_exps.weight[323]: IQ4_NL blk.3.ffn_down_exps.weight[324]: IQ4_NL blk.3.ffn_down_exps.weight[325]: IQ4_NL blk.3.ffn_down_exps.weight[326]: blk.3.ffn_down_exps.weight[327]: blk.3.ffn_down_exps.weight[328]: IQ4_NL blk.3.ffn_down_exps.weight[329]: blk.3.ffn_down_exps.weight[330]: blk.3.ffn_down_exps.weight[331]: blk.3.ffn_down_exps.weight[332]: blk.3.ffn_down_exps.weight[333]: IQ4_NL blk.3.ffn_down_exps.weight[334]: IQ4_NL blk.3.ffn_down_exps.weight[335]: IQ4_NL blk.3.ffn_down_exps.weight[336]: blk.3.ffn_down_exps.weight[337]: blk.3.ffn_down_exps.weight[338]: IQ4_NL blk.3.ffn_down_exps.weight[339]: blk.3.ffn_down_exps.weight[340]: blk.3.ffn_down_exps.weight[341]: blk.3.ffn_down_exps.weight[342]: blk.3.ffn_down_exps.weight[343]: blk.3.ffn_down_exps.weight[344]: blk.3.ffn_down_exps.weight[345]: blk.3.ffn_down_exps.weight[346]: blk.3.ffn_down_exps.weight[347]: blk.3.ffn_down_exps.weight[348]: IQ4_NL blk.3.ffn_down_exps.weight[349]: IQ4_NL blk.3.ffn_down_exps.weight[350]: blk.3.ffn_down_exps.weight[351]: blk.3.ffn_down_exps.weight[352]: blk.3.ffn_down_exps.weight[353]: blk.3.ffn_down_exps.weight[354]: IQ4_NL blk.3.ffn_down_exps.weight[355]: IQ4_NL blk.3.ffn_down_exps.weight[356]: IQ4_NL blk.3.ffn_down_exps.weight[357]: IQ4_NL blk.3.ffn_down_exps.weight[358]: IQ4_NL blk.3.ffn_down_exps.weight[359]: IQ4_NL blk.3.ffn_down_exps.weight[360]: blk.3.ffn_down_exps.weight[361]: blk.3.ffn_down_exps.weight[362]: blk.3.ffn_down_exps.weight[363]: IQ4_NL blk.3.ffn_down_exps.weight[364]: IQ4_NL blk.3.ffn_down_exps.weight[365]: blk.3.ffn_down_exps.weight[366]: IQ4_NL blk.3.ffn_down_exps.weight[367]: IQ4_NL blk.3.ffn_down_exps.weight[368]: blk.3.ffn_down_exps.weight[369]: blk.3.ffn_down_exps.weight[370]: IQ4_NL blk.3.ffn_down_exps.weight[371]: IQ4_NL blk.3.ffn_down_exps.weight[372]: IQ4_NL blk.3.ffn_down_exps.weight[373]: IQ4_NL blk.3.ffn_down_exps.weight[374]: IQ4_NL blk.3.ffn_down_exps.weight[375]: IQ4_NL blk.3.ffn_down_exps.weight[376]: IQ4_NL blk.3.ffn_down_exps.weight[377]: IQ4_NL blk.3.ffn_down_exps.weight[378]: blk.3.ffn_down_exps.weight[379]: blk.3.ffn_down_exps.weight[380]: blk.3.ffn_down_exps.weight[381]: blk.3.ffn_down_exps.weight[382]: blk.3.ffn_down_exps.weight[383]: IQ4_NL blk.3.ffn_down_exps.weight[384]: IQ4_NL blk.3.ffn_down_exps.weight[385]: blk.3.ffn_down_exps.weight[386]: IQ4_NL blk.3.ffn_down_exps.weight[387]: blk.3.ffn_down_exps.weight[388]: blk.3.ffn_down_exps.weight[389]: blk.3.ffn_down_exps.weight[390]: blk.3.ffn_down_exps.weight[391]: IQ4_NL blk.3.ffn_down_exps.weight[392]: IQ4_NL blk.3.ffn_down_exps.weight[393]: blk.3.ffn_down_exps.weight[394]: IQ4_NL blk.3.ffn_down_exps.weight[395]: IQ4_NL blk.3.ffn_down_exps.weight[396]: IQ4_NL blk.3.ffn_down_exps.weight[397]: IQ4_NL blk.3.ffn_down_exps.weight[398]: IQ4_NL blk.3.ffn_down_exps.weight[399]: blk.3.ffn_down_exps.weight[400]: IQ4_NL blk.3.ffn_down_exps.weight[401]: blk.3.ffn_down_exps.weight[402]: IQ4_NL blk.3.ffn_down_exps.weight[403]: IQ4_NL blk.3.ffn_down_exps.weight[404]: IQ4_NL blk.3.ffn_down_exps.weight[405]: IQ4_NL blk.3.ffn_down_exps.weight[406]: blk.3.ffn_down_exps.weight[407]: blk.3.ffn_down_exps.weight[408]: IQ4_NL blk.3.ffn_down_exps.weight[409]: blk.3.ffn_down_exps.weight[410]: IQ4_NL blk.3.ffn_down_exps.weight[411]: blk.3.ffn_down_exps.weight[412]: IQ4_NL blk.3.ffn_down_exps.weight[413]: blk.3.ffn_down_exps.weight[414]: blk.3.ffn_down_exps.weight[415]: blk.3.ffn_down_exps.weight[416]: IQ4_NL blk.3.ffn_down_exps.weight[417]: blk.3.ffn_down_exps.weight[418]: blk.3.ffn_down_exps.weight[419]: blk.3.ffn_down_exps.weight[420]: blk.3.ffn_down_exps.weight[421]: IQ4_NL blk.3.ffn_down_exps.weight[422]: blk.3.ffn_down_exps.weight[423]: blk.3.ffn_down_exps.weight[424]: blk.3.ffn_down_exps.weight[425]: IQ4_NL blk.3.ffn_down_exps.weight[426]: IQ4_NL blk.3.ffn_down_exps.weight[427]: blk.3.ffn_down_exps.weight[428]: blk.3.ffn_down_exps.weight[429]: IQ4_NL blk.3.ffn_down_exps.weight[430]: blk.3.ffn_down_exps.weight[431]: IQ4_NL blk.3.ffn_down_exps.weight[432]: IQ4_NL blk.3.ffn_down_exps.weight[433]: IQ4_NL blk.3.ffn_down_exps.weight[434]: blk.3.ffn_down_exps.weight[435]: IQ4_NL blk.3.ffn_down_exps.weight[436]: blk.3.ffn_down_exps.weight[437]: blk.3.ffn_down_exps.weight[438]: blk.3.ffn_down_exps.weight[439]: blk.3.ffn_down_exps.weight[440]: IQ4_NL blk.3.ffn_down_exps.weight[441]: IQ4_NL blk.3.ffn_down_exps.weight[442]: blk.3.ffn_down_exps.weight[443]: IQ4_NL blk.3.ffn_down_exps.weight[444]: IQ4_NL blk.3.ffn_down_exps.weight[445]: blk.3.ffn_down_exps.weight[446]: IQ4_NL blk.3.ffn_down_exps.weight[447]: IQ4_NL blk.3.ffn_down_exps.weight[448]: blk.3.ffn_down_exps.weight[449]: blk.3.ffn_down_exps.weight[450]: blk.3.ffn_down_exps.weight[451]: IQ4_NL blk.3.ffn_down_exps.weight[452]: blk.3.ffn_down_exps.weight[453]: blk.3.ffn_down_exps.weight[454]: IQ4_NL blk.3.ffn_down_exps.weight[455]: IQ4_NL blk.3.ffn_down_exps.weight[456]: blk.3.ffn_down_exps.weight[457]: blk.3.ffn_down_exps.weight[458]: blk.3.ffn_down_exps.weight[459]: blk.3.ffn_down_exps.weight[460]: IQ4_NL blk.3.ffn_down_exps.weight[461]: IQ4_NL blk.3.ffn_down_exps.weight[462]: blk.3.ffn_down_exps.weight[463]: blk.3.ffn_down_exps.weight[464]: blk.3.ffn_down_exps.weight[465]: blk.3.ffn_down_exps.weight[466]: blk.3.ffn_down_exps.weight[467]: IQ4_NL blk.3.ffn_down_exps.weight[468]: IQ4_NL blk.3.ffn_down_exps.weight[469]: blk.3.ffn_down_exps.weight[470]: IQ4_NL blk.3.ffn_down_exps.weight[471]: IQ4_NL blk.3.ffn_down_exps.weight[472]: blk.3.ffn_down_exps.weight[473]: blk.3.ffn_down_exps.weight[474]: IQ4_NL blk.3.ffn_down_exps.weight[475]: blk.3.ffn_down_exps.weight[476]: IQ4_NL blk.3.ffn_down_exps.weight[477]: blk.3.ffn_down_exps.weight[478]: IQ4_NL blk.3.ffn_down_exps.weight[479]: IQ4_NL blk.3.ffn_down_exps.weight[480]: blk.3.ffn_down_exps.weight[481]: blk.3.ffn_down_exps.weight[482]: IQ4_NL blk.3.ffn_down_exps.weight[483]: IQ4_NL blk.3.ffn_down_exps.weight[484]: blk.3.ffn_down_exps.weight[485]: blk.3.ffn_down_exps.weight[486]: blk.3.ffn_down_exps.weight[487]: blk.3.ffn_down_exps.weight[488]: IQ4_NL blk.3.ffn_down_exps.weight[489]: IQ4_NL blk.3.ffn_down_exps.weight[490]: IQ4_NL blk.3.ffn_down_exps.weight[491]: IQ4_NL blk.3.ffn_down_exps.weight[492]: blk.3.ffn_down_exps.weight[493]: blk.3.ffn_down_exps.weight[494]: IQ4_NL blk.3.ffn_down_exps.weight[495]: IQ4_NL blk.3.ffn_down_exps.weight[496]: IQ4_NL blk.3.ffn_down_exps.weight[497]: blk.3.ffn_down_exps.weight[498]: blk.3.ffn_down_exps.weight[499]: IQ4_NL blk.3.ffn_down_exps.weight[500]: IQ4_NL blk.3.ffn_down_exps.weight[501]: IQ4_NL blk.3.ffn_down_exps.weight[502]: blk.3.ffn_down_exps.weight[503]: IQ4_NL blk.3.ffn_down_exps.weight[504]: blk.3.ffn_down_exps.weight[505]: IQ4_NL blk.3.ffn_down_exps.weight[506]: blk.3.ffn_down_exps.weight[507]: IQ4_NL blk.3.ffn_down_exps.weight[508]: blk.3.ffn_down_exps.weight[509]: blk.3.ffn_down_exps.weight[510]: IQ4_NL blk.3.ffn_down_exps.weight[511]: blk.4.ffn_gate_exps.weight[0]: blk.4.ffn_gate_exps.weight[1]: IQ2_S blk.4.ffn_gate_exps.weight[2]: IQ2_S blk.4.ffn_gate_exps.weight[3]: IQ2_S blk.4.ffn_gate_exps.weight[4]: blk.4.ffn_gate_exps.weight[5]: blk.4.ffn_gate_exps.weight[6]: IQ2_S blk.4.ffn_gate_exps.weight[7]: IQ2_S blk.4.ffn_gate_exps.weight[8]: blk.4.ffn_gate_exps.weight[9]: IQ2_S blk.4.ffn_gate_exps.weight[10]: IQ2_S blk.4.ffn_gate_exps.weight[11]: IQ2_S blk.4.ffn_gate_exps.weight[12]: blk.4.ffn_gate_exps.weight[13]: blk.4.ffn_gate_exps.weight[14]: IQ2_S blk.4.ffn_gate_exps.weight[15]: blk.4.ffn_gate_exps.weight[16]: IQ2_S blk.4.ffn_gate_exps.weight[17]: IQ2_S blk.4.ffn_gate_exps.weight[18]: blk.4.ffn_gate_exps.weight[19]: IQ2_S blk.4.ffn_gate_exps.weight[20]: blk.4.ffn_gate_exps.weight[21]: IQ2_S blk.4.ffn_gate_exps.weight[22]: blk.4.ffn_gate_exps.weight[23]: blk.4.ffn_gate_exps.weight[24]: IQ2_S blk.4.ffn_gate_exps.weight[25]: IQ2_S blk.4.ffn_gate_exps.weight[26]: blk.4.ffn_gate_exps.weight[27]: IQ2_S blk.4.ffn_gate_exps.weight[28]: IQ2_S blk.4.ffn_gate_exps.weight[29]: IQ2_S blk.4.ffn_gate_exps.weight[30]: IQ2_S blk.4.ffn_gate_exps.weight[31]: blk.4.ffn_gate_exps.weight[32]: IQ2_S blk.4.ffn_gate_exps.weight[33]: blk.4.ffn_gate_exps.weight[34]: IQ2_S blk.4.ffn_gate_exps.weight[35]: blk.4.ffn_gate_exps.weight[36]: IQ2_S blk.4.ffn_gate_exps.weight[37]: IQ2_S blk.4.ffn_gate_exps.weight[38]: blk.4.ffn_gate_exps.weight[39]: IQ2_S blk.4.ffn_gate_exps.weight[40]: blk.4.ffn_gate_exps.weight[41]: IQ2_S blk.4.ffn_gate_exps.weight[42]: IQ2_S blk.4.ffn_gate_exps.weight[43]: blk.4.ffn_gate_exps.weight[44]: IQ2_S blk.4.ffn_gate_exps.weight[45]: IQ2_S blk.4.ffn_gate_exps.weight[46]: blk.4.ffn_gate_exps.weight[47]: blk.4.ffn_gate_exps.weight[48]: blk.4.ffn_gate_exps.weight[49]: blk.4.ffn_gate_exps.weight[50]: IQ2_S blk.4.ffn_gate_exps.weight[51]: blk.4.ffn_gate_exps.weight[52]: blk.4.ffn_gate_exps.weight[53]: IQ2_S blk.4.ffn_gate_exps.weight[54]: IQ2_S blk.4.ffn_gate_exps.weight[55]: blk.4.ffn_gate_exps.weight[56]: blk.4.ffn_gate_exps.weight[57]: blk.4.ffn_gate_exps.weight[58]: blk.4.ffn_gate_exps.weight[59]: blk.4.ffn_gate_exps.weight[60]: blk.4.ffn_gate_exps.weight[61]: blk.4.ffn_gate_exps.weight[62]: IQ2_S blk.4.ffn_gate_exps.weight[63]: IQ2_S blk.4.ffn_gate_exps.weight[64]: IQ2_S blk.4.ffn_gate_exps.weight[65]: IQ2_S blk.4.ffn_gate_exps.weight[66]: IQ2_S blk.4.ffn_gate_exps.weight[67]: IQ2_S blk.4.ffn_gate_exps.weight[68]: blk.4.ffn_gate_exps.weight[69]: blk.4.ffn_gate_exps.weight[70]: blk.4.ffn_gate_exps.weight[71]: blk.4.ffn_gate_exps.weight[72]: blk.4.ffn_gate_exps.weight[73]: blk.4.ffn_gate_exps.weight[74]: blk.4.ffn_gate_exps.weight[75]: blk.4.ffn_gate_exps.weight[76]: blk.4.ffn_gate_exps.weight[77]: IQ2_S blk.4.ffn_gate_exps.weight[78]: blk.4.ffn_gate_exps.weight[79]: blk.4.ffn_gate_exps.weight[80]: blk.4.ffn_gate_exps.weight[81]: IQ2_S blk.4.ffn_gate_exps.weight[82]: IQ2_S blk.4.ffn_gate_exps.weight[83]: IQ2_S blk.4.ffn_gate_exps.weight[84]: IQ2_S blk.4.ffn_gate_exps.weight[85]: blk.4.ffn_gate_exps.weight[86]: IQ2_S blk.4.ffn_gate_exps.weight[87]: IQ2_S blk.4.ffn_gate_exps.weight[88]: blk.4.ffn_gate_exps.weight[89]: blk.4.ffn_gate_exps.weight[90]: blk.4.ffn_gate_exps.weight[91]: IQ2_S blk.4.ffn_gate_exps.weight[92]: IQ2_S blk.4.ffn_gate_exps.weight[93]: IQ2_S blk.4.ffn_gate_exps.weight[94]: IQ2_S blk.4.ffn_gate_exps.weight[95]: blk.4.ffn_gate_exps.weight[96]: blk.4.ffn_gate_exps.weight[97]: blk.4.ffn_gate_exps.weight[98]: IQ2_S blk.4.ffn_gate_exps.weight[99]: IQ2_S blk.4.ffn_gate_exps.weight[100]: blk.4.ffn_gate_exps.weight[101]: blk.4.ffn_gate_exps.weight[102]: blk.4.ffn_gate_exps.weight[103]: blk.4.ffn_gate_exps.weight[104]: IQ2_S blk.4.ffn_gate_exps.weight[105]: IQ2_S blk.4.ffn_gate_exps.weight[106]: IQ2_S blk.4.ffn_gate_exps.weight[107]: blk.4.ffn_gate_exps.weight[108]: IQ2_S blk.4.ffn_gate_exps.weight[109]: blk.4.ffn_gate_exps.weight[110]: IQ2_S blk.4.ffn_gate_exps.weight[111]: blk.4.ffn_gate_exps.weight[112]: IQ2_S blk.4.ffn_gate_exps.weight[113]: IQ2_S blk.4.ffn_gate_exps.weight[114]: blk.4.ffn_gate_exps.weight[115]: IQ2_S blk.4.ffn_gate_exps.weight[116]: blk.4.ffn_gate_exps.weight[117]: IQ2_S blk.4.ffn_gate_exps.weight[118]: IQ2_S blk.4.ffn_gate_exps.weight[119]: IQ2_S blk.4.ffn_gate_exps.weight[120]: blk.4.ffn_gate_exps.weight[121]: IQ2_S blk.4.ffn_gate_exps.weight[122]: IQ2_S blk.4.ffn_gate_exps.weight[123]: IQ2_S blk.4.ffn_gate_exps.weight[124]: blk.4.ffn_gate_exps.weight[125]: IQ2_S blk.4.ffn_gate_exps.weight[126]: IQ2_S blk.4.ffn_gate_exps.weight[127]: blk.4.ffn_gate_exps.weight[128]: IQ2_S blk.4.ffn_gate_exps.weight[129]: blk.4.ffn_gate_exps.weight[130]: blk.4.ffn_gate_exps.weight[131]: IQ2_S blk.4.ffn_gate_exps.weight[132]: IQ2_S blk.4.ffn_gate_exps.weight[133]: IQ2_S blk.4.ffn_gate_exps.weight[134]: IQ2_S blk.4.ffn_gate_exps.weight[135]: IQ2_S blk.4.ffn_gate_exps.weight[136]: IQ2_S blk.4.ffn_gate_exps.weight[137]: blk.4.ffn_gate_exps.weight[138]: blk.4.ffn_gate_exps.weight[139]: blk.4.ffn_gate_exps.weight[140]: blk.4.ffn_gate_exps.weight[141]: IQ2_S blk.4.ffn_gate_exps.weight[142]: blk.4.ffn_gate_exps.weight[143]: IQ2_S blk.4.ffn_gate_exps.weight[144]: blk.4.ffn_gate_exps.weight[145]: blk.4.ffn_gate_exps.weight[146]: blk.4.ffn_gate_exps.weight[147]: IQ2_S blk.4.ffn_gate_exps.weight[148]: IQ2_S blk.4.ffn_gate_exps.weight[149]: IQ2_S blk.4.ffn_gate_exps.weight[150]: blk.4.ffn_gate_exps.weight[151]: blk.4.ffn_gate_exps.weight[152]: IQ2_S blk.4.ffn_gate_exps.weight[153]: blk.4.ffn_gate_exps.weight[154]: blk.4.ffn_gate_exps.weight[155]: IQ2_S blk.4.ffn_gate_exps.weight[156]: blk.4.ffn_gate_exps.weight[157]: blk.4.ffn_gate_exps.weight[158]: blk.4.ffn_gate_exps.weight[159]: IQ2_S blk.4.ffn_gate_exps.weight[160]: IQ2_S blk.4.ffn_gate_exps.weight[161]: IQ2_S blk.4.ffn_gate_exps.weight[162]: IQ2_S blk.4.ffn_gate_exps.weight[163]: blk.4.ffn_gate_exps.weight[164]: IQ2_S blk.4.ffn_gate_exps.weight[165]: blk.4.ffn_gate_exps.weight[166]: IQ2_S blk.4.ffn_gate_exps.weight[167]: blk.4.ffn_gate_exps.weight[168]: IQ2_S blk.4.ffn_gate_exps.weight[169]: IQ2_S blk.4.ffn_gate_exps.weight[170]: blk.4.ffn_gate_exps.weight[171]: blk.4.ffn_gate_exps.weight[172]: blk.4.ffn_gate_exps.weight[173]: blk.4.ffn_gate_exps.weight[174]: IQ2_S blk.4.ffn_gate_exps.weight[175]: IQ2_S blk.4.ffn_gate_exps.weight[176]: blk.4.ffn_gate_exps.weight[177]: IQ2_S blk.4.ffn_gate_exps.weight[178]: IQ2_S blk.4.ffn_gate_exps.weight[179]: blk.4.ffn_gate_exps.weight[180]: blk.4.ffn_gate_exps.weight[181]: IQ2_S blk.4.ffn_gate_exps.weight[182]: blk.4.ffn_gate_exps.weight[183]: IQ2_S blk.4.ffn_gate_exps.weight[184]: blk.4.ffn_gate_exps.weight[185]: IQ2_S blk.4.ffn_gate_exps.weight[186]: blk.4.ffn_gate_exps.weight[187]: blk.4.ffn_gate_exps.weight[188]: IQ2_S blk.4.ffn_gate_exps.weight[189]: IQ2_S blk.4.ffn_gate_exps.weight[190]: blk.4.ffn_gate_exps.weight[191]: IQ2_S blk.4.ffn_gate_exps.weight[192]: IQ2_S blk.4.ffn_gate_exps.weight[193]: IQ2_S blk.4.ffn_gate_exps.weight[194]: blk.4.ffn_gate_exps.weight[195]: IQ2_S blk.4.ffn_gate_exps.weight[196]: IQ2_S blk.4.ffn_gate_exps.weight[197]: blk.4.ffn_gate_exps.weight[198]: blk.4.ffn_gate_exps.weight[199]: blk.4.ffn_gate_exps.weight[200]: IQ2_S blk.4.ffn_gate_exps.weight[201]: IQ2_S blk.4.ffn_gate_exps.weight[202]: blk.4.ffn_gate_exps.weight[203]: IQ2_S blk.4.ffn_gate_exps.weight[204]: IQ2_S blk.4.ffn_gate_exps.weight[205]: blk.4.ffn_gate_exps.weight[206]: IQ2_S blk.4.ffn_gate_exps.weight[207]: IQ2_S blk.4.ffn_gate_exps.weight[208]: blk.4.ffn_gate_exps.weight[209]: blk.4.ffn_gate_exps.weight[210]: IQ2_S blk.4.ffn_gate_exps.weight[211]: blk.4.ffn_gate_exps.weight[212]: blk.4.ffn_gate_exps.weight[213]: blk.4.ffn_gate_exps.weight[214]: IQ2_S blk.4.ffn_gate_exps.weight[215]: blk.4.ffn_gate_exps.weight[216]: blk.4.ffn_gate_exps.weight[217]: IQ2_S blk.4.ffn_gate_exps.weight[218]: blk.4.ffn_gate_exps.weight[219]: IQ2_S blk.4.ffn_gate_exps.weight[220]: IQ2_S blk.4.ffn_gate_exps.weight[221]: IQ2_S blk.4.ffn_gate_exps.weight[222]: IQ2_S blk.4.ffn_gate_exps.weight[223]: IQ2_S blk.4.ffn_gate_exps.weight[224]: blk.4.ffn_gate_exps.weight[225]: IQ2_S blk.4.ffn_gate_exps.weight[226]: blk.4.ffn_gate_exps.weight[227]: blk.4.ffn_gate_exps.weight[228]: blk.4.ffn_gate_exps.weight[229]: IQ2_S blk.4.ffn_gate_exps.weight[230]: blk.4.ffn_gate_exps.weight[231]: blk.4.ffn_gate_exps.weight[232]: blk.4.ffn_gate_exps.weight[233]: IQ2_S blk.4.ffn_gate_exps.weight[234]: IQ2_S blk.4.ffn_gate_exps.weight[235]: blk.4.ffn_gate_exps.weight[236]: blk.4.ffn_gate_exps.weight[237]: IQ2_S blk.4.ffn_gate_exps.weight[238]: IQ2_S blk.4.ffn_gate_exps.weight[239]: IQ2_S blk.4.ffn_gate_exps.weight[240]: IQ2_S blk.4.ffn_gate_exps.weight[241]: blk.4.ffn_gate_exps.weight[242]: blk.4.ffn_gate_exps.weight[243]: blk.4.ffn_gate_exps.weight[244]: blk.4.ffn_gate_exps.weight[245]: IQ2_S blk.4.ffn_gate_exps.weight[246]: blk.4.ffn_gate_exps.weight[247]: IQ2_S blk.4.ffn_gate_exps.weight[248]: blk.4.ffn_gate_exps.weight[249]: IQ2_S blk.4.ffn_gate_exps.weight[250]: IQ2_S blk.4.ffn_gate_exps.weight[251]: blk.4.ffn_gate_exps.weight[252]: IQ2_S blk.4.ffn_gate_exps.weight[253]: blk.4.ffn_gate_exps.weight[254]: blk.4.ffn_gate_exps.weight[255]: blk.4.ffn_gate_exps.weight[256]: blk.4.ffn_gate_exps.weight[257]: blk.4.ffn_gate_exps.weight[258]: blk.4.ffn_gate_exps.weight[259]: IQ2_S blk.4.ffn_gate_exps.weight[260]: IQ2_S blk.4.ffn_gate_exps.weight[261]: blk.4.ffn_gate_exps.weight[262]: blk.4.ffn_gate_exps.weight[263]: IQ2_S blk.4.ffn_gate_exps.weight[264]: IQ2_S blk.4.ffn_gate_exps.weight[265]: IQ2_S blk.4.ffn_gate_exps.weight[266]: blk.4.ffn_gate_exps.weight[267]: blk.4.ffn_gate_exps.weight[268]: blk.4.ffn_gate_exps.weight[269]: blk.4.ffn_gate_exps.weight[270]: blk.4.ffn_gate_exps.weight[271]: IQ2_S blk.4.ffn_gate_exps.weight[272]: IQ2_S blk.4.ffn_gate_exps.weight[273]: IQ2_S blk.4.ffn_gate_exps.weight[274]: blk.4.ffn_gate_exps.weight[275]: blk.4.ffn_gate_exps.weight[276]: IQ2_S blk.4.ffn_gate_exps.weight[277]: blk.4.ffn_gate_exps.weight[278]: blk.4.ffn_gate_exps.weight[279]: blk.4.ffn_gate_exps.weight[280]: IQ2_S blk.4.ffn_gate_exps.weight[281]: IQ2_S blk.4.ffn_gate_exps.weight[282]: blk.4.ffn_gate_exps.weight[283]: IQ2_S blk.4.ffn_gate_exps.weight[284]: IQ2_S blk.4.ffn_gate_exps.weight[285]: IQ2_S blk.4.ffn_gate_exps.weight[286]: blk.4.ffn_gate_exps.weight[287]: IQ2_S blk.4.ffn_gate_exps.weight[288]: blk.4.ffn_gate_exps.weight[289]: IQ2_S blk.4.ffn_gate_exps.weight[290]: blk.4.ffn_gate_exps.weight[291]: blk.4.ffn_gate_exps.weight[292]: IQ2_S blk.4.ffn_gate_exps.weight[293]: IQ2_S blk.4.ffn_gate_exps.weight[294]: IQ2_S blk.4.ffn_gate_exps.weight[295]: IQ2_S blk.4.ffn_gate_exps.weight[296]: blk.4.ffn_gate_exps.weight[297]: blk.4.ffn_gate_exps.weight[298]: blk.4.ffn_gate_exps.weight[299]: IQ2_S blk.4.ffn_gate_exps.weight[300]: blk.4.ffn_gate_exps.weight[301]: blk.4.ffn_gate_exps.weight[302]: blk.4.ffn_gate_exps.weight[303]: IQ2_S blk.4.ffn_gate_exps.weight[304]: blk.4.ffn_gate_exps.weight[305]: blk.4.ffn_gate_exps.weight[306]: blk.4.ffn_gate_exps.weight[307]: IQ2_S blk.4.ffn_gate_exps.weight[308]: IQ2_S blk.4.ffn_gate_exps.weight[309]: IQ2_S blk.4.ffn_gate_exps.weight[310]: IQ2_S blk.4.ffn_gate_exps.weight[311]: IQ2_S blk.4.ffn_gate_exps.weight[312]: IQ2_S blk.4.ffn_gate_exps.weight[313]: blk.4.ffn_gate_exps.weight[314]: IQ2_S blk.4.ffn_gate_exps.weight[315]: blk.4.ffn_gate_exps.weight[316]: IQ2_S blk.4.ffn_gate_exps.weight[317]: blk.4.ffn_gate_exps.weight[318]: IQ2_S blk.4.ffn_gate_exps.weight[319]: blk.4.ffn_gate_exps.weight[320]: blk.4.ffn_gate_exps.weight[321]: IQ2_S blk.4.ffn_gate_exps.weight[322]: blk.4.ffn_gate_exps.weight[323]: IQ2_S blk.4.ffn_gate_exps.weight[324]: IQ2_S blk.4.ffn_gate_exps.weight[325]: IQ2_S blk.4.ffn_gate_exps.weight[326]: blk.4.ffn_gate_exps.weight[327]: blk.4.ffn_gate_exps.weight[328]: blk.4.ffn_gate_exps.weight[329]: IQ2_S blk.4.ffn_gate_exps.weight[330]: IQ2_S blk.4.ffn_gate_exps.weight[331]: IQ2_S blk.4.ffn_gate_exps.weight[332]: blk.4.ffn_gate_exps.weight[333]: IQ2_S blk.4.ffn_gate_exps.weight[334]: blk.4.ffn_gate_exps.weight[335]: blk.4.ffn_gate_exps.weight[336]: IQ2_S blk.4.ffn_gate_exps.weight[337]: IQ2_S blk.4.ffn_gate_exps.weight[338]: IQ2_S blk.4.ffn_gate_exps.weight[339]: IQ2_S blk.4.ffn_gate_exps.weight[340]: blk.4.ffn_gate_exps.weight[341]: blk.4.ffn_gate_exps.weight[342]: IQ2_S blk.4.ffn_gate_exps.weight[343]: blk.4.ffn_gate_exps.weight[344]: blk.4.ffn_gate_exps.weight[345]: IQ2_S blk.4.ffn_gate_exps.weight[346]: IQ2_S blk.4.ffn_gate_exps.weight[347]: blk.4.ffn_gate_exps.weight[348]: IQ2_S blk.4.ffn_gate_exps.weight[349]: IQ2_S blk.4.ffn_gate_exps.weight[350]: IQ2_S blk.4.ffn_gate_exps.weight[351]: IQ2_S blk.4.ffn_gate_exps.weight[352]: blk.4.ffn_gate_exps.weight[353]: blk.4.ffn_gate_exps.weight[354]: blk.4.ffn_gate_exps.weight[355]: IQ2_S blk.4.ffn_gate_exps.weight[356]: blk.4.ffn_gate_exps.weight[357]: blk.4.ffn_gate_exps.weight[358]: IQ2_S blk.4.ffn_gate_exps.weight[359]: blk.4.ffn_gate_exps.weight[360]: IQ2_S blk.4.ffn_gate_exps.weight[361]: IQ2_S blk.4.ffn_gate_exps.weight[362]: blk.4.ffn_gate_exps.weight[363]: IQ2_S blk.4.ffn_gate_exps.weight[364]: blk.4.ffn_gate_exps.weight[365]: blk.4.ffn_gate_exps.weight[366]: blk.4.ffn_gate_exps.weight[367]: blk.4.ffn_gate_exps.weight[368]: blk.4.ffn_gate_exps.weight[369]: blk.4.ffn_gate_exps.weight[370]: IQ2_S blk.4.ffn_gate_exps.weight[371]: IQ2_S blk.4.ffn_gate_exps.weight[372]: blk.4.ffn_gate_exps.weight[373]: IQ2_S blk.4.ffn_gate_exps.weight[374]: blk.4.ffn_gate_exps.weight[375]: blk.4.ffn_gate_exps.weight[376]: IQ2_S blk.4.ffn_gate_exps.weight[377]: blk.4.ffn_gate_exps.weight[378]: blk.4.ffn_gate_exps.weight[379]: IQ2_S blk.4.ffn_gate_exps.weight[380]: blk.4.ffn_gate_exps.weight[381]: blk.4.ffn_gate_exps.weight[382]: blk.4.ffn_gate_exps.weight[383]: blk.4.ffn_gate_exps.weight[384]: IQ2_S blk.4.ffn_gate_exps.weight[385]: blk.4.ffn_gate_exps.weight[386]: IQ2_S blk.4.ffn_gate_exps.weight[387]: blk.4.ffn_gate_exps.weight[388]: blk.4.ffn_gate_exps.weight[389]: IQ2_S blk.4.ffn_gate_exps.weight[390]: blk.4.ffn_gate_exps.weight[391]: blk.4.ffn_gate_exps.weight[392]: IQ2_S blk.4.ffn_gate_exps.weight[393]: blk.4.ffn_gate_exps.weight[394]: IQ2_S blk.4.ffn_gate_exps.weight[395]: blk.4.ffn_gate_exps.weight[396]: IQ2_S blk.4.ffn_gate_exps.weight[397]: IQ2_S blk.4.ffn_gate_exps.weight[398]: IQ2_S blk.4.ffn_gate_exps.weight[399]: IQ2_S blk.4.ffn_gate_exps.weight[400]: IQ2_S blk.4.ffn_gate_exps.weight[401]: blk.4.ffn_gate_exps.weight[402]: IQ2_S blk.4.ffn_gate_exps.weight[403]: blk.4.ffn_gate_exps.weight[404]: IQ2_S blk.4.ffn_gate_exps.weight[405]: IQ2_S blk.4.ffn_gate_exps.weight[406]: IQ2_S blk.4.ffn_gate_exps.weight[407]: blk.4.ffn_gate_exps.weight[408]: blk.4.ffn_gate_exps.weight[409]: IQ2_S blk.4.ffn_gate_exps.weight[410]: IQ2_S blk.4.ffn_gate_exps.weight[411]: blk.4.ffn_gate_exps.weight[412]: IQ2_S blk.4.ffn_gate_exps.weight[413]: IQ2_S blk.4.ffn_gate_exps.weight[414]: IQ2_S blk.4.ffn_gate_exps.weight[415]: blk.4.ffn_gate_exps.weight[416]: IQ2_S blk.4.ffn_gate_exps.weight[417]: IQ2_S blk.4.ffn_gate_exps.weight[418]: blk.4.ffn_gate_exps.weight[419]: blk.4.ffn_gate_exps.weight[420]: IQ2_S blk.4.ffn_gate_exps.weight[421]: IQ2_S blk.4.ffn_gate_exps.weight[422]: IQ2_S blk.4.ffn_gate_exps.weight[423]: IQ2_S blk.4.ffn_gate_exps.weight[424]: IQ2_S blk.4.ffn_gate_exps.weight[425]: IQ2_S blk.4.ffn_gate_exps.weight[426]: IQ2_S blk.4.ffn_gate_exps.weight[427]: blk.4.ffn_gate_exps.weight[428]: IQ2_S blk.4.ffn_gate_exps.weight[429]: blk.4.ffn_gate_exps.weight[430]: IQ2_S blk.4.ffn_gate_exps.weight[431]: IQ2_S blk.4.ffn_gate_exps.weight[432]: IQ2_S blk.4.ffn_gate_exps.weight[433]: IQ2_S blk.4.ffn_gate_exps.weight[434]: blk.4.ffn_gate_exps.weight[435]: IQ2_S blk.4.ffn_gate_exps.weight[436]: IQ2_S blk.4.ffn_gate_exps.weight[437]: IQ2_S blk.4.ffn_gate_exps.weight[438]: blk.4.ffn_gate_exps.weight[439]: blk.4.ffn_gate_exps.weight[440]: IQ2_S blk.4.ffn_gate_exps.weight[441]: blk.4.ffn_gate_exps.weight[442]: blk.4.ffn_gate_exps.weight[443]: blk.4.ffn_gate_exps.weight[444]: blk.4.ffn_gate_exps.weight[445]: IQ2_S blk.4.ffn_gate_exps.weight[446]: blk.4.ffn_gate_exps.weight[447]: blk.4.ffn_gate_exps.weight[448]: blk.4.ffn_gate_exps.weight[449]: IQ2_S blk.4.ffn_gate_exps.weight[450]: blk.4.ffn_gate_exps.weight[451]: blk.4.ffn_gate_exps.weight[452]: blk.4.ffn_gate_exps.weight[453]: IQ2_S blk.4.ffn_gate_exps.weight[454]: IQ2_S blk.4.ffn_gate_exps.weight[455]: IQ2_S blk.4.ffn_gate_exps.weight[456]: blk.4.ffn_gate_exps.weight[457]: blk.4.ffn_gate_exps.weight[458]: IQ2_S blk.4.ffn_gate_exps.weight[459]: blk.4.ffn_gate_exps.weight[460]: blk.4.ffn_gate_exps.weight[461]: blk.4.ffn_gate_exps.weight[462]: blk.4.ffn_gate_exps.weight[463]: IQ2_S blk.4.ffn_gate_exps.weight[464]: IQ2_S blk.4.ffn_gate_exps.weight[465]: IQ2_S blk.4.ffn_gate_exps.weight[466]: IQ2_S blk.4.ffn_gate_exps.weight[467]: blk.4.ffn_gate_exps.weight[468]: blk.4.ffn_gate_exps.weight[469]: blk.4.ffn_gate_exps.weight[470]: blk.4.ffn_gate_exps.weight[471]: blk.4.ffn_gate_exps.weight[472]: blk.4.ffn_gate_exps.weight[473]: blk.4.ffn_gate_exps.weight[474]: blk.4.ffn_gate_exps.weight[475]: blk.4.ffn_gate_exps.weight[476]: blk.4.ffn_gate_exps.weight[477]: IQ2_S blk.4.ffn_gate_exps.weight[478]: blk.4.ffn_gate_exps.weight[479]: IQ2_S blk.4.ffn_gate_exps.weight[480]: IQ2_S blk.4.ffn_gate_exps.weight[481]: blk.4.ffn_gate_exps.weight[482]: IQ2_S blk.4.ffn_gate_exps.weight[483]: IQ2_S blk.4.ffn_gate_exps.weight[484]: blk.4.ffn_gate_exps.weight[485]: IQ2_S blk.4.ffn_gate_exps.weight[486]: IQ2_S blk.4.ffn_gate_exps.weight[487]: blk.4.ffn_gate_exps.weight[488]: IQ2_S blk.4.ffn_gate_exps.weight[489]: IQ2_S blk.4.ffn_gate_exps.weight[490]: blk.4.ffn_gate_exps.weight[491]: blk.4.ffn_gate_exps.weight[492]: blk.4.ffn_gate_exps.weight[493]: IQ2_S blk.4.ffn_gate_exps.weight[494]: IQ2_S blk.4.ffn_gate_exps.weight[495]: IQ2_S blk.4.ffn_gate_exps.weight[496]: IQ2_S blk.4.ffn_gate_exps.weight[497]: blk.4.ffn_gate_exps.weight[498]: blk.4.ffn_gate_exps.weight[499]: IQ2_S blk.4.ffn_gate_exps.weight[500]: blk.4.ffn_gate_exps.weight[501]: IQ2_S blk.4.ffn_gate_exps.weight[502]: blk.4.ffn_gate_exps.weight[503]: blk.4.ffn_gate_exps.weight[504]: blk.4.ffn_gate_exps.weight[505]: IQ2_S blk.4.ffn_gate_exps.weight[506]: IQ2_S blk.4.ffn_gate_exps.weight[507]: IQ2_S blk.4.ffn_gate_exps.weight[508]: blk.4.ffn_gate_exps.weight[509]: IQ2_S blk.4.ffn_gate_exps.weight[510]: blk.4.ffn_gate_exps.weight[511]: IQ2_S blk.4.ffn_up_exps.weight[0]: blk.4.ffn_up_exps.weight[1]: IQ2_S blk.4.ffn_up_exps.weight[2]: IQ2_S blk.4.ffn_up_exps.weight[3]: IQ2_S blk.4.ffn_up_exps.weight[4]: blk.4.ffn_up_exps.weight[5]: blk.4.ffn_up_exps.weight[6]: IQ2_S blk.4.ffn_up_exps.weight[7]: IQ2_S blk.4.ffn_up_exps.weight[8]: blk.4.ffn_up_exps.weight[9]: IQ2_S blk.4.ffn_up_exps.weight[10]: IQ2_S blk.4.ffn_up_exps.weight[11]: IQ2_S blk.4.ffn_up_exps.weight[12]: blk.4.ffn_up_exps.weight[13]: blk.4.ffn_up_exps.weight[14]: IQ2_S blk.4.ffn_up_exps.weight[15]: blk.4.ffn_up_exps.weight[16]: IQ2_S blk.4.ffn_up_exps.weight[17]: IQ2_S blk.4.ffn_up_exps.weight[18]: blk.4.ffn_up_exps.weight[19]: IQ2_S blk.4.ffn_up_exps.weight[20]: blk.4.ffn_up_exps.weight[21]: IQ2_S blk.4.ffn_up_exps.weight[22]: blk.4.ffn_up_exps.weight[23]: blk.4.ffn_up_exps.weight[24]: IQ2_S blk.4.ffn_up_exps.weight[25]: IQ2_S blk.4.ffn_up_exps.weight[26]: blk.4.ffn_up_exps.weight[27]: IQ2_S blk.4.ffn_up_exps.weight[28]: IQ2_S blk.4.ffn_up_exps.weight[29]: IQ2_S blk.4.ffn_up_exps.weight[30]: IQ2_S blk.4.ffn_up_exps.weight[31]: blk.4.ffn_up_exps.weight[32]: IQ2_S blk.4.ffn_up_exps.weight[33]: blk.4.ffn_up_exps.weight[34]: IQ2_S blk.4.ffn_up_exps.weight[35]: blk.4.ffn_up_exps.weight[36]: IQ2_S blk.4.ffn_up_exps.weight[37]: IQ2_S blk.4.ffn_up_exps.weight[38]: blk.4.ffn_up_exps.weight[39]: IQ2_S blk.4.ffn_up_exps.weight[40]: blk.4.ffn_up_exps.weight[41]: IQ2_S blk.4.ffn_up_exps.weight[42]: IQ2_S blk.4.ffn_up_exps.weight[43]: blk.4.ffn_up_exps.weight[44]: IQ2_S blk.4.ffn_up_exps.weight[45]: IQ2_S blk.4.ffn_up_exps.weight[46]: blk.4.ffn_up_exps.weight[47]: blk.4.ffn_up_exps.weight[48]: blk.4.ffn_up_exps.weight[49]: blk.4.ffn_up_exps.weight[50]: IQ2_S blk.4.ffn_up_exps.weight[51]: blk.4.ffn_up_exps.weight[52]: blk.4.ffn_up_exps.weight[53]: IQ2_S blk.4.ffn_up_exps.weight[54]: IQ2_S blk.4.ffn_up_exps.weight[55]: blk.4.ffn_up_exps.weight[56]: blk.4.ffn_up_exps.weight[57]: blk.4.ffn_up_exps.weight[58]: blk.4.ffn_up_exps.weight[59]: blk.4.ffn_up_exps.weight[60]: blk.4.ffn_up_exps.weight[61]: blk.4.ffn_up_exps.weight[62]: IQ2_S blk.4.ffn_up_exps.weight[63]: IQ2_S blk.4.ffn_up_exps.weight[64]: IQ2_S blk.4.ffn_up_exps.weight[65]: IQ2_S blk.4.ffn_up_exps.weight[66]: IQ2_S blk.4.ffn_up_exps.weight[67]: IQ2_S blk.4.ffn_up_exps.weight[68]: blk.4.ffn_up_exps.weight[69]: blk.4.ffn_up_exps.weight[70]: blk.4.ffn_up_exps.weight[71]: blk.4.ffn_up_exps.weight[72]: blk.4.ffn_up_exps.weight[73]: blk.4.ffn_up_exps.weight[74]: blk.4.ffn_up_exps.weight[75]: blk.4.ffn_up_exps.weight[76]: blk.4.ffn_up_exps.weight[77]: IQ2_S blk.4.ffn_up_exps.weight[78]: blk.4.ffn_up_exps.weight[79]: blk.4.ffn_up_exps.weight[80]: blk.4.ffn_up_exps.weight[81]: IQ2_S blk.4.ffn_up_exps.weight[82]: IQ2_S blk.4.ffn_up_exps.weight[83]: IQ2_S blk.4.ffn_up_exps.weight[84]: IQ2_S blk.4.ffn_up_exps.weight[85]: blk.4.ffn_up_exps.weight[86]: IQ2_S blk.4.ffn_up_exps.weight[87]: IQ2_S blk.4.ffn_up_exps.weight[88]: blk.4.ffn_up_exps.weight[89]: blk.4.ffn_up_exps.weight[90]: blk.4.ffn_up_exps.weight[91]: IQ2_S blk.4.ffn_up_exps.weight[92]: IQ2_S blk.4.ffn_up_exps.weight[93]: IQ2_S blk.4.ffn_up_exps.weight[94]: IQ2_S blk.4.ffn_up_exps.weight[95]: blk.4.ffn_up_exps.weight[96]: blk.4.ffn_up_exps.weight[97]: blk.4.ffn_up_exps.weight[98]: IQ2_S blk.4.ffn_up_exps.weight[99]: IQ2_S blk.4.ffn_up_exps.weight[100]: blk.4.ffn_up_exps.weight[101]: blk.4.ffn_up_exps.weight[102]: blk.4.ffn_up_exps.weight[103]: blk.4.ffn_up_exps.weight[104]: IQ2_S blk.4.ffn_up_exps.weight[105]: IQ2_S blk.4.ffn_up_exps.weight[106]: IQ2_S blk.4.ffn_up_exps.weight[107]: blk.4.ffn_up_exps.weight[108]: IQ2_S blk.4.ffn_up_exps.weight[109]: blk.4.ffn_up_exps.weight[110]: IQ2_S blk.4.ffn_up_exps.weight[111]: blk.4.ffn_up_exps.weight[112]: IQ2_S blk.4.ffn_up_exps.weight[113]: IQ2_S blk.4.ffn_up_exps.weight[114]: blk.4.ffn_up_exps.weight[115]: IQ2_S blk.4.ffn_up_exps.weight[116]: blk.4.ffn_up_exps.weight[117]: IQ2_S blk.4.ffn_up_exps.weight[118]: IQ2_S blk.4.ffn_up_exps.weight[119]: IQ2_S blk.4.ffn_up_exps.weight[120]: blk.4.ffn_up_exps.weight[121]: IQ2_S blk.4.ffn_up_exps.weight[122]: IQ2_S blk.4.ffn_up_exps.weight[123]: IQ2_S blk.4.ffn_up_exps.weight[124]: blk.4.ffn_up_exps.weight[125]: IQ2_S blk.4.ffn_up_exps.weight[126]: IQ2_S blk.4.ffn_up_exps.weight[127]: blk.4.ffn_up_exps.weight[128]: IQ2_S blk.4.ffn_up_exps.weight[129]: blk.4.ffn_up_exps.weight[130]: blk.4.ffn_up_exps.weight[131]: IQ2_S blk.4.ffn_up_exps.weight[132]: IQ2_S blk.4.ffn_up_exps.weight[133]: IQ2_S blk.4.ffn_up_exps.weight[134]: IQ2_S blk.4.ffn_up_exps.weight[135]: IQ2_S blk.4.ffn_up_exps.weight[136]: IQ2_S blk.4.ffn_up_exps.weight[137]: blk.4.ffn_up_exps.weight[138]: blk.4.ffn_up_exps.weight[139]: blk.4.ffn_up_exps.weight[140]: blk.4.ffn_up_exps.weight[141]: IQ2_S blk.4.ffn_up_exps.weight[142]: blk.4.ffn_up_exps.weight[143]: IQ2_S blk.4.ffn_up_exps.weight[144]: blk.4.ffn_up_exps.weight[145]: blk.4.ffn_up_exps.weight[146]: blk.4.ffn_up_exps.weight[147]: IQ2_S blk.4.ffn_up_exps.weight[148]: IQ2_S blk.4.ffn_up_exps.weight[149]: IQ2_S blk.4.ffn_up_exps.weight[150]: blk.4.ffn_up_exps.weight[151]: blk.4.ffn_up_exps.weight[152]: IQ2_S blk.4.ffn_up_exps.weight[153]: blk.4.ffn_up_exps.weight[154]: blk.4.ffn_up_exps.weight[155]: IQ2_S blk.4.ffn_up_exps.weight[156]: blk.4.ffn_up_exps.weight[157]: blk.4.ffn_up_exps.weight[158]: blk.4.ffn_up_exps.weight[159]: IQ2_S blk.4.ffn_up_exps.weight[160]: IQ2_S blk.4.ffn_up_exps.weight[161]: IQ2_S blk.4.ffn_up_exps.weight[162]: IQ2_S blk.4.ffn_up_exps.weight[163]: blk.4.ffn_up_exps.weight[164]: IQ2_S blk.4.ffn_up_exps.weight[165]: blk.4.ffn_up_exps.weight[166]: IQ2_S blk.4.ffn_up_exps.weight[167]: blk.4.ffn_up_exps.weight[168]: IQ2_S blk.4.ffn_up_exps.weight[169]: IQ2_S blk.4.ffn_up_exps.weight[170]: blk.4.ffn_up_exps.weight[171]: blk.4.ffn_up_exps.weight[172]: blk.4.ffn_up_exps.weight[173]: blk.4.ffn_up_exps.weight[174]: IQ2_S blk.4.ffn_up_exps.weight[175]: IQ2_S blk.4.ffn_up_exps.weight[176]: blk.4.ffn_up_exps.weight[177]: IQ2_S blk.4.ffn_up_exps.weight[178]: IQ2_S blk.4.ffn_up_exps.weight[179]: blk.4.ffn_up_exps.weight[180]: blk.4.ffn_up_exps.weight[181]: IQ2_S blk.4.ffn_up_exps.weight[182]: blk.4.ffn_up_exps.weight[183]: IQ2_S blk.4.ffn_up_exps.weight[184]: blk.4.ffn_up_exps.weight[185]: IQ2_S blk.4.ffn_up_exps.weight[186]: blk.4.ffn_up_exps.weight[187]: blk.4.ffn_up_exps.weight[188]: IQ2_S blk.4.ffn_up_exps.weight[189]: IQ2_S blk.4.ffn_up_exps.weight[190]: blk.4.ffn_up_exps.weight[191]: IQ2_S blk.4.ffn_up_exps.weight[192]: IQ2_S blk.4.ffn_up_exps.weight[193]: IQ2_S blk.4.ffn_up_exps.weight[194]: blk.4.ffn_up_exps.weight[195]: IQ2_S blk.4.ffn_up_exps.weight[196]: IQ2_S blk.4.ffn_up_exps.weight[197]: blk.4.ffn_up_exps.weight[198]: blk.4.ffn_up_exps.weight[199]: blk.4.ffn_up_exps.weight[200]: IQ2_S blk.4.ffn_up_exps.weight[201]: IQ2_S blk.4.ffn_up_exps.weight[202]: blk.4.ffn_up_exps.weight[203]: IQ2_S blk.4.ffn_up_exps.weight[204]: IQ2_S blk.4.ffn_up_exps.weight[205]: blk.4.ffn_up_exps.weight[206]: IQ2_S blk.4.ffn_up_exps.weight[207]: IQ2_S blk.4.ffn_up_exps.weight[208]: blk.4.ffn_up_exps.weight[209]: blk.4.ffn_up_exps.weight[210]: IQ2_S blk.4.ffn_up_exps.weight[211]: blk.4.ffn_up_exps.weight[212]: blk.4.ffn_up_exps.weight[213]: blk.4.ffn_up_exps.weight[214]: IQ2_S blk.4.ffn_up_exps.weight[215]: blk.4.ffn_up_exps.weight[216]: blk.4.ffn_up_exps.weight[217]: IQ2_S blk.4.ffn_up_exps.weight[218]: blk.4.ffn_up_exps.weight[219]: IQ2_S blk.4.ffn_up_exps.weight[220]: IQ2_S blk.4.ffn_up_exps.weight[221]: IQ2_S blk.4.ffn_up_exps.weight[222]: IQ2_S blk.4.ffn_up_exps.weight[223]: IQ2_S blk.4.ffn_up_exps.weight[224]: blk.4.ffn_up_exps.weight[225]: IQ2_S blk.4.ffn_up_exps.weight[226]: blk.4.ffn_up_exps.weight[227]: blk.4.ffn_up_exps.weight[228]: blk.4.ffn_up_exps.weight[229]: IQ2_S blk.4.ffn_up_exps.weight[230]: blk.4.ffn_up_exps.weight[231]: blk.4.ffn_up_exps.weight[232]: blk.4.ffn_up_exps.weight[233]: IQ2_S blk.4.ffn_up_exps.weight[234]: IQ2_S blk.4.ffn_up_exps.weight[235]: blk.4.ffn_up_exps.weight[236]: blk.4.ffn_up_exps.weight[237]: IQ2_S blk.4.ffn_up_exps.weight[238]: IQ2_S blk.4.ffn_up_exps.weight[239]: IQ2_S blk.4.ffn_up_exps.weight[240]: IQ2_S blk.4.ffn_up_exps.weight[241]: blk.4.ffn_up_exps.weight[242]: blk.4.ffn_up_exps.weight[243]: blk.4.ffn_up_exps.weight[244]: blk.4.ffn_up_exps.weight[245]: IQ2_S blk.4.ffn_up_exps.weight[246]: blk.4.ffn_up_exps.weight[247]: IQ2_S blk.4.ffn_up_exps.weight[248]: blk.4.ffn_up_exps.weight[249]: IQ2_S blk.4.ffn_up_exps.weight[250]: IQ2_S blk.4.ffn_up_exps.weight[251]: blk.4.ffn_up_exps.weight[252]: IQ2_S blk.4.ffn_up_exps.weight[253]: blk.4.ffn_up_exps.weight[254]: blk.4.ffn_up_exps.weight[255]: blk.4.ffn_up_exps.weight[256]: blk.4.ffn_up_exps.weight[257]: blk.4.ffn_up_exps.weight[258]: blk.4.ffn_up_exps.weight[259]: IQ2_S blk.4.ffn_up_exps.weight[260]: IQ2_S blk.4.ffn_up_exps.weight[261]: blk.4.ffn_up_exps.weight[262]: blk.4.ffn_up_exps.weight[263]: IQ2_S blk.4.ffn_up_exps.weight[264]: IQ2_S blk.4.ffn_up_exps.weight[265]: IQ2_S blk.4.ffn_up_exps.weight[266]: blk.4.ffn_up_exps.weight[267]: blk.4.ffn_up_exps.weight[268]: blk.4.ffn_up_exps.weight[269]: blk.4.ffn_up_exps.weight[270]: blk.4.ffn_up_exps.weight[271]: IQ2_S blk.4.ffn_up_exps.weight[272]: IQ2_S blk.4.ffn_up_exps.weight[273]: IQ2_S blk.4.ffn_up_exps.weight[274]: blk.4.ffn_up_exps.weight[275]: blk.4.ffn_up_exps.weight[276]: IQ2_S blk.4.ffn_up_exps.weight[277]: blk.4.ffn_up_exps.weight[278]: blk.4.ffn_up_exps.weight[279]: blk.4.ffn_up_exps.weight[280]: IQ2_S blk.4.ffn_up_exps.weight[281]: IQ2_S blk.4.ffn_up_exps.weight[282]: blk.4.ffn_up_exps.weight[283]: IQ2_S blk.4.ffn_up_exps.weight[284]: IQ2_S blk.4.ffn_up_exps.weight[285]: IQ2_S blk.4.ffn_up_exps.weight[286]: blk.4.ffn_up_exps.weight[287]: IQ2_S blk.4.ffn_up_exps.weight[288]: blk.4.ffn_up_exps.weight[289]: IQ2_S blk.4.ffn_up_exps.weight[290]: blk.4.ffn_up_exps.weight[291]: blk.4.ffn_up_exps.weight[292]: IQ2_S blk.4.ffn_up_exps.weight[293]: IQ2_S blk.4.ffn_up_exps.weight[294]: IQ2_S blk.4.ffn_up_exps.weight[295]: IQ2_S blk.4.ffn_up_exps.weight[296]: blk.4.ffn_up_exps.weight[297]: blk.4.ffn_up_exps.weight[298]: blk.4.ffn_up_exps.weight[299]: IQ2_S blk.4.ffn_up_exps.weight[300]: blk.4.ffn_up_exps.weight[301]: blk.4.ffn_up_exps.weight[302]: blk.4.ffn_up_exps.weight[303]: IQ2_S blk.4.ffn_up_exps.weight[304]: blk.4.ffn_up_exps.weight[305]: blk.4.ffn_up_exps.weight[306]: blk.4.ffn_up_exps.weight[307]: IQ2_S blk.4.ffn_up_exps.weight[308]: IQ2_S blk.4.ffn_up_exps.weight[309]: IQ2_S blk.4.ffn_up_exps.weight[310]: IQ2_S blk.4.ffn_up_exps.weight[311]: IQ2_S blk.4.ffn_up_exps.weight[312]: IQ2_S blk.4.ffn_up_exps.weight[313]: blk.4.ffn_up_exps.weight[314]: IQ2_S blk.4.ffn_up_exps.weight[315]: blk.4.ffn_up_exps.weight[316]: IQ2_S blk.4.ffn_up_exps.weight[317]: blk.4.ffn_up_exps.weight[318]: IQ2_S blk.4.ffn_up_exps.weight[319]: blk.4.ffn_up_exps.weight[320]: blk.4.ffn_up_exps.weight[321]: IQ2_S blk.4.ffn_up_exps.weight[322]: blk.4.ffn_up_exps.weight[323]: IQ2_S blk.4.ffn_up_exps.weight[324]: IQ2_S blk.4.ffn_up_exps.weight[325]: IQ2_S blk.4.ffn_up_exps.weight[326]: blk.4.ffn_up_exps.weight[327]: blk.4.ffn_up_exps.weight[328]: blk.4.ffn_up_exps.weight[329]: IQ2_S blk.4.ffn_up_exps.weight[330]: IQ2_S blk.4.ffn_up_exps.weight[331]: IQ2_S blk.4.ffn_up_exps.weight[332]: blk.4.ffn_up_exps.weight[333]: IQ2_S blk.4.ffn_up_exps.weight[334]: blk.4.ffn_up_exps.weight[335]: blk.4.ffn_up_exps.weight[336]: IQ2_S blk.4.ffn_up_exps.weight[337]: IQ2_S blk.4.ffn_up_exps.weight[338]: IQ2_S blk.4.ffn_up_exps.weight[339]: IQ2_S blk.4.ffn_up_exps.weight[340]: blk.4.ffn_up_exps.weight[341]: blk.4.ffn_up_exps.weight[342]: IQ2_S blk.4.ffn_up_exps.weight[343]: blk.4.ffn_up_exps.weight[344]: blk.4.ffn_up_exps.weight[345]: IQ2_S blk.4.ffn_up_exps.weight[346]: IQ2_S blk.4.ffn_up_exps.weight[347]: blk.4.ffn_up_exps.weight[348]: IQ2_S blk.4.ffn_up_exps.weight[349]: IQ2_S blk.4.ffn_up_exps.weight[350]: IQ2_S blk.4.ffn_up_exps.weight[351]: IQ2_S blk.4.ffn_up_exps.weight[352]: blk.4.ffn_up_exps.weight[353]: blk.4.ffn_up_exps.weight[354]: blk.4.ffn_up_exps.weight[355]: IQ2_S blk.4.ffn_up_exps.weight[356]: blk.4.ffn_up_exps.weight[357]: blk.4.ffn_up_exps.weight[358]: IQ2_S blk.4.ffn_up_exps.weight[359]: blk.4.ffn_up_exps.weight[360]: IQ2_S blk.4.ffn_up_exps.weight[361]: IQ2_S blk.4.ffn_up_exps.weight[362]: blk.4.ffn_up_exps.weight[363]: IQ2_S blk.4.ffn_up_exps.weight[364]: blk.4.ffn_up_exps.weight[365]: blk.4.ffn_up_exps.weight[366]: blk.4.ffn_up_exps.weight[367]: blk.4.ffn_up_exps.weight[368]: blk.4.ffn_up_exps.weight[369]: blk.4.ffn_up_exps.weight[370]: IQ2_S blk.4.ffn_up_exps.weight[371]: IQ2_S blk.4.ffn_up_exps.weight[372]: blk.4.ffn_up_exps.weight[373]: IQ2_S blk.4.ffn_up_exps.weight[374]: blk.4.ffn_up_exps.weight[375]: blk.4.ffn_up_exps.weight[376]: IQ2_S blk.4.ffn_up_exps.weight[377]: blk.4.ffn_up_exps.weight[378]: blk.4.ffn_up_exps.weight[379]: IQ2_S blk.4.ffn_up_exps.weight[380]: blk.4.ffn_up_exps.weight[381]: blk.4.ffn_up_exps.weight[382]: blk.4.ffn_up_exps.weight[383]: blk.4.ffn_up_exps.weight[384]: IQ2_S blk.4.ffn_up_exps.weight[385]: blk.4.ffn_up_exps.weight[386]: IQ2_S blk.4.ffn_up_exps.weight[387]: blk.4.ffn_up_exps.weight[388]: blk.4.ffn_up_exps.weight[389]: IQ2_S blk.4.ffn_up_exps.weight[390]: blk.4.ffn_up_exps.weight[391]: blk.4.ffn_up_exps.weight[392]: IQ2_S blk.4.ffn_up_exps.weight[393]: blk.4.ffn_up_exps.weight[394]: IQ2_S blk.4.ffn_up_exps.weight[395]: blk.4.ffn_up_exps.weight[396]: IQ2_S blk.4.ffn_up_exps.weight[397]: IQ2_S blk.4.ffn_up_exps.weight[398]: IQ2_S blk.4.ffn_up_exps.weight[399]: IQ2_S blk.4.ffn_up_exps.weight[400]: IQ2_S blk.4.ffn_up_exps.weight[401]: blk.4.ffn_up_exps.weight[402]: IQ2_S blk.4.ffn_up_exps.weight[403]: blk.4.ffn_up_exps.weight[404]: IQ2_S blk.4.ffn_up_exps.weight[405]: IQ2_S blk.4.ffn_up_exps.weight[406]: IQ2_S blk.4.ffn_up_exps.weight[407]: blk.4.ffn_up_exps.weight[408]: blk.4.ffn_up_exps.weight[409]: IQ2_S blk.4.ffn_up_exps.weight[410]: IQ2_S blk.4.ffn_up_exps.weight[411]: blk.4.ffn_up_exps.weight[412]: IQ2_S blk.4.ffn_up_exps.weight[413]: IQ2_S blk.4.ffn_up_exps.weight[414]: IQ2_S blk.4.ffn_up_exps.weight[415]: blk.4.ffn_up_exps.weight[416]: IQ2_S blk.4.ffn_up_exps.weight[417]: IQ2_S blk.4.ffn_up_exps.weight[418]: blk.4.ffn_up_exps.weight[419]: blk.4.ffn_up_exps.weight[420]: IQ2_S blk.4.ffn_up_exps.weight[421]: IQ2_S blk.4.ffn_up_exps.weight[422]: IQ2_S blk.4.ffn_up_exps.weight[423]: IQ2_S blk.4.ffn_up_exps.weight[424]: IQ2_S blk.4.ffn_up_exps.weight[425]: IQ2_S blk.4.ffn_up_exps.weight[426]: IQ2_S blk.4.ffn_up_exps.weight[427]: blk.4.ffn_up_exps.weight[428]: IQ2_S blk.4.ffn_up_exps.weight[429]: blk.4.ffn_up_exps.weight[430]: IQ2_S blk.4.ffn_up_exps.weight[431]: IQ2_S blk.4.ffn_up_exps.weight[432]: IQ2_S blk.4.ffn_up_exps.weight[433]: IQ2_S blk.4.ffn_up_exps.weight[434]: blk.4.ffn_up_exps.weight[435]: IQ2_S blk.4.ffn_up_exps.weight[436]: IQ2_S blk.4.ffn_up_exps.weight[437]: IQ2_S blk.4.ffn_up_exps.weight[438]: blk.4.ffn_up_exps.weight[439]: blk.4.ffn_up_exps.weight[440]: IQ2_S blk.4.ffn_up_exps.weight[441]: blk.4.ffn_up_exps.weight[442]: blk.4.ffn_up_exps.weight[443]: blk.4.ffn_up_exps.weight[444]: blk.4.ffn_up_exps.weight[445]: IQ2_S blk.4.ffn_up_exps.weight[446]: blk.4.ffn_up_exps.weight[447]: blk.4.ffn_up_exps.weight[448]: blk.4.ffn_up_exps.weight[449]: IQ2_S blk.4.ffn_up_exps.weight[450]: blk.4.ffn_up_exps.weight[451]: blk.4.ffn_up_exps.weight[452]: blk.4.ffn_up_exps.weight[453]: IQ2_S blk.4.ffn_up_exps.weight[454]: IQ2_S blk.4.ffn_up_exps.weight[455]: IQ2_S blk.4.ffn_up_exps.weight[456]: blk.4.ffn_up_exps.weight[457]: blk.4.ffn_up_exps.weight[458]: IQ2_S blk.4.ffn_up_exps.weight[459]: blk.4.ffn_up_exps.weight[460]: blk.4.ffn_up_exps.weight[461]: blk.4.ffn_up_exps.weight[462]: blk.4.ffn_up_exps.weight[463]: IQ2_S blk.4.ffn_up_exps.weight[464]: IQ2_S blk.4.ffn_up_exps.weight[465]: IQ2_S blk.4.ffn_up_exps.weight[466]: IQ2_S blk.4.ffn_up_exps.weight[467]: blk.4.ffn_up_exps.weight[468]: blk.4.ffn_up_exps.weight[469]: blk.4.ffn_up_exps.weight[470]: blk.4.ffn_up_exps.weight[471]: blk.4.ffn_up_exps.weight[472]: blk.4.ffn_up_exps.weight[473]: blk.4.ffn_up_exps.weight[474]: blk.4.ffn_up_exps.weight[475]: blk.4.ffn_up_exps.weight[476]: blk.4.ffn_up_exps.weight[477]: IQ2_S blk.4.ffn_up_exps.weight[478]: blk.4.ffn_up_exps.weight[479]: IQ2_S blk.4.ffn_up_exps.weight[480]: IQ2_S blk.4.ffn_up_exps.weight[481]: blk.4.ffn_up_exps.weight[482]: IQ2_S blk.4.ffn_up_exps.weight[483]: IQ2_S blk.4.ffn_up_exps.weight[484]: blk.4.ffn_up_exps.weight[485]: IQ2_S blk.4.ffn_up_exps.weight[486]: IQ2_S blk.4.ffn_up_exps.weight[487]: blk.4.ffn_up_exps.weight[488]: IQ2_S blk.4.ffn_up_exps.weight[489]: IQ2_S blk.4.ffn_up_exps.weight[490]: blk.4.ffn_up_exps.weight[491]: blk.4.ffn_up_exps.weight[492]: blk.4.ffn_up_exps.weight[493]: IQ2_S blk.4.ffn_up_exps.weight[494]: IQ2_S blk.4.ffn_up_exps.weight[495]: IQ2_S blk.4.ffn_up_exps.weight[496]: IQ2_S blk.4.ffn_up_exps.weight[497]: blk.4.ffn_up_exps.weight[498]: blk.4.ffn_up_exps.weight[499]: IQ2_S blk.4.ffn_up_exps.weight[500]: blk.4.ffn_up_exps.weight[501]: IQ2_S blk.4.ffn_up_exps.weight[502]: blk.4.ffn_up_exps.weight[503]: blk.4.ffn_up_exps.weight[504]: blk.4.ffn_up_exps.weight[505]: IQ2_S blk.4.ffn_up_exps.weight[506]: IQ2_S blk.4.ffn_up_exps.weight[507]: IQ2_S blk.4.ffn_up_exps.weight[508]: blk.4.ffn_up_exps.weight[509]: IQ2_S blk.4.ffn_up_exps.weight[510]: blk.4.ffn_up_exps.weight[511]: IQ2_S blk.4.ffn_down_exps.weight[0]: blk.4.ffn_down_exps.weight[1]: IQ4_NL blk.4.ffn_down_exps.weight[2]: IQ4_NL blk.4.ffn_down_exps.weight[3]: IQ4_NL blk.4.ffn_down_exps.weight[4]: blk.4.ffn_down_exps.weight[5]: blk.4.ffn_down_exps.weight[6]: IQ4_NL blk.4.ffn_down_exps.weight[7]: IQ4_NL blk.4.ffn_down_exps.weight[8]: blk.4.ffn_down_exps.weight[9]: IQ4_NL blk.4.ffn_down_exps.weight[10]: IQ4_NL blk.4.ffn_down_exps.weight[11]: IQ4_NL blk.4.ffn_down_exps.weight[12]: blk.4.ffn_down_exps.weight[13]: blk.4.ffn_down_exps.weight[14]: IQ4_NL blk.4.ffn_down_exps.weight[15]: blk.4.ffn_down_exps.weight[16]: IQ4_NL blk.4.ffn_down_exps.weight[17]: IQ4_NL blk.4.ffn_down_exps.weight[18]: blk.4.ffn_down_exps.weight[19]: IQ4_NL blk.4.ffn_down_exps.weight[20]: blk.4.ffn_down_exps.weight[21]: IQ4_NL blk.4.ffn_down_exps.weight[22]: blk.4.ffn_down_exps.weight[23]: blk.4.ffn_down_exps.weight[24]: IQ4_NL blk.4.ffn_down_exps.weight[25]: IQ4_NL blk.4.ffn_down_exps.weight[26]: blk.4.ffn_down_exps.weight[27]: IQ4_NL blk.4.ffn_down_exps.weight[28]: IQ4_NL blk.4.ffn_down_exps.weight[29]: IQ4_NL blk.4.ffn_down_exps.weight[30]: IQ4_NL blk.4.ffn_down_exps.weight[31]: blk.4.ffn_down_exps.weight[32]: IQ4_NL blk.4.ffn_down_exps.weight[33]: blk.4.ffn_down_exps.weight[34]: IQ4_NL blk.4.ffn_down_exps.weight[35]: blk.4.ffn_down_exps.weight[36]: IQ4_NL blk.4.ffn_down_exps.weight[37]: IQ4_NL blk.4.ffn_down_exps.weight[38]: blk.4.ffn_down_exps.weight[39]: IQ4_NL blk.4.ffn_down_exps.weight[40]: blk.4.ffn_down_exps.weight[41]: IQ4_NL blk.4.ffn_down_exps.weight[42]: IQ4_NL blk.4.ffn_down_exps.weight[43]: blk.4.ffn_down_exps.weight[44]: IQ4_NL blk.4.ffn_down_exps.weight[45]: IQ4_NL blk.4.ffn_down_exps.weight[46]: blk.4.ffn_down_exps.weight[47]: blk.4.ffn_down_exps.weight[48]: blk.4.ffn_down_exps.weight[49]: blk.4.ffn_down_exps.weight[50]: IQ4_NL blk.4.ffn_down_exps.weight[51]: blk.4.ffn_down_exps.weight[52]: blk.4.ffn_down_exps.weight[53]: IQ4_NL blk.4.ffn_down_exps.weight[54]: IQ4_NL blk.4.ffn_down_exps.weight[55]: blk.4.ffn_down_exps.weight[56]: blk.4.ffn_down_exps.weight[57]: blk.4.ffn_down_exps.weight[58]: blk.4.ffn_down_exps.weight[59]: blk.4.ffn_down_exps.weight[60]: blk.4.ffn_down_exps.weight[61]: blk.4.ffn_down_exps.weight[62]: IQ4_NL blk.4.ffn_down_exps.weight[63]: IQ4_NL blk.4.ffn_down_exps.weight[64]: IQ4_NL blk.4.ffn_down_exps.weight[65]: IQ4_NL blk.4.ffn_down_exps.weight[66]: IQ4_NL blk.4.ffn_down_exps.weight[67]: IQ4_NL blk.4.ffn_down_exps.weight[68]: blk.4.ffn_down_exps.weight[69]: blk.4.ffn_down_exps.weight[70]: blk.4.ffn_down_exps.weight[71]: blk.4.ffn_down_exps.weight[72]: blk.4.ffn_down_exps.weight[73]: blk.4.ffn_down_exps.weight[74]: blk.4.ffn_down_exps.weight[75]: blk.4.ffn_down_exps.weight[76]: blk.4.ffn_down_exps.weight[77]: IQ4_NL blk.4.ffn_down_exps.weight[78]: blk.4.ffn_down_exps.weight[79]: blk.4.ffn_down_exps.weight[80]: blk.4.ffn_down_exps.weight[81]: IQ4_NL blk.4.ffn_down_exps.weight[82]: IQ4_NL blk.4.ffn_down_exps.weight[83]: IQ4_NL blk.4.ffn_down_exps.weight[84]: IQ4_NL blk.4.ffn_down_exps.weight[85]: blk.4.ffn_down_exps.weight[86]: IQ4_NL blk.4.ffn_down_exps.weight[87]: IQ4_NL blk.4.ffn_down_exps.weight[88]: blk.4.ffn_down_exps.weight[89]: blk.4.ffn_down_exps.weight[90]: blk.4.ffn_down_exps.weight[91]: IQ4_NL blk.4.ffn_down_exps.weight[92]: IQ4_NL blk.4.ffn_down_exps.weight[93]: IQ4_NL blk.4.ffn_down_exps.weight[94]: IQ4_NL blk.4.ffn_down_exps.weight[95]: blk.4.ffn_down_exps.weight[96]: blk.4.ffn_down_exps.weight[97]: blk.4.ffn_down_exps.weight[98]: IQ4_NL blk.4.ffn_down_exps.weight[99]: IQ4_NL blk.4.ffn_down_exps.weight[100]: blk.4.ffn_down_exps.weight[101]: blk.4.ffn_down_exps.weight[102]: blk.4.ffn_down_exps.weight[103]: blk.4.ffn_down_exps.weight[104]: IQ4_NL blk.4.ffn_down_exps.weight[105]: IQ4_NL blk.4.ffn_down_exps.weight[106]: IQ4_NL blk.4.ffn_down_exps.weight[107]: blk.4.ffn_down_exps.weight[108]: IQ4_NL blk.4.ffn_down_exps.weight[109]: blk.4.ffn_down_exps.weight[110]: IQ4_NL blk.4.ffn_down_exps.weight[111]: blk.4.ffn_down_exps.weight[112]: IQ4_NL blk.4.ffn_down_exps.weight[113]: IQ4_NL blk.4.ffn_down_exps.weight[114]: blk.4.ffn_down_exps.weight[115]: IQ4_NL blk.4.ffn_down_exps.weight[116]: blk.4.ffn_down_exps.weight[117]: IQ4_NL blk.4.ffn_down_exps.weight[118]: IQ4_NL blk.4.ffn_down_exps.weight[119]: IQ4_NL blk.4.ffn_down_exps.weight[120]: blk.4.ffn_down_exps.weight[121]: IQ4_NL blk.4.ffn_down_exps.weight[122]: IQ4_NL blk.4.ffn_down_exps.weight[123]: IQ4_NL blk.4.ffn_down_exps.weight[124]: blk.4.ffn_down_exps.weight[125]: IQ4_NL blk.4.ffn_down_exps.weight[126]: IQ4_NL blk.4.ffn_down_exps.weight[127]: blk.4.ffn_down_exps.weight[128]: IQ4_NL blk.4.ffn_down_exps.weight[129]: blk.4.ffn_down_exps.weight[130]: blk.4.ffn_down_exps.weight[131]: IQ4_NL blk.4.ffn_down_exps.weight[132]: IQ4_NL blk.4.ffn_down_exps.weight[133]: IQ4_NL blk.4.ffn_down_exps.weight[134]: IQ4_NL blk.4.ffn_down_exps.weight[135]: IQ4_NL blk.4.ffn_down_exps.weight[136]: IQ4_NL blk.4.ffn_down_exps.weight[137]: blk.4.ffn_down_exps.weight[138]: blk.4.ffn_down_exps.weight[139]: blk.4.ffn_down_exps.weight[140]: blk.4.ffn_down_exps.weight[141]: IQ4_NL blk.4.ffn_down_exps.weight[142]: blk.4.ffn_down_exps.weight[143]: IQ4_NL blk.4.ffn_down_exps.weight[144]: blk.4.ffn_down_exps.weight[145]: blk.4.ffn_down_exps.weight[146]: blk.4.ffn_down_exps.weight[147]: IQ4_NL blk.4.ffn_down_exps.weight[148]: IQ4_NL blk.4.ffn_down_exps.weight[149]: IQ4_NL blk.4.ffn_down_exps.weight[150]: blk.4.ffn_down_exps.weight[151]: blk.4.ffn_down_exps.weight[152]: IQ4_NL blk.4.ffn_down_exps.weight[153]: blk.4.ffn_down_exps.weight[154]: blk.4.ffn_down_exps.weight[155]: IQ4_NL blk.4.ffn_down_exps.weight[156]: blk.4.ffn_down_exps.weight[157]: blk.4.ffn_down_exps.weight[158]: blk.4.ffn_down_exps.weight[159]: IQ4_NL blk.4.ffn_down_exps.weight[160]: IQ4_NL blk.4.ffn_down_exps.weight[161]: IQ4_NL blk.4.ffn_down_exps.weight[162]: IQ4_NL blk.4.ffn_down_exps.weight[163]: blk.4.ffn_down_exps.weight[164]: IQ4_NL blk.4.ffn_down_exps.weight[165]: blk.4.ffn_down_exps.weight[166]: IQ4_NL blk.4.ffn_down_exps.weight[167]: blk.4.ffn_down_exps.weight[168]: IQ4_NL blk.4.ffn_down_exps.weight[169]: IQ4_NL blk.4.ffn_down_exps.weight[170]: blk.4.ffn_down_exps.weight[171]: blk.4.ffn_down_exps.weight[172]: blk.4.ffn_down_exps.weight[173]: blk.4.ffn_down_exps.weight[174]: IQ4_NL blk.4.ffn_down_exps.weight[175]: IQ4_NL blk.4.ffn_down_exps.weight[176]: blk.4.ffn_down_exps.weight[177]: IQ4_NL blk.4.ffn_down_exps.weight[178]: IQ4_NL blk.4.ffn_down_exps.weight[179]: blk.4.ffn_down_exps.weight[180]: blk.4.ffn_down_exps.weight[181]: IQ4_NL blk.4.ffn_down_exps.weight[182]: blk.4.ffn_down_exps.weight[183]: IQ4_NL blk.4.ffn_down_exps.weight[184]: blk.4.ffn_down_exps.weight[185]: IQ4_NL blk.4.ffn_down_exps.weight[186]: blk.4.ffn_down_exps.weight[187]: blk.4.ffn_down_exps.weight[188]: IQ4_NL blk.4.ffn_down_exps.weight[189]: IQ4_NL blk.4.ffn_down_exps.weight[190]: blk.4.ffn_down_exps.weight[191]: IQ4_NL blk.4.ffn_down_exps.weight[192]: IQ4_NL blk.4.ffn_down_exps.weight[193]: IQ4_NL blk.4.ffn_down_exps.weight[194]: blk.4.ffn_down_exps.weight[195]: IQ4_NL blk.4.ffn_down_exps.weight[196]: IQ4_NL blk.4.ffn_down_exps.weight[197]: blk.4.ffn_down_exps.weight[198]: blk.4.ffn_down_exps.weight[199]: blk.4.ffn_down_exps.weight[200]: IQ4_NL blk.4.ffn_down_exps.weight[201]: IQ4_NL blk.4.ffn_down_exps.weight[202]: blk.4.ffn_down_exps.weight[203]: IQ4_NL blk.4.ffn_down_exps.weight[204]: IQ4_NL blk.4.ffn_down_exps.weight[205]: blk.4.ffn_down_exps.weight[206]: IQ4_NL blk.4.ffn_down_exps.weight[207]: IQ4_NL blk.4.ffn_down_exps.weight[208]: blk.4.ffn_down_exps.weight[209]: blk.4.ffn_down_exps.weight[210]: IQ4_NL blk.4.ffn_down_exps.weight[211]: blk.4.ffn_down_exps.weight[212]: blk.4.ffn_down_exps.weight[213]: blk.4.ffn_down_exps.weight[214]: IQ4_NL blk.4.ffn_down_exps.weight[215]: blk.4.ffn_down_exps.weight[216]: blk.4.ffn_down_exps.weight[217]: IQ4_NL blk.4.ffn_down_exps.weight[218]: blk.4.ffn_down_exps.weight[219]: IQ4_NL blk.4.ffn_down_exps.weight[220]: IQ4_NL blk.4.ffn_down_exps.weight[221]: IQ4_NL blk.4.ffn_down_exps.weight[222]: IQ4_NL blk.4.ffn_down_exps.weight[223]: IQ4_NL blk.4.ffn_down_exps.weight[224]: blk.4.ffn_down_exps.weight[225]: IQ4_NL blk.4.ffn_down_exps.weight[226]: blk.4.ffn_down_exps.weight[227]: blk.4.ffn_down_exps.weight[228]: blk.4.ffn_down_exps.weight[229]: IQ4_NL blk.4.ffn_down_exps.weight[230]: blk.4.ffn_down_exps.weight[231]: blk.4.ffn_down_exps.weight[232]: blk.4.ffn_down_exps.weight[233]: IQ4_NL blk.4.ffn_down_exps.weight[234]: IQ4_NL blk.4.ffn_down_exps.weight[235]: blk.4.ffn_down_exps.weight[236]: blk.4.ffn_down_exps.weight[237]: IQ4_NL blk.4.ffn_down_exps.weight[238]: IQ4_NL blk.4.ffn_down_exps.weight[239]: IQ4_NL blk.4.ffn_down_exps.weight[240]: IQ4_NL blk.4.ffn_down_exps.weight[241]: blk.4.ffn_down_exps.weight[242]: blk.4.ffn_down_exps.weight[243]: blk.4.ffn_down_exps.weight[244]: blk.4.ffn_down_exps.weight[245]: IQ4_NL blk.4.ffn_down_exps.weight[246]: blk.4.ffn_down_exps.weight[247]: IQ4_NL blk.4.ffn_down_exps.weight[248]: blk.4.ffn_down_exps.weight[249]: IQ4_NL blk.4.ffn_down_exps.weight[250]: IQ4_NL blk.4.ffn_down_exps.weight[251]: blk.4.ffn_down_exps.weight[252]: IQ4_NL blk.4.ffn_down_exps.weight[253]: blk.4.ffn_down_exps.weight[254]: blk.4.ffn_down_exps.weight[255]: blk.4.ffn_down_exps.weight[256]: blk.4.ffn_down_exps.weight[257]: blk.4.ffn_down_exps.weight[258]: blk.4.ffn_down_exps.weight[259]: IQ4_NL blk.4.ffn_down_exps.weight[260]: IQ4_NL blk.4.ffn_down_exps.weight[261]: blk.4.ffn_down_exps.weight[262]: blk.4.ffn_down_exps.weight[263]: IQ4_NL blk.4.ffn_down_exps.weight[264]: IQ4_NL blk.4.ffn_down_exps.weight[265]: IQ4_NL blk.4.ffn_down_exps.weight[266]: blk.4.ffn_down_exps.weight[267]: blk.4.ffn_down_exps.weight[268]: blk.4.ffn_down_exps.weight[269]: blk.4.ffn_down_exps.weight[270]: blk.4.ffn_down_exps.weight[271]: IQ4_NL blk.4.ffn_down_exps.weight[272]: IQ4_NL blk.4.ffn_down_exps.weight[273]: IQ4_NL blk.4.ffn_down_exps.weight[274]: blk.4.ffn_down_exps.weight[275]: blk.4.ffn_down_exps.weight[276]: IQ4_NL blk.4.ffn_down_exps.weight[277]: blk.4.ffn_down_exps.weight[278]: blk.4.ffn_down_exps.weight[279]: blk.4.ffn_down_exps.weight[280]: IQ4_NL blk.4.ffn_down_exps.weight[281]: IQ4_NL blk.4.ffn_down_exps.weight[282]: blk.4.ffn_down_exps.weight[283]: IQ4_NL blk.4.ffn_down_exps.weight[284]: IQ4_NL blk.4.ffn_down_exps.weight[285]: IQ4_NL blk.4.ffn_down_exps.weight[286]: blk.4.ffn_down_exps.weight[287]: IQ4_NL blk.4.ffn_down_exps.weight[288]: blk.4.ffn_down_exps.weight[289]: IQ4_NL blk.4.ffn_down_exps.weight[290]: blk.4.ffn_down_exps.weight[291]: blk.4.ffn_down_exps.weight[292]: IQ4_NL blk.4.ffn_down_exps.weight[293]: IQ4_NL blk.4.ffn_down_exps.weight[294]: IQ4_NL blk.4.ffn_down_exps.weight[295]: IQ4_NL blk.4.ffn_down_exps.weight[296]: blk.4.ffn_down_exps.weight[297]: blk.4.ffn_down_exps.weight[298]: blk.4.ffn_down_exps.weight[299]: IQ4_NL blk.4.ffn_down_exps.weight[300]: blk.4.ffn_down_exps.weight[301]: blk.4.ffn_down_exps.weight[302]: blk.4.ffn_down_exps.weight[303]: IQ4_NL blk.4.ffn_down_exps.weight[304]: blk.4.ffn_down_exps.weight[305]: blk.4.ffn_down_exps.weight[306]: blk.4.ffn_down_exps.weight[307]: IQ4_NL blk.4.ffn_down_exps.weight[308]: IQ4_NL blk.4.ffn_down_exps.weight[309]: IQ4_NL blk.4.ffn_down_exps.weight[310]: IQ4_NL blk.4.ffn_down_exps.weight[311]: IQ4_NL blk.4.ffn_down_exps.weight[312]: IQ4_NL blk.4.ffn_down_exps.weight[313]: blk.4.ffn_down_exps.weight[314]: IQ4_NL blk.4.ffn_down_exps.weight[315]: blk.4.ffn_down_exps.weight[316]: IQ4_NL blk.4.ffn_down_exps.weight[317]: blk.4.ffn_down_exps.weight[318]: IQ4_NL blk.4.ffn_down_exps.weight[319]: blk.4.ffn_down_exps.weight[320]: blk.4.ffn_down_exps.weight[321]: IQ4_NL blk.4.ffn_down_exps.weight[322]: blk.4.ffn_down_exps.weight[323]: IQ4_NL blk.4.ffn_down_exps.weight[324]: IQ4_NL blk.4.ffn_down_exps.weight[325]: IQ4_NL blk.4.ffn_down_exps.weight[326]: blk.4.ffn_down_exps.weight[327]: blk.4.ffn_down_exps.weight[328]: blk.4.ffn_down_exps.weight[329]: IQ4_NL blk.4.ffn_down_exps.weight[330]: IQ4_NL blk.4.ffn_down_exps.weight[331]: IQ4_NL blk.4.ffn_down_exps.weight[332]: blk.4.ffn_down_exps.weight[333]: IQ4_NL blk.4.ffn_down_exps.weight[334]: blk.4.ffn_down_exps.weight[335]: blk.4.ffn_down_exps.weight[336]: IQ4_NL blk.4.ffn_down_exps.weight[337]: IQ4_NL blk.4.ffn_down_exps.weight[338]: IQ4_NL blk.4.ffn_down_exps.weight[339]: IQ4_NL blk.4.ffn_down_exps.weight[340]: blk.4.ffn_down_exps.weight[341]: blk.4.ffn_down_exps.weight[342]: IQ4_NL blk.4.ffn_down_exps.weight[343]: blk.4.ffn_down_exps.weight[344]: blk.4.ffn_down_exps.weight[345]: IQ4_NL blk.4.ffn_down_exps.weight[346]: IQ4_NL blk.4.ffn_down_exps.weight[347]: blk.4.ffn_down_exps.weight[348]: IQ4_NL blk.4.ffn_down_exps.weight[349]: IQ4_NL blk.4.ffn_down_exps.weight[350]: IQ4_NL blk.4.ffn_down_exps.weight[351]: IQ4_NL blk.4.ffn_down_exps.weight[352]: blk.4.ffn_down_exps.weight[353]: blk.4.ffn_down_exps.weight[354]: blk.4.ffn_down_exps.weight[355]: IQ4_NL blk.4.ffn_down_exps.weight[356]: blk.4.ffn_down_exps.weight[357]: blk.4.ffn_down_exps.weight[358]: IQ4_NL blk.4.ffn_down_exps.weight[359]: blk.4.ffn_down_exps.weight[360]: IQ4_NL blk.4.ffn_down_exps.weight[361]: IQ4_NL blk.4.ffn_down_exps.weight[362]: blk.4.ffn_down_exps.weight[363]: IQ4_NL blk.4.ffn_down_exps.weight[364]: blk.4.ffn_down_exps.weight[365]: blk.4.ffn_down_exps.weight[366]: blk.4.ffn_down_exps.weight[367]: blk.4.ffn_down_exps.weight[368]: blk.4.ffn_down_exps.weight[369]: blk.4.ffn_down_exps.weight[370]: IQ4_NL blk.4.ffn_down_exps.weight[371]: IQ4_NL blk.4.ffn_down_exps.weight[372]: blk.4.ffn_down_exps.weight[373]: IQ4_NL blk.4.ffn_down_exps.weight[374]: blk.4.ffn_down_exps.weight[375]: blk.4.ffn_down_exps.weight[376]: IQ4_NL blk.4.ffn_down_exps.weight[377]: blk.4.ffn_down_exps.weight[378]: blk.4.ffn_down_exps.weight[379]: IQ4_NL blk.4.ffn_down_exps.weight[380]: blk.4.ffn_down_exps.weight[381]: blk.4.ffn_down_exps.weight[382]: blk.4.ffn_down_exps.weight[383]: blk.4.ffn_down_exps.weight[384]: IQ4_NL blk.4.ffn_down_exps.weight[385]: blk.4.ffn_down_exps.weight[386]: IQ4_NL blk.4.ffn_down_exps.weight[387]: blk.4.ffn_down_exps.weight[388]: blk.4.ffn_down_exps.weight[389]: IQ4_NL blk.4.ffn_down_exps.weight[390]: blk.4.ffn_down_exps.weight[391]: blk.4.ffn_down_exps.weight[392]: IQ4_NL blk.4.ffn_down_exps.weight[393]: blk.4.ffn_down_exps.weight[394]: IQ4_NL blk.4.ffn_down_exps.weight[395]: blk.4.ffn_down_exps.weight[396]: IQ4_NL blk.4.ffn_down_exps.weight[397]: IQ4_NL blk.4.ffn_down_exps.weight[398]: IQ4_NL blk.4.ffn_down_exps.weight[399]: IQ4_NL blk.4.ffn_down_exps.weight[400]: IQ4_NL blk.4.ffn_down_exps.weight[401]: blk.4.ffn_down_exps.weight[402]: IQ4_NL blk.4.ffn_down_exps.weight[403]: blk.4.ffn_down_exps.weight[404]: IQ4_NL blk.4.ffn_down_exps.weight[405]: IQ4_NL blk.4.ffn_down_exps.weight[406]: IQ4_NL blk.4.ffn_down_exps.weight[407]: blk.4.ffn_down_exps.weight[408]: blk.4.ffn_down_exps.weight[409]: IQ4_NL blk.4.ffn_down_exps.weight[410]: IQ4_NL blk.4.ffn_down_exps.weight[411]: blk.4.ffn_down_exps.weight[412]: IQ4_NL blk.4.ffn_down_exps.weight[413]: IQ4_NL blk.4.ffn_down_exps.weight[414]: IQ4_NL blk.4.ffn_down_exps.weight[415]: blk.4.ffn_down_exps.weight[416]: IQ4_NL blk.4.ffn_down_exps.weight[417]: IQ4_NL blk.4.ffn_down_exps.weight[418]: blk.4.ffn_down_exps.weight[419]: blk.4.ffn_down_exps.weight[420]: IQ4_NL blk.4.ffn_down_exps.weight[421]: IQ4_NL blk.4.ffn_down_exps.weight[422]: IQ4_NL blk.4.ffn_down_exps.weight[423]: IQ4_NL blk.4.ffn_down_exps.weight[424]: IQ4_NL blk.4.ffn_down_exps.weight[425]: IQ4_NL blk.4.ffn_down_exps.weight[426]: IQ4_NL blk.4.ffn_down_exps.weight[427]: blk.4.ffn_down_exps.weight[428]: IQ4_NL blk.4.ffn_down_exps.weight[429]: blk.4.ffn_down_exps.weight[430]: IQ4_NL blk.4.ffn_down_exps.weight[431]: IQ4_NL blk.4.ffn_down_exps.weight[432]: IQ4_NL blk.4.ffn_down_exps.weight[433]: IQ4_NL blk.4.ffn_down_exps.weight[434]: blk.4.ffn_down_exps.weight[435]: IQ4_NL blk.4.ffn_down_exps.weight[436]: IQ4_NL blk.4.ffn_down_exps.weight[437]: IQ4_NL blk.4.ffn_down_exps.weight[438]: blk.4.ffn_down_exps.weight[439]: blk.4.ffn_down_exps.weight[440]: IQ4_NL blk.4.ffn_down_exps.weight[441]: blk.4.ffn_down_exps.weight[442]: blk.4.ffn_down_exps.weight[443]: blk.4.ffn_down_exps.weight[444]: blk.4.ffn_down_exps.weight[445]: IQ4_NL blk.4.ffn_down_exps.weight[446]: blk.4.ffn_down_exps.weight[447]: blk.4.ffn_down_exps.weight[448]: blk.4.ffn_down_exps.weight[449]: IQ4_NL blk.4.ffn_down_exps.weight[450]: blk.4.ffn_down_exps.weight[451]: blk.4.ffn_down_exps.weight[452]: blk.4.ffn_down_exps.weight[453]: IQ4_NL blk.4.ffn_down_exps.weight[454]: IQ4_NL blk.4.ffn_down_exps.weight[455]: IQ4_NL blk.4.ffn_down_exps.weight[456]: blk.4.ffn_down_exps.weight[457]: blk.4.ffn_down_exps.weight[458]: IQ4_NL blk.4.ffn_down_exps.weight[459]: blk.4.ffn_down_exps.weight[460]: blk.4.ffn_down_exps.weight[461]: blk.4.ffn_down_exps.weight[462]: blk.4.ffn_down_exps.weight[463]: IQ4_NL blk.4.ffn_down_exps.weight[464]: IQ4_NL blk.4.ffn_down_exps.weight[465]: IQ4_NL blk.4.ffn_down_exps.weight[466]: IQ4_NL blk.4.ffn_down_exps.weight[467]: blk.4.ffn_down_exps.weight[468]: blk.4.ffn_down_exps.weight[469]: blk.4.ffn_down_exps.weight[470]: blk.4.ffn_down_exps.weight[471]: blk.4.ffn_down_exps.weight[472]: blk.4.ffn_down_exps.weight[473]: blk.4.ffn_down_exps.weight[474]: blk.4.ffn_down_exps.weight[475]: blk.4.ffn_down_exps.weight[476]: blk.4.ffn_down_exps.weight[477]: IQ4_NL blk.4.ffn_down_exps.weight[478]: blk.4.ffn_down_exps.weight[479]: IQ4_NL blk.4.ffn_down_exps.weight[480]: IQ4_NL blk.4.ffn_down_exps.weight[481]: blk.4.ffn_down_exps.weight[482]: IQ4_NL blk.4.ffn_down_exps.weight[483]: IQ4_NL blk.4.ffn_down_exps.weight[484]: blk.4.ffn_down_exps.weight[485]: IQ4_NL blk.4.ffn_down_exps.weight[486]: IQ4_NL blk.4.ffn_down_exps.weight[487]: blk.4.ffn_down_exps.weight[488]: IQ4_NL blk.4.ffn_down_exps.weight[489]: IQ4_NL blk.4.ffn_down_exps.weight[490]: blk.4.ffn_down_exps.weight[491]: blk.4.ffn_down_exps.weight[492]: blk.4.ffn_down_exps.weight[493]: IQ4_NL blk.4.ffn_down_exps.weight[494]: IQ4_NL blk.4.ffn_down_exps.weight[495]: IQ4_NL blk.4.ffn_down_exps.weight[496]: IQ4_NL blk.4.ffn_down_exps.weight[497]: blk.4.ffn_down_exps.weight[498]: blk.4.ffn_down_exps.weight[499]: IQ4_NL blk.4.ffn_down_exps.weight[500]: blk.4.ffn_down_exps.weight[501]: IQ4_NL blk.4.ffn_down_exps.weight[502]: blk.4.ffn_down_exps.weight[503]: blk.4.ffn_down_exps.weight[504]: blk.4.ffn_down_exps.weight[505]: IQ4_NL blk.4.ffn_down_exps.weight[506]: IQ4_NL blk.4.ffn_down_exps.weight[507]: IQ4_NL blk.4.ffn_down_exps.weight[508]: blk.4.ffn_down_exps.weight[509]: IQ4_NL blk.4.ffn_down_exps.weight[510]: blk.4.ffn_down_exps.weight[511]: IQ4_NL blk.5.ffn_gate_exps.weight[0]: blk.5.ffn_gate_exps.weight[1]: IQ2_S blk.5.ffn_gate_exps.weight[2]: IQ2_S blk.5.ffn_gate_exps.weight[3]: blk.5.ffn_gate_exps.weight[4]: blk.5.ffn_gate_exps.weight[5]: IQ2_S blk.5.ffn_gate_exps.weight[6]: IQ2_S blk.5.ffn_gate_exps.weight[7]: IQ2_S blk.5.ffn_gate_exps.weight[8]: IQ2_S blk.5.ffn_gate_exps.weight[9]: IQ2_S blk.5.ffn_gate_exps.weight[10]: blk.5.ffn_gate_exps.weight[11]: blk.5.ffn_gate_exps.weight[12]: IQ2_S blk.5.ffn_gate_exps.weight[13]: IQ2_S blk.5.ffn_gate_exps.weight[14]: blk.5.ffn_gate_exps.weight[15]: blk.5.ffn_gate_exps.weight[16]: blk.5.ffn_gate_exps.weight[17]: blk.5.ffn_gate_exps.weight[18]: IQ2_S blk.5.ffn_gate_exps.weight[19]: blk.5.ffn_gate_exps.weight[20]: blk.5.ffn_gate_exps.weight[21]: IQ2_S blk.5.ffn_gate_exps.weight[22]: IQ2_S blk.5.ffn_gate_exps.weight[23]: blk.5.ffn_gate_exps.weight[24]: IQ2_S blk.5.ffn_gate_exps.weight[25]: IQ2_S blk.5.ffn_gate_exps.weight[26]: IQ2_S blk.5.ffn_gate_exps.weight[27]: blk.5.ffn_gate_exps.weight[28]: blk.5.ffn_gate_exps.weight[29]: blk.5.ffn_gate_exps.weight[30]: blk.5.ffn_gate_exps.weight[31]: blk.5.ffn_gate_exps.weight[32]: IQ2_S blk.5.ffn_gate_exps.weight[33]: IQ2_S blk.5.ffn_gate_exps.weight[34]: IQ2_S blk.5.ffn_gate_exps.weight[35]: blk.5.ffn_gate_exps.weight[36]: IQ2_S blk.5.ffn_gate_exps.weight[37]: blk.5.ffn_gate_exps.weight[38]: IQ2_S blk.5.ffn_gate_exps.weight[39]: IQ2_S blk.5.ffn_gate_exps.weight[40]: blk.5.ffn_gate_exps.weight[41]: IQ2_S blk.5.ffn_gate_exps.weight[42]: IQ2_S blk.5.ffn_gate_exps.weight[43]: blk.5.ffn_gate_exps.weight[44]: IQ2_S blk.5.ffn_gate_exps.weight[45]: blk.5.ffn_gate_exps.weight[46]: IQ2_S blk.5.ffn_gate_exps.weight[47]: IQ2_S blk.5.ffn_gate_exps.weight[48]: blk.5.ffn_gate_exps.weight[49]: IQ2_S blk.5.ffn_gate_exps.weight[50]: blk.5.ffn_gate_exps.weight[51]: IQ2_S blk.5.ffn_gate_exps.weight[52]: IQ2_S blk.5.ffn_gate_exps.weight[53]: blk.5.ffn_gate_exps.weight[54]: IQ2_S blk.5.ffn_gate_exps.weight[55]: blk.5.ffn_gate_exps.weight[56]: IQ2_S blk.5.ffn_gate_exps.weight[57]: IQ2_S blk.5.ffn_gate_exps.weight[58]: IQ2_S blk.5.ffn_gate_exps.weight[59]: blk.5.ffn_gate_exps.weight[60]: blk.5.ffn_gate_exps.weight[61]: blk.5.ffn_gate_exps.weight[62]: blk.5.ffn_gate_exps.weight[63]: IQ2_S blk.5.ffn_gate_exps.weight[64]: blk.5.ffn_gate_exps.weight[65]: blk.5.ffn_gate_exps.weight[66]: blk.5.ffn_gate_exps.weight[67]: IQ2_S blk.5.ffn_gate_exps.weight[68]: IQ2_S blk.5.ffn_gate_exps.weight[69]: blk.5.ffn_gate_exps.weight[70]: blk.5.ffn_gate_exps.weight[71]: IQ2_S blk.5.ffn_gate_exps.weight[72]: blk.5.ffn_gate_exps.weight[73]: blk.5.ffn_gate_exps.weight[74]: IQ2_S blk.5.ffn_gate_exps.weight[75]: IQ2_S blk.5.ffn_gate_exps.weight[76]: blk.5.ffn_gate_exps.weight[77]: IQ2_S blk.5.ffn_gate_exps.weight[78]: blk.5.ffn_gate_exps.weight[79]: IQ2_S blk.5.ffn_gate_exps.weight[80]: IQ2_S blk.5.ffn_gate_exps.weight[81]: blk.5.ffn_gate_exps.weight[82]: IQ2_S blk.5.ffn_gate_exps.weight[83]: IQ2_S blk.5.ffn_gate_exps.weight[84]: IQ2_S blk.5.ffn_gate_exps.weight[85]: IQ2_S blk.5.ffn_gate_exps.weight[86]: blk.5.ffn_gate_exps.weight[87]: IQ2_S blk.5.ffn_gate_exps.weight[88]: IQ2_S blk.5.ffn_gate_exps.weight[89]: IQ2_S blk.5.ffn_gate_exps.weight[90]: IQ2_S blk.5.ffn_gate_exps.weight[91]: blk.5.ffn_gate_exps.weight[92]: IQ2_S blk.5.ffn_gate_exps.weight[93]: IQ2_S blk.5.ffn_gate_exps.weight[94]: IQ2_S blk.5.ffn_gate_exps.weight[95]: blk.5.ffn_gate_exps.weight[96]: IQ2_S blk.5.ffn_gate_exps.weight[97]: blk.5.ffn_gate_exps.weight[98]: IQ2_S blk.5.ffn_gate_exps.weight[99]: blk.5.ffn_gate_exps.weight[100]: IQ2_S blk.5.ffn_gate_exps.weight[101]: IQ2_S blk.5.ffn_gate_exps.weight[102]: blk.5.ffn_gate_exps.weight[103]: blk.5.ffn_gate_exps.weight[104]: IQ2_S blk.5.ffn_gate_exps.weight[105]: IQ2_S blk.5.ffn_gate_exps.weight[106]: IQ2_S blk.5.ffn_gate_exps.weight[107]: blk.5.ffn_gate_exps.weight[108]: IQ2_S blk.5.ffn_gate_exps.weight[109]: blk.5.ffn_gate_exps.weight[110]: IQ2_S blk.5.ffn_gate_exps.weight[111]: blk.5.ffn_gate_exps.weight[112]: IQ2_S blk.5.ffn_gate_exps.weight[113]: IQ2_S blk.5.ffn_gate_exps.weight[114]: blk.5.ffn_gate_exps.weight[115]: IQ2_S blk.5.ffn_gate_exps.weight[116]: blk.5.ffn_gate_exps.weight[117]: IQ2_S blk.5.ffn_gate_exps.weight[118]: IQ2_S blk.5.ffn_gate_exps.weight[119]: IQ2_S blk.5.ffn_gate_exps.weight[120]: IQ2_S blk.5.ffn_gate_exps.weight[121]: IQ2_S blk.5.ffn_gate_exps.weight[122]: IQ2_S blk.5.ffn_gate_exps.weight[123]: blk.5.ffn_gate_exps.weight[124]: blk.5.ffn_gate_exps.weight[125]: IQ2_S blk.5.ffn_gate_exps.weight[126]: blk.5.ffn_gate_exps.weight[127]: IQ2_S blk.5.ffn_gate_exps.weight[128]: blk.5.ffn_gate_exps.weight[129]: IQ2_S blk.5.ffn_gate_exps.weight[130]: IQ2_S blk.5.ffn_gate_exps.weight[131]: IQ2_S blk.5.ffn_gate_exps.weight[132]: blk.5.ffn_gate_exps.weight[133]: IQ2_S blk.5.ffn_gate_exps.weight[134]: IQ2_S blk.5.ffn_gate_exps.weight[135]: blk.5.ffn_gate_exps.weight[136]: IQ2_S blk.5.ffn_gate_exps.weight[137]: IQ2_S blk.5.ffn_gate_exps.weight[138]: blk.5.ffn_gate_exps.weight[139]: IQ2_S blk.5.ffn_gate_exps.weight[140]: IQ2_S blk.5.ffn_gate_exps.weight[141]: IQ2_S blk.5.ffn_gate_exps.weight[142]: IQ2_S blk.5.ffn_gate_exps.weight[143]: blk.5.ffn_gate_exps.weight[144]: blk.5.ffn_gate_exps.weight[145]: blk.5.ffn_gate_exps.weight[146]: IQ2_S blk.5.ffn_gate_exps.weight[147]: IQ2_S blk.5.ffn_gate_exps.weight[148]: blk.5.ffn_gate_exps.weight[149]: IQ2_S blk.5.ffn_gate_exps.weight[150]: blk.5.ffn_gate_exps.weight[151]: IQ2_S blk.5.ffn_gate_exps.weight[152]: blk.5.ffn_gate_exps.weight[153]: IQ2_S blk.5.ffn_gate_exps.weight[154]: IQ2_S blk.5.ffn_gate_exps.weight[155]: blk.5.ffn_gate_exps.weight[156]: IQ2_S blk.5.ffn_gate_exps.weight[157]: IQ2_S blk.5.ffn_gate_exps.weight[158]: IQ2_S blk.5.ffn_gate_exps.weight[159]: IQ2_S blk.5.ffn_gate_exps.weight[160]: blk.5.ffn_gate_exps.weight[161]: IQ2_S blk.5.ffn_gate_exps.weight[162]: blk.5.ffn_gate_exps.weight[163]: IQ2_S blk.5.ffn_gate_exps.weight[164]: IQ2_S blk.5.ffn_gate_exps.weight[165]: IQ2_S blk.5.ffn_gate_exps.weight[166]: IQ2_S blk.5.ffn_gate_exps.weight[167]: blk.5.ffn_gate_exps.weight[168]: blk.5.ffn_gate_exps.weight[169]: blk.5.ffn_gate_exps.weight[170]: IQ2_S blk.5.ffn_gate_exps.weight[171]: blk.5.ffn_gate_exps.weight[172]: IQ2_S blk.5.ffn_gate_exps.weight[173]: blk.5.ffn_gate_exps.weight[174]: IQ2_S blk.5.ffn_gate_exps.weight[175]: blk.5.ffn_gate_exps.weight[176]: blk.5.ffn_gate_exps.weight[177]: blk.5.ffn_gate_exps.weight[178]: blk.5.ffn_gate_exps.weight[179]: IQ2_S blk.5.ffn_gate_exps.weight[180]: blk.5.ffn_gate_exps.weight[181]: IQ2_S blk.5.ffn_gate_exps.weight[182]: blk.5.ffn_gate_exps.weight[183]: blk.5.ffn_gate_exps.weight[184]: blk.5.ffn_gate_exps.weight[185]: blk.5.ffn_gate_exps.weight[186]: IQ2_S blk.5.ffn_gate_exps.weight[187]: IQ2_S blk.5.ffn_gate_exps.weight[188]: IQ2_S blk.5.ffn_gate_exps.weight[189]: blk.5.ffn_gate_exps.weight[190]: blk.5.ffn_gate_exps.weight[191]: IQ2_S blk.5.ffn_gate_exps.weight[192]: IQ2_S blk.5.ffn_gate_exps.weight[193]: blk.5.ffn_gate_exps.weight[194]: blk.5.ffn_gate_exps.weight[195]: IQ2_S blk.5.ffn_gate_exps.weight[196]: blk.5.ffn_gate_exps.weight[197]: IQ2_S blk.5.ffn_gate_exps.weight[198]: blk.5.ffn_gate_exps.weight[199]: blk.5.ffn_gate_exps.weight[200]: IQ2_S blk.5.ffn_gate_exps.weight[201]: blk.5.ffn_gate_exps.weight[202]: IQ2_S blk.5.ffn_gate_exps.weight[203]: IQ2_S blk.5.ffn_gate_exps.weight[204]: blk.5.ffn_gate_exps.weight[205]: blk.5.ffn_gate_exps.weight[206]: blk.5.ffn_gate_exps.weight[207]: blk.5.ffn_gate_exps.weight[208]: blk.5.ffn_gate_exps.weight[209]: blk.5.ffn_gate_exps.weight[210]: blk.5.ffn_gate_exps.weight[211]: blk.5.ffn_gate_exps.weight[212]: blk.5.ffn_gate_exps.weight[213]: IQ2_S blk.5.ffn_gate_exps.weight[214]: IQ2_S blk.5.ffn_gate_exps.weight[215]: IQ2_S blk.5.ffn_gate_exps.weight[216]: blk.5.ffn_gate_exps.weight[217]: blk.5.ffn_gate_exps.weight[218]: IQ2_S blk.5.ffn_gate_exps.weight[219]: blk.5.ffn_gate_exps.weight[220]: IQ2_S blk.5.ffn_gate_exps.weight[221]: blk.5.ffn_gate_exps.weight[222]: IQ2_S blk.5.ffn_gate_exps.weight[223]: blk.5.ffn_gate_exps.weight[224]: IQ2_S blk.5.ffn_gate_exps.weight[225]: blk.5.ffn_gate_exps.weight[226]: IQ2_S blk.5.ffn_gate_exps.weight[227]: IQ2_S blk.5.ffn_gate_exps.weight[228]: IQ2_S blk.5.ffn_gate_exps.weight[229]: IQ2_S blk.5.ffn_gate_exps.weight[230]: blk.5.ffn_gate_exps.weight[231]: blk.5.ffn_gate_exps.weight[232]: blk.5.ffn_gate_exps.weight[233]: blk.5.ffn_gate_exps.weight[234]: IQ2_S blk.5.ffn_gate_exps.weight[235]: blk.5.ffn_gate_exps.weight[236]: IQ2_S blk.5.ffn_gate_exps.weight[237]: blk.5.ffn_gate_exps.weight[238]: blk.5.ffn_gate_exps.weight[239]: blk.5.ffn_gate_exps.weight[240]: IQ2_S blk.5.ffn_gate_exps.weight[241]: IQ2_S blk.5.ffn_gate_exps.weight[242]: blk.5.ffn_gate_exps.weight[243]: blk.5.ffn_gate_exps.weight[244]: blk.5.ffn_gate_exps.weight[245]: IQ2_S blk.5.ffn_gate_exps.weight[246]: blk.5.ffn_gate_exps.weight[247]: blk.5.ffn_gate_exps.weight[248]: blk.5.ffn_gate_exps.weight[249]: blk.5.ffn_gate_exps.weight[250]: blk.5.ffn_gate_exps.weight[251]: blk.5.ffn_gate_exps.weight[252]: IQ2_S blk.5.ffn_gate_exps.weight[253]: blk.5.ffn_gate_exps.weight[254]: blk.5.ffn_gate_exps.weight[255]: IQ2_S blk.5.ffn_gate_exps.weight[256]: blk.5.ffn_gate_exps.weight[257]: blk.5.ffn_gate_exps.weight[258]: IQ2_S blk.5.ffn_gate_exps.weight[259]: blk.5.ffn_gate_exps.weight[260]: blk.5.ffn_gate_exps.weight[261]: blk.5.ffn_gate_exps.weight[262]: IQ2_S blk.5.ffn_gate_exps.weight[263]: blk.5.ffn_gate_exps.weight[264]: blk.5.ffn_gate_exps.weight[265]: blk.5.ffn_gate_exps.weight[266]: blk.5.ffn_gate_exps.weight[267]: blk.5.ffn_gate_exps.weight[268]: blk.5.ffn_gate_exps.weight[269]: IQ2_S blk.5.ffn_gate_exps.weight[270]: IQ2_S blk.5.ffn_gate_exps.weight[271]: blk.5.ffn_gate_exps.weight[272]: IQ2_S blk.5.ffn_gate_exps.weight[273]: IQ2_S blk.5.ffn_gate_exps.weight[274]: IQ2_S blk.5.ffn_gate_exps.weight[275]: IQ2_S blk.5.ffn_gate_exps.weight[276]: blk.5.ffn_gate_exps.weight[277]: blk.5.ffn_gate_exps.weight[278]: IQ2_S blk.5.ffn_gate_exps.weight[279]: IQ2_S blk.5.ffn_gate_exps.weight[280]: IQ2_S blk.5.ffn_gate_exps.weight[281]: blk.5.ffn_gate_exps.weight[282]: blk.5.ffn_gate_exps.weight[283]: IQ2_S blk.5.ffn_gate_exps.weight[284]: IQ2_S blk.5.ffn_gate_exps.weight[285]: blk.5.ffn_gate_exps.weight[286]: IQ2_S blk.5.ffn_gate_exps.weight[287]: blk.5.ffn_gate_exps.weight[288]: blk.5.ffn_gate_exps.weight[289]: blk.5.ffn_gate_exps.weight[290]: IQ2_S blk.5.ffn_gate_exps.weight[291]: IQ2_S blk.5.ffn_gate_exps.weight[292]: IQ2_S blk.5.ffn_gate_exps.weight[293]: IQ2_S blk.5.ffn_gate_exps.weight[294]: IQ2_S blk.5.ffn_gate_exps.weight[295]: blk.5.ffn_gate_exps.weight[296]: IQ2_S blk.5.ffn_gate_exps.weight[297]: blk.5.ffn_gate_exps.weight[298]: blk.5.ffn_gate_exps.weight[299]: blk.5.ffn_gate_exps.weight[300]: IQ2_S blk.5.ffn_gate_exps.weight[301]: blk.5.ffn_gate_exps.weight[302]: IQ2_S blk.5.ffn_gate_exps.weight[303]: blk.5.ffn_gate_exps.weight[304]: blk.5.ffn_gate_exps.weight[305]: blk.5.ffn_gate_exps.weight[306]: blk.5.ffn_gate_exps.weight[307]: blk.5.ffn_gate_exps.weight[308]: IQ2_S blk.5.ffn_gate_exps.weight[309]: blk.5.ffn_gate_exps.weight[310]: IQ2_S blk.5.ffn_gate_exps.weight[311]: IQ2_S blk.5.ffn_gate_exps.weight[312]: IQ2_S blk.5.ffn_gate_exps.weight[313]: blk.5.ffn_gate_exps.weight[314]: IQ2_S blk.5.ffn_gate_exps.weight[315]: blk.5.ffn_gate_exps.weight[316]: blk.5.ffn_gate_exps.weight[317]: blk.5.ffn_gate_exps.weight[318]: IQ2_S blk.5.ffn_gate_exps.weight[319]: blk.5.ffn_gate_exps.weight[320]: IQ2_S blk.5.ffn_gate_exps.weight[321]: blk.5.ffn_gate_exps.weight[322]: blk.5.ffn_gate_exps.weight[323]: blk.5.ffn_gate_exps.weight[324]: IQ2_S blk.5.ffn_gate_exps.weight[325]: blk.5.ffn_gate_exps.weight[326]: IQ2_S blk.5.ffn_gate_exps.weight[327]: blk.5.ffn_gate_exps.weight[328]: IQ2_S blk.5.ffn_gate_exps.weight[329]: IQ2_S blk.5.ffn_gate_exps.weight[330]: blk.5.ffn_gate_exps.weight[331]: blk.5.ffn_gate_exps.weight[332]: blk.5.ffn_gate_exps.weight[333]: blk.5.ffn_gate_exps.weight[334]: blk.5.ffn_gate_exps.weight[335]: IQ2_S blk.5.ffn_gate_exps.weight[336]: blk.5.ffn_gate_exps.weight[337]: blk.5.ffn_gate_exps.weight[338]: IQ2_S blk.5.ffn_gate_exps.weight[339]: IQ2_S blk.5.ffn_gate_exps.weight[340]: IQ2_S blk.5.ffn_gate_exps.weight[341]: blk.5.ffn_gate_exps.weight[342]: IQ2_S blk.5.ffn_gate_exps.weight[343]: IQ2_S blk.5.ffn_gate_exps.weight[344]: blk.5.ffn_gate_exps.weight[345]: IQ2_S blk.5.ffn_gate_exps.weight[346]: IQ2_S blk.5.ffn_gate_exps.weight[347]: IQ2_S blk.5.ffn_gate_exps.weight[348]: blk.5.ffn_gate_exps.weight[349]: IQ2_S blk.5.ffn_gate_exps.weight[350]: blk.5.ffn_gate_exps.weight[351]: IQ2_S blk.5.ffn_gate_exps.weight[352]: blk.5.ffn_gate_exps.weight[353]: blk.5.ffn_gate_exps.weight[354]: IQ2_S blk.5.ffn_gate_exps.weight[355]: IQ2_S blk.5.ffn_gate_exps.weight[356]: blk.5.ffn_gate_exps.weight[357]: blk.5.ffn_gate_exps.weight[358]: IQ2_S blk.5.ffn_gate_exps.weight[359]: blk.5.ffn_gate_exps.weight[360]: IQ2_S blk.5.ffn_gate_exps.weight[361]: blk.5.ffn_gate_exps.weight[362]: IQ2_S blk.5.ffn_gate_exps.weight[363]: blk.5.ffn_gate_exps.weight[364]: IQ2_S blk.5.ffn_gate_exps.weight[365]: IQ2_S blk.5.ffn_gate_exps.weight[366]: blk.5.ffn_gate_exps.weight[367]: IQ2_S blk.5.ffn_gate_exps.weight[368]: IQ2_S blk.5.ffn_gate_exps.weight[369]: IQ2_S blk.5.ffn_gate_exps.weight[370]: IQ2_S blk.5.ffn_gate_exps.weight[371]: blk.5.ffn_gate_exps.weight[372]: blk.5.ffn_gate_exps.weight[373]: blk.5.ffn_gate_exps.weight[374]: blk.5.ffn_gate_exps.weight[375]: IQ2_S blk.5.ffn_gate_exps.weight[376]: IQ2_S blk.5.ffn_gate_exps.weight[377]: IQ2_S blk.5.ffn_gate_exps.weight[378]: blk.5.ffn_gate_exps.weight[379]: IQ2_S blk.5.ffn_gate_exps.weight[380]: IQ2_S blk.5.ffn_gate_exps.weight[381]: blk.5.ffn_gate_exps.weight[382]: IQ2_S blk.5.ffn_gate_exps.weight[383]: IQ2_S blk.5.ffn_gate_exps.weight[384]: blk.5.ffn_gate_exps.weight[385]: IQ2_S blk.5.ffn_gate_exps.weight[386]: blk.5.ffn_gate_exps.weight[387]: IQ2_S blk.5.ffn_gate_exps.weight[388]: IQ2_S blk.5.ffn_gate_exps.weight[389]: IQ2_S blk.5.ffn_gate_exps.weight[390]: IQ2_S blk.5.ffn_gate_exps.weight[391]: IQ2_S blk.5.ffn_gate_exps.weight[392]: blk.5.ffn_gate_exps.weight[393]: IQ2_S blk.5.ffn_gate_exps.weight[394]: blk.5.ffn_gate_exps.weight[395]: IQ2_S blk.5.ffn_gate_exps.weight[396]: blk.5.ffn_gate_exps.weight[397]: blk.5.ffn_gate_exps.weight[398]: blk.5.ffn_gate_exps.weight[399]: IQ2_S blk.5.ffn_gate_exps.weight[400]: IQ2_S blk.5.ffn_gate_exps.weight[401]: blk.5.ffn_gate_exps.weight[402]: IQ2_S blk.5.ffn_gate_exps.weight[403]: blk.5.ffn_gate_exps.weight[404]: blk.5.ffn_gate_exps.weight[405]: blk.5.ffn_gate_exps.weight[406]: blk.5.ffn_gate_exps.weight[407]: blk.5.ffn_gate_exps.weight[408]: blk.5.ffn_gate_exps.weight[409]: IQ2_S blk.5.ffn_gate_exps.weight[410]: blk.5.ffn_gate_exps.weight[411]: IQ2_S blk.5.ffn_gate_exps.weight[412]: blk.5.ffn_gate_exps.weight[413]: IQ2_S blk.5.ffn_gate_exps.weight[414]: IQ2_S blk.5.ffn_gate_exps.weight[415]: IQ2_S blk.5.ffn_gate_exps.weight[416]: IQ2_S blk.5.ffn_gate_exps.weight[417]: blk.5.ffn_gate_exps.weight[418]: IQ2_S blk.5.ffn_gate_exps.weight[419]: IQ2_S blk.5.ffn_gate_exps.weight[420]: IQ2_S blk.5.ffn_gate_exps.weight[421]: IQ2_S blk.5.ffn_gate_exps.weight[422]: blk.5.ffn_gate_exps.weight[423]: blk.5.ffn_gate_exps.weight[424]: IQ2_S blk.5.ffn_gate_exps.weight[425]: IQ2_S blk.5.ffn_gate_exps.weight[426]: IQ2_S blk.5.ffn_gate_exps.weight[427]: blk.5.ffn_gate_exps.weight[428]: blk.5.ffn_gate_exps.weight[429]: blk.5.ffn_gate_exps.weight[430]: IQ2_S blk.5.ffn_gate_exps.weight[431]: IQ2_S blk.5.ffn_gate_exps.weight[432]: blk.5.ffn_gate_exps.weight[433]: blk.5.ffn_gate_exps.weight[434]: blk.5.ffn_gate_exps.weight[435]: IQ2_S blk.5.ffn_gate_exps.weight[436]: IQ2_S blk.5.ffn_gate_exps.weight[437]: blk.5.ffn_gate_exps.weight[438]: blk.5.ffn_gate_exps.weight[439]: blk.5.ffn_gate_exps.weight[440]: blk.5.ffn_gate_exps.weight[441]: blk.5.ffn_gate_exps.weight[442]: IQ2_S blk.5.ffn_gate_exps.weight[443]: blk.5.ffn_gate_exps.weight[444]: blk.5.ffn_gate_exps.weight[445]: blk.5.ffn_gate_exps.weight[446]: IQ2_S blk.5.ffn_gate_exps.weight[447]: IQ2_S blk.5.ffn_gate_exps.weight[448]: blk.5.ffn_gate_exps.weight[449]: blk.5.ffn_gate_exps.weight[450]: IQ2_S blk.5.ffn_gate_exps.weight[451]: blk.5.ffn_gate_exps.weight[452]: IQ2_S blk.5.ffn_gate_exps.weight[453]: blk.5.ffn_gate_exps.weight[454]: IQ2_S blk.5.ffn_gate_exps.weight[455]: blk.5.ffn_gate_exps.weight[456]: IQ2_S blk.5.ffn_gate_exps.weight[457]: IQ2_S blk.5.ffn_gate_exps.weight[458]: IQ2_S blk.5.ffn_gate_exps.weight[459]: IQ2_S blk.5.ffn_gate_exps.weight[460]: IQ2_S blk.5.ffn_gate_exps.weight[461]: blk.5.ffn_gate_exps.weight[462]: blk.5.ffn_gate_exps.weight[463]: blk.5.ffn_gate_exps.weight[464]: blk.5.ffn_gate_exps.weight[465]: IQ2_S blk.5.ffn_gate_exps.weight[466]: blk.5.ffn_gate_exps.weight[467]: blk.5.ffn_gate_exps.weight[468]: blk.5.ffn_gate_exps.weight[469]: IQ2_S blk.5.ffn_gate_exps.weight[470]: IQ2_S blk.5.ffn_gate_exps.weight[471]: IQ2_S blk.5.ffn_gate_exps.weight[472]: blk.5.ffn_gate_exps.weight[473]: blk.5.ffn_gate_exps.weight[474]: blk.5.ffn_gate_exps.weight[475]: IQ2_S blk.5.ffn_gate_exps.weight[476]: blk.5.ffn_gate_exps.weight[477]: blk.5.ffn_gate_exps.weight[478]: IQ2_S blk.5.ffn_gate_exps.weight[479]: blk.5.ffn_gate_exps.weight[480]: blk.5.ffn_gate_exps.weight[481]: blk.5.ffn_gate_exps.weight[482]: IQ2_S blk.5.ffn_gate_exps.weight[483]: IQ2_S blk.5.ffn_gate_exps.weight[484]: IQ2_S blk.5.ffn_gate_exps.weight[485]: IQ2_S blk.5.ffn_gate_exps.weight[486]: IQ2_S blk.5.ffn_gate_exps.weight[487]: IQ2_S blk.5.ffn_gate_exps.weight[488]: blk.5.ffn_gate_exps.weight[489]: blk.5.ffn_gate_exps.weight[490]: blk.5.ffn_gate_exps.weight[491]: IQ2_S blk.5.ffn_gate_exps.weight[492]: IQ2_S blk.5.ffn_gate_exps.weight[493]: IQ2_S blk.5.ffn_gate_exps.weight[494]: blk.5.ffn_gate_exps.weight[495]: blk.5.ffn_gate_exps.weight[496]: IQ2_S blk.5.ffn_gate_exps.weight[497]: blk.5.ffn_gate_exps.weight[498]: blk.5.ffn_gate_exps.weight[499]: blk.5.ffn_gate_exps.weight[500]: IQ2_S blk.5.ffn_gate_exps.weight[501]: IQ2_S blk.5.ffn_gate_exps.weight[502]: blk.5.ffn_gate_exps.weight[503]: blk.5.ffn_gate_exps.weight[504]: blk.5.ffn_gate_exps.weight[505]: blk.5.ffn_gate_exps.weight[506]: IQ2_S blk.5.ffn_gate_exps.weight[507]: IQ2_S blk.5.ffn_gate_exps.weight[508]: IQ2_S blk.5.ffn_gate_exps.weight[509]: IQ2_S blk.5.ffn_gate_exps.weight[510]: IQ2_S blk.5.ffn_gate_exps.weight[511]: blk.5.ffn_up_exps.weight[0]: blk.5.ffn_up_exps.weight[1]: IQ2_S blk.5.ffn_up_exps.weight[2]: IQ2_S blk.5.ffn_up_exps.weight[3]: blk.5.ffn_up_exps.weight[4]: blk.5.ffn_up_exps.weight[5]: IQ2_S blk.5.ffn_up_exps.weight[6]: IQ2_S blk.5.ffn_up_exps.weight[7]: IQ2_S blk.5.ffn_up_exps.weight[8]: IQ2_S blk.5.ffn_up_exps.weight[9]: IQ2_S blk.5.ffn_up_exps.weight[10]: blk.5.ffn_up_exps.weight[11]: blk.5.ffn_up_exps.weight[12]: IQ2_S blk.5.ffn_up_exps.weight[13]: IQ2_S blk.5.ffn_up_exps.weight[14]: blk.5.ffn_up_exps.weight[15]: blk.5.ffn_up_exps.weight[16]: blk.5.ffn_up_exps.weight[17]: blk.5.ffn_up_exps.weight[18]: IQ2_S blk.5.ffn_up_exps.weight[19]: blk.5.ffn_up_exps.weight[20]: blk.5.ffn_up_exps.weight[21]: IQ2_S blk.5.ffn_up_exps.weight[22]: IQ2_S blk.5.ffn_up_exps.weight[23]: blk.5.ffn_up_exps.weight[24]: IQ2_S blk.5.ffn_up_exps.weight[25]: IQ2_S blk.5.ffn_up_exps.weight[26]: IQ2_S blk.5.ffn_up_exps.weight[27]: blk.5.ffn_up_exps.weight[28]: blk.5.ffn_up_exps.weight[29]: blk.5.ffn_up_exps.weight[30]: blk.5.ffn_up_exps.weight[31]: blk.5.ffn_up_exps.weight[32]: IQ2_S blk.5.ffn_up_exps.weight[33]: IQ2_S blk.5.ffn_up_exps.weight[34]: IQ2_S blk.5.ffn_up_exps.weight[35]: blk.5.ffn_up_exps.weight[36]: IQ2_S blk.5.ffn_up_exps.weight[37]: blk.5.ffn_up_exps.weight[38]: IQ2_S blk.5.ffn_up_exps.weight[39]: IQ2_S blk.5.ffn_up_exps.weight[40]: blk.5.ffn_up_exps.weight[41]: IQ2_S blk.5.ffn_up_exps.weight[42]: IQ2_S blk.5.ffn_up_exps.weight[43]: blk.5.ffn_up_exps.weight[44]: IQ2_S blk.5.ffn_up_exps.weight[45]: blk.5.ffn_up_exps.weight[46]: IQ2_S blk.5.ffn_up_exps.weight[47]: IQ2_S blk.5.ffn_up_exps.weight[48]: blk.5.ffn_up_exps.weight[49]: IQ2_S blk.5.ffn_up_exps.weight[50]: blk.5.ffn_up_exps.weight[51]: IQ2_S blk.5.ffn_up_exps.weight[52]: IQ2_S blk.5.ffn_up_exps.weight[53]: blk.5.ffn_up_exps.weight[54]: IQ2_S blk.5.ffn_up_exps.weight[55]: blk.5.ffn_up_exps.weight[56]: IQ2_S blk.5.ffn_up_exps.weight[57]: IQ2_S blk.5.ffn_up_exps.weight[58]: IQ2_S blk.5.ffn_up_exps.weight[59]: blk.5.ffn_up_exps.weight[60]: blk.5.ffn_up_exps.weight[61]: blk.5.ffn_up_exps.weight[62]: blk.5.ffn_up_exps.weight[63]: IQ2_S blk.5.ffn_up_exps.weight[64]: blk.5.ffn_up_exps.weight[65]: blk.5.ffn_up_exps.weight[66]: blk.5.ffn_up_exps.weight[67]: IQ2_S blk.5.ffn_up_exps.weight[68]: IQ2_S blk.5.ffn_up_exps.weight[69]: blk.5.ffn_up_exps.weight[70]: blk.5.ffn_up_exps.weight[71]: IQ2_S blk.5.ffn_up_exps.weight[72]: blk.5.ffn_up_exps.weight[73]: blk.5.ffn_up_exps.weight[74]: IQ2_S blk.5.ffn_up_exps.weight[75]: IQ2_S blk.5.ffn_up_exps.weight[76]: blk.5.ffn_up_exps.weight[77]: IQ2_S blk.5.ffn_up_exps.weight[78]: blk.5.ffn_up_exps.weight[79]: IQ2_S blk.5.ffn_up_exps.weight[80]: IQ2_S blk.5.ffn_up_exps.weight[81]: blk.5.ffn_up_exps.weight[82]: IQ2_S blk.5.ffn_up_exps.weight[83]: IQ2_S blk.5.ffn_up_exps.weight[84]: IQ2_S blk.5.ffn_up_exps.weight[85]: IQ2_S blk.5.ffn_up_exps.weight[86]: blk.5.ffn_up_exps.weight[87]: IQ2_S blk.5.ffn_up_exps.weight[88]: IQ2_S blk.5.ffn_up_exps.weight[89]: IQ2_S blk.5.ffn_up_exps.weight[90]: IQ2_S blk.5.ffn_up_exps.weight[91]: blk.5.ffn_up_exps.weight[92]: IQ2_S blk.5.ffn_up_exps.weight[93]: IQ2_S blk.5.ffn_up_exps.weight[94]: IQ2_S blk.5.ffn_up_exps.weight[95]: blk.5.ffn_up_exps.weight[96]: IQ2_S blk.5.ffn_up_exps.weight[97]: blk.5.ffn_up_exps.weight[98]: IQ2_S blk.5.ffn_up_exps.weight[99]: blk.5.ffn_up_exps.weight[100]: IQ2_S blk.5.ffn_up_exps.weight[101]: IQ2_S blk.5.ffn_up_exps.weight[102]: blk.5.ffn_up_exps.weight[103]: blk.5.ffn_up_exps.weight[104]: IQ2_S blk.5.ffn_up_exps.weight[105]: IQ2_S blk.5.ffn_up_exps.weight[106]: IQ2_S blk.5.ffn_up_exps.weight[107]: blk.5.ffn_up_exps.weight[108]: IQ2_S blk.5.ffn_up_exps.weight[109]: blk.5.ffn_up_exps.weight[110]: IQ2_S blk.5.ffn_up_exps.weight[111]: blk.5.ffn_up_exps.weight[112]: IQ2_S blk.5.ffn_up_exps.weight[113]: IQ2_S blk.5.ffn_up_exps.weight[114]: blk.5.ffn_up_exps.weight[115]: IQ2_S blk.5.ffn_up_exps.weight[116]: blk.5.ffn_up_exps.weight[117]: IQ2_S blk.5.ffn_up_exps.weight[118]: IQ2_S blk.5.ffn_up_exps.weight[119]: IQ2_S blk.5.ffn_up_exps.weight[120]: IQ2_S blk.5.ffn_up_exps.weight[121]: IQ2_S blk.5.ffn_up_exps.weight[122]: IQ2_S blk.5.ffn_up_exps.weight[123]: blk.5.ffn_up_exps.weight[124]: blk.5.ffn_up_exps.weight[125]: IQ2_S blk.5.ffn_up_exps.weight[126]: blk.5.ffn_up_exps.weight[127]: IQ2_S blk.5.ffn_up_exps.weight[128]: blk.5.ffn_up_exps.weight[129]: IQ2_S blk.5.ffn_up_exps.weight[130]: IQ2_S blk.5.ffn_up_exps.weight[131]: IQ2_S blk.5.ffn_up_exps.weight[132]: blk.5.ffn_up_exps.weight[133]: IQ2_S blk.5.ffn_up_exps.weight[134]: IQ2_S blk.5.ffn_up_exps.weight[135]: blk.5.ffn_up_exps.weight[136]: IQ2_S blk.5.ffn_up_exps.weight[137]: IQ2_S blk.5.ffn_up_exps.weight[138]: blk.5.ffn_up_exps.weight[139]: IQ2_S blk.5.ffn_up_exps.weight[140]: IQ2_S blk.5.ffn_up_exps.weight[141]: IQ2_S blk.5.ffn_up_exps.weight[142]: IQ2_S blk.5.ffn_up_exps.weight[143]: blk.5.ffn_up_exps.weight[144]: blk.5.ffn_up_exps.weight[145]: blk.5.ffn_up_exps.weight[146]: IQ2_S blk.5.ffn_up_exps.weight[147]: IQ2_S blk.5.ffn_up_exps.weight[148]: blk.5.ffn_up_exps.weight[149]: IQ2_S blk.5.ffn_up_exps.weight[150]: blk.5.ffn_up_exps.weight[151]: IQ2_S blk.5.ffn_up_exps.weight[152]: blk.5.ffn_up_exps.weight[153]: IQ2_S blk.5.ffn_up_exps.weight[154]: IQ2_S blk.5.ffn_up_exps.weight[155]: blk.5.ffn_up_exps.weight[156]: IQ2_S blk.5.ffn_up_exps.weight[157]: IQ2_S blk.5.ffn_up_exps.weight[158]: IQ2_S blk.5.ffn_up_exps.weight[159]: IQ2_S blk.5.ffn_up_exps.weight[160]: blk.5.ffn_up_exps.weight[161]: IQ2_S blk.5.ffn_up_exps.weight[162]: blk.5.ffn_up_exps.weight[163]: IQ2_S blk.5.ffn_up_exps.weight[164]: IQ2_S blk.5.ffn_up_exps.weight[165]: IQ2_S blk.5.ffn_up_exps.weight[166]: IQ2_S blk.5.ffn_up_exps.weight[167]: blk.5.ffn_up_exps.weight[168]: blk.5.ffn_up_exps.weight[169]: blk.5.ffn_up_exps.weight[170]: IQ2_S blk.5.ffn_up_exps.weight[171]: blk.5.ffn_up_exps.weight[172]: IQ2_S blk.5.ffn_up_exps.weight[173]: blk.5.ffn_up_exps.weight[174]: IQ2_S blk.5.ffn_up_exps.weight[175]: blk.5.ffn_up_exps.weight[176]: blk.5.ffn_up_exps.weight[177]: blk.5.ffn_up_exps.weight[178]: blk.5.ffn_up_exps.weight[179]: IQ2_S blk.5.ffn_up_exps.weight[180]: blk.5.ffn_up_exps.weight[181]: IQ2_S blk.5.ffn_up_exps.weight[182]: blk.5.ffn_up_exps.weight[183]: blk.5.ffn_up_exps.weight[184]: blk.5.ffn_up_exps.weight[185]: blk.5.ffn_up_exps.weight[186]: IQ2_S blk.5.ffn_up_exps.weight[187]: IQ2_S blk.5.ffn_up_exps.weight[188]: IQ2_S blk.5.ffn_up_exps.weight[189]: blk.5.ffn_up_exps.weight[190]: blk.5.ffn_up_exps.weight[191]: IQ2_S blk.5.ffn_up_exps.weight[192]: IQ2_S blk.5.ffn_up_exps.weight[193]: blk.5.ffn_up_exps.weight[194]: blk.5.ffn_up_exps.weight[195]: IQ2_S blk.5.ffn_up_exps.weight[196]: blk.5.ffn_up_exps.weight[197]: IQ2_S blk.5.ffn_up_exps.weight[198]: blk.5.ffn_up_exps.weight[199]: blk.5.ffn_up_exps.weight[200]: IQ2_S blk.5.ffn_up_exps.weight[201]: blk.5.ffn_up_exps.weight[202]: IQ2_S blk.5.ffn_up_exps.weight[203]: IQ2_S blk.5.ffn_up_exps.weight[204]: blk.5.ffn_up_exps.weight[205]: blk.5.ffn_up_exps.weight[206]: blk.5.ffn_up_exps.weight[207]: blk.5.ffn_up_exps.weight[208]: blk.5.ffn_up_exps.weight[209]: blk.5.ffn_up_exps.weight[210]: blk.5.ffn_up_exps.weight[211]: blk.5.ffn_up_exps.weight[212]: blk.5.ffn_up_exps.weight[213]: IQ2_S blk.5.ffn_up_exps.weight[214]: IQ2_S blk.5.ffn_up_exps.weight[215]: IQ2_S blk.5.ffn_up_exps.weight[216]: blk.5.ffn_up_exps.weight[217]: blk.5.ffn_up_exps.weight[218]: IQ2_S blk.5.ffn_up_exps.weight[219]: blk.5.ffn_up_exps.weight[220]: IQ2_S blk.5.ffn_up_exps.weight[221]: blk.5.ffn_up_exps.weight[222]: IQ2_S blk.5.ffn_up_exps.weight[223]: blk.5.ffn_up_exps.weight[224]: IQ2_S blk.5.ffn_up_exps.weight[225]: blk.5.ffn_up_exps.weight[226]: IQ2_S blk.5.ffn_up_exps.weight[227]: IQ2_S blk.5.ffn_up_exps.weight[228]: IQ2_S blk.5.ffn_up_exps.weight[229]: IQ2_S blk.5.ffn_up_exps.weight[230]: blk.5.ffn_up_exps.weight[231]: blk.5.ffn_up_exps.weight[232]: blk.5.ffn_up_exps.weight[233]: blk.5.ffn_up_exps.weight[234]: IQ2_S blk.5.ffn_up_exps.weight[235]: blk.5.ffn_up_exps.weight[236]: IQ2_S blk.5.ffn_up_exps.weight[237]: blk.5.ffn_up_exps.weight[238]: blk.5.ffn_up_exps.weight[239]: blk.5.ffn_up_exps.weight[240]: IQ2_S blk.5.ffn_up_exps.weight[241]: IQ2_S blk.5.ffn_up_exps.weight[242]: blk.5.ffn_up_exps.weight[243]: blk.5.ffn_up_exps.weight[244]: blk.5.ffn_up_exps.weight[245]: IQ2_S blk.5.ffn_up_exps.weight[246]: blk.5.ffn_up_exps.weight[247]: blk.5.ffn_up_exps.weight[248]: blk.5.ffn_up_exps.weight[249]: blk.5.ffn_up_exps.weight[250]: blk.5.ffn_up_exps.weight[251]: blk.5.ffn_up_exps.weight[252]: IQ2_S blk.5.ffn_up_exps.weight[253]: blk.5.ffn_up_exps.weight[254]: blk.5.ffn_up_exps.weight[255]: IQ2_S blk.5.ffn_up_exps.weight[256]: blk.5.ffn_up_exps.weight[257]: blk.5.ffn_up_exps.weight[258]: IQ2_S blk.5.ffn_up_exps.weight[259]: blk.5.ffn_up_exps.weight[260]: blk.5.ffn_up_exps.weight[261]: blk.5.ffn_up_exps.weight[262]: IQ2_S blk.5.ffn_up_exps.weight[263]: blk.5.ffn_up_exps.weight[264]: blk.5.ffn_up_exps.weight[265]: blk.5.ffn_up_exps.weight[266]: blk.5.ffn_up_exps.weight[267]: blk.5.ffn_up_exps.weight[268]: blk.5.ffn_up_exps.weight[269]: IQ2_S blk.5.ffn_up_exps.weight[270]: IQ2_S blk.5.ffn_up_exps.weight[271]: blk.5.ffn_up_exps.weight[272]: IQ2_S blk.5.ffn_up_exps.weight[273]: IQ2_S blk.5.ffn_up_exps.weight[274]: IQ2_S blk.5.ffn_up_exps.weight[275]: IQ2_S blk.5.ffn_up_exps.weight[276]: blk.5.ffn_up_exps.weight[277]: blk.5.ffn_up_exps.weight[278]: IQ2_S blk.5.ffn_up_exps.weight[279]: IQ2_S blk.5.ffn_up_exps.weight[280]: IQ2_S blk.5.ffn_up_exps.weight[281]: blk.5.ffn_up_exps.weight[282]: blk.5.ffn_up_exps.weight[283]: IQ2_S blk.5.ffn_up_exps.weight[284]: IQ2_S blk.5.ffn_up_exps.weight[285]: blk.5.ffn_up_exps.weight[286]: IQ2_S blk.5.ffn_up_exps.weight[287]: blk.5.ffn_up_exps.weight[288]: blk.5.ffn_up_exps.weight[289]: blk.5.ffn_up_exps.weight[290]: IQ2_S blk.5.ffn_up_exps.weight[291]: IQ2_S blk.5.ffn_up_exps.weight[292]: IQ2_S blk.5.ffn_up_exps.weight[293]: IQ2_S blk.5.ffn_up_exps.weight[294]: IQ2_S blk.5.ffn_up_exps.weight[295]: blk.5.ffn_up_exps.weight[296]: IQ2_S blk.5.ffn_up_exps.weight[297]: blk.5.ffn_up_exps.weight[298]: blk.5.ffn_up_exps.weight[299]: blk.5.ffn_up_exps.weight[300]: IQ2_S blk.5.ffn_up_exps.weight[301]: blk.5.ffn_up_exps.weight[302]: IQ2_S blk.5.ffn_up_exps.weight[303]: blk.5.ffn_up_exps.weight[304]: blk.5.ffn_up_exps.weight[305]: blk.5.ffn_up_exps.weight[306]: blk.5.ffn_up_exps.weight[307]: blk.5.ffn_up_exps.weight[308]: IQ2_S blk.5.ffn_up_exps.weight[309]: blk.5.ffn_up_exps.weight[310]: IQ2_S blk.5.ffn_up_exps.weight[311]: IQ2_S blk.5.ffn_up_exps.weight[312]: IQ2_S blk.5.ffn_up_exps.weight[313]: blk.5.ffn_up_exps.weight[314]: IQ2_S blk.5.ffn_up_exps.weight[315]: blk.5.ffn_up_exps.weight[316]: blk.5.ffn_up_exps.weight[317]: blk.5.ffn_up_exps.weight[318]: IQ2_S blk.5.ffn_up_exps.weight[319]: blk.5.ffn_up_exps.weight[320]: IQ2_S blk.5.ffn_up_exps.weight[321]: blk.5.ffn_up_exps.weight[322]: blk.5.ffn_up_exps.weight[323]: blk.5.ffn_up_exps.weight[324]: IQ2_S blk.5.ffn_up_exps.weight[325]: blk.5.ffn_up_exps.weight[326]: IQ2_S blk.5.ffn_up_exps.weight[327]: blk.5.ffn_up_exps.weight[328]: IQ2_S blk.5.ffn_up_exps.weight[329]: IQ2_S blk.5.ffn_up_exps.weight[330]: blk.5.ffn_up_exps.weight[331]: blk.5.ffn_up_exps.weight[332]: blk.5.ffn_up_exps.weight[333]: blk.5.ffn_up_exps.weight[334]: blk.5.ffn_up_exps.weight[335]: IQ2_S blk.5.ffn_up_exps.weight[336]: blk.5.ffn_up_exps.weight[337]: blk.5.ffn_up_exps.weight[338]: IQ2_S blk.5.ffn_up_exps.weight[339]: IQ2_S blk.5.ffn_up_exps.weight[340]: IQ2_S blk.5.ffn_up_exps.weight[341]: blk.5.ffn_up_exps.weight[342]: IQ2_S blk.5.ffn_up_exps.weight[343]: IQ2_S blk.5.ffn_up_exps.weight[344]: blk.5.ffn_up_exps.weight[345]: IQ2_S blk.5.ffn_up_exps.weight[346]: IQ2_S blk.5.ffn_up_exps.weight[347]: IQ2_S blk.5.ffn_up_exps.weight[348]: blk.5.ffn_up_exps.weight[349]: IQ2_S blk.5.ffn_up_exps.weight[350]: blk.5.ffn_up_exps.weight[351]: IQ2_S blk.5.ffn_up_exps.weight[352]: blk.5.ffn_up_exps.weight[353]: blk.5.ffn_up_exps.weight[354]: IQ2_S blk.5.ffn_up_exps.weight[355]: IQ2_S blk.5.ffn_up_exps.weight[356]: blk.5.ffn_up_exps.weight[357]: blk.5.ffn_up_exps.weight[358]: IQ2_S blk.5.ffn_up_exps.weight[359]: blk.5.ffn_up_exps.weight[360]: IQ2_S blk.5.ffn_up_exps.weight[361]: blk.5.ffn_up_exps.weight[362]: IQ2_S blk.5.ffn_up_exps.weight[363]: blk.5.ffn_up_exps.weight[364]: IQ2_S blk.5.ffn_up_exps.weight[365]: IQ2_S blk.5.ffn_up_exps.weight[366]: blk.5.ffn_up_exps.weight[367]: IQ2_S blk.5.ffn_up_exps.weight[368]: IQ2_S blk.5.ffn_up_exps.weight[369]: IQ2_S blk.5.ffn_up_exps.weight[370]: IQ2_S blk.5.ffn_up_exps.weight[371]: blk.5.ffn_up_exps.weight[372]: blk.5.ffn_up_exps.weight[373]: blk.5.ffn_up_exps.weight[374]: blk.5.ffn_up_exps.weight[375]: IQ2_S blk.5.ffn_up_exps.weight[376]: IQ2_S blk.5.ffn_up_exps.weight[377]: IQ2_S blk.5.ffn_up_exps.weight[378]: blk.5.ffn_up_exps.weight[379]: IQ2_S blk.5.ffn_up_exps.weight[380]: IQ2_S blk.5.ffn_up_exps.weight[381]: blk.5.ffn_up_exps.weight[382]: IQ2_S blk.5.ffn_up_exps.weight[383]: IQ2_S blk.5.ffn_up_exps.weight[384]: blk.5.ffn_up_exps.weight[385]: IQ2_S blk.5.ffn_up_exps.weight[386]: blk.5.ffn_up_exps.weight[387]: IQ2_S blk.5.ffn_up_exps.weight[388]: IQ2_S blk.5.ffn_up_exps.weight[389]: IQ2_S blk.5.ffn_up_exps.weight[390]: IQ2_S blk.5.ffn_up_exps.weight[391]: IQ2_S blk.5.ffn_up_exps.weight[392]: blk.5.ffn_up_exps.weight[393]: IQ2_S blk.5.ffn_up_exps.weight[394]: blk.5.ffn_up_exps.weight[395]: IQ2_S blk.5.ffn_up_exps.weight[396]: blk.5.ffn_up_exps.weight[397]: blk.5.ffn_up_exps.weight[398]: blk.5.ffn_up_exps.weight[399]: IQ2_S blk.5.ffn_up_exps.weight[400]: IQ2_S blk.5.ffn_up_exps.weight[401]: blk.5.ffn_up_exps.weight[402]: IQ2_S blk.5.ffn_up_exps.weight[403]: blk.5.ffn_up_exps.weight[404]: blk.5.ffn_up_exps.weight[405]: blk.5.ffn_up_exps.weight[406]: blk.5.ffn_up_exps.weight[407]: blk.5.ffn_up_exps.weight[408]: blk.5.ffn_up_exps.weight[409]: IQ2_S blk.5.ffn_up_exps.weight[410]: blk.5.ffn_up_exps.weight[411]: IQ2_S blk.5.ffn_up_exps.weight[412]: blk.5.ffn_up_exps.weight[413]: IQ2_S blk.5.ffn_up_exps.weight[414]: IQ2_S blk.5.ffn_up_exps.weight[415]: IQ2_S blk.5.ffn_up_exps.weight[416]: IQ2_S blk.5.ffn_up_exps.weight[417]: blk.5.ffn_up_exps.weight[418]: IQ2_S blk.5.ffn_up_exps.weight[419]: IQ2_S blk.5.ffn_up_exps.weight[420]: IQ2_S blk.5.ffn_up_exps.weight[421]: IQ2_S blk.5.ffn_up_exps.weight[422]: blk.5.ffn_up_exps.weight[423]: blk.5.ffn_up_exps.weight[424]: IQ2_S blk.5.ffn_up_exps.weight[425]: IQ2_S blk.5.ffn_up_exps.weight[426]: IQ2_S blk.5.ffn_up_exps.weight[427]: blk.5.ffn_up_exps.weight[428]: blk.5.ffn_up_exps.weight[429]: blk.5.ffn_up_exps.weight[430]: IQ2_S blk.5.ffn_up_exps.weight[431]: IQ2_S blk.5.ffn_up_exps.weight[432]: blk.5.ffn_up_exps.weight[433]: blk.5.ffn_up_exps.weight[434]: blk.5.ffn_up_exps.weight[435]: IQ2_S blk.5.ffn_up_exps.weight[436]: IQ2_S blk.5.ffn_up_exps.weight[437]: blk.5.ffn_up_exps.weight[438]: blk.5.ffn_up_exps.weight[439]: blk.5.ffn_up_exps.weight[440]: blk.5.ffn_up_exps.weight[441]: blk.5.ffn_up_exps.weight[442]: IQ2_S blk.5.ffn_up_exps.weight[443]: blk.5.ffn_up_exps.weight[444]: blk.5.ffn_up_exps.weight[445]: blk.5.ffn_up_exps.weight[446]: IQ2_S blk.5.ffn_up_exps.weight[447]: IQ2_S blk.5.ffn_up_exps.weight[448]: blk.5.ffn_up_exps.weight[449]: blk.5.ffn_up_exps.weight[450]: IQ2_S blk.5.ffn_up_exps.weight[451]: blk.5.ffn_up_exps.weight[452]: IQ2_S blk.5.ffn_up_exps.weight[453]: blk.5.ffn_up_exps.weight[454]: IQ2_S blk.5.ffn_up_exps.weight[455]: blk.5.ffn_up_exps.weight[456]: IQ2_S blk.5.ffn_up_exps.weight[457]: IQ2_S blk.5.ffn_up_exps.weight[458]: IQ2_S blk.5.ffn_up_exps.weight[459]: IQ2_S blk.5.ffn_up_exps.weight[460]: IQ2_S blk.5.ffn_up_exps.weight[461]: blk.5.ffn_up_exps.weight[462]: blk.5.ffn_up_exps.weight[463]: blk.5.ffn_up_exps.weight[464]: blk.5.ffn_up_exps.weight[465]: IQ2_S blk.5.ffn_up_exps.weight[466]: blk.5.ffn_up_exps.weight[467]: blk.5.ffn_up_exps.weight[468]: blk.5.ffn_up_exps.weight[469]: IQ2_S blk.5.ffn_up_exps.weight[470]: IQ2_S blk.5.ffn_up_exps.weight[471]: IQ2_S blk.5.ffn_up_exps.weight[472]: blk.5.ffn_up_exps.weight[473]: blk.5.ffn_up_exps.weight[474]: blk.5.ffn_up_exps.weight[475]: IQ2_S blk.5.ffn_up_exps.weight[476]: blk.5.ffn_up_exps.weight[477]: blk.5.ffn_up_exps.weight[478]: IQ2_S blk.5.ffn_up_exps.weight[479]: blk.5.ffn_up_exps.weight[480]: blk.5.ffn_up_exps.weight[481]: blk.5.ffn_up_exps.weight[482]: IQ2_S blk.5.ffn_up_exps.weight[483]: IQ2_S blk.5.ffn_up_exps.weight[484]: IQ2_S blk.5.ffn_up_exps.weight[485]: IQ2_S blk.5.ffn_up_exps.weight[486]: IQ2_S blk.5.ffn_up_exps.weight[487]: IQ2_S blk.5.ffn_up_exps.weight[488]: blk.5.ffn_up_exps.weight[489]: blk.5.ffn_up_exps.weight[490]: blk.5.ffn_up_exps.weight[491]: IQ2_S blk.5.ffn_up_exps.weight[492]: IQ2_S blk.5.ffn_up_exps.weight[493]: IQ2_S blk.5.ffn_up_exps.weight[494]: blk.5.ffn_up_exps.weight[495]: blk.5.ffn_up_exps.weight[496]: IQ2_S blk.5.ffn_up_exps.weight[497]: blk.5.ffn_up_exps.weight[498]: blk.5.ffn_up_exps.weight[499]: blk.5.ffn_up_exps.weight[500]: IQ2_S blk.5.ffn_up_exps.weight[501]: IQ2_S blk.5.ffn_up_exps.weight[502]: blk.5.ffn_up_exps.weight[503]: blk.5.ffn_up_exps.weight[504]: blk.5.ffn_up_exps.weight[505]: blk.5.ffn_up_exps.weight[506]: IQ2_S blk.5.ffn_up_exps.weight[507]: IQ2_S blk.5.ffn_up_exps.weight[508]: IQ2_S blk.5.ffn_up_exps.weight[509]: IQ2_S blk.5.ffn_up_exps.weight[510]: IQ2_S blk.5.ffn_up_exps.weight[511]: blk.5.ffn_down_exps.weight[0]: blk.5.ffn_down_exps.weight[1]: IQ4_NL blk.5.ffn_down_exps.weight[2]: IQ4_NL blk.5.ffn_down_exps.weight[3]: blk.5.ffn_down_exps.weight[4]: blk.5.ffn_down_exps.weight[5]: IQ4_NL blk.5.ffn_down_exps.weight[6]: IQ4_NL blk.5.ffn_down_exps.weight[7]: IQ4_NL blk.5.ffn_down_exps.weight[8]: IQ4_NL blk.5.ffn_down_exps.weight[9]: IQ4_NL blk.5.ffn_down_exps.weight[10]: blk.5.ffn_down_exps.weight[11]: blk.5.ffn_down_exps.weight[12]: IQ4_NL blk.5.ffn_down_exps.weight[13]: IQ4_NL blk.5.ffn_down_exps.weight[14]: blk.5.ffn_down_exps.weight[15]: blk.5.ffn_down_exps.weight[16]: blk.5.ffn_down_exps.weight[17]: blk.5.ffn_down_exps.weight[18]: IQ4_NL blk.5.ffn_down_exps.weight[19]: blk.5.ffn_down_exps.weight[20]: blk.5.ffn_down_exps.weight[21]: IQ4_NL blk.5.ffn_down_exps.weight[22]: IQ4_NL blk.5.ffn_down_exps.weight[23]: blk.5.ffn_down_exps.weight[24]: IQ4_NL blk.5.ffn_down_exps.weight[25]: IQ4_NL blk.5.ffn_down_exps.weight[26]: IQ4_NL blk.5.ffn_down_exps.weight[27]: blk.5.ffn_down_exps.weight[28]: blk.5.ffn_down_exps.weight[29]: blk.5.ffn_down_exps.weight[30]: blk.5.ffn_down_exps.weight[31]: blk.5.ffn_down_exps.weight[32]: IQ4_NL blk.5.ffn_down_exps.weight[33]: IQ4_NL blk.5.ffn_down_exps.weight[34]: IQ4_NL blk.5.ffn_down_exps.weight[35]: blk.5.ffn_down_exps.weight[36]: IQ4_NL blk.5.ffn_down_exps.weight[37]: blk.5.ffn_down_exps.weight[38]: IQ4_NL blk.5.ffn_down_exps.weight[39]: IQ4_NL blk.5.ffn_down_exps.weight[40]: blk.5.ffn_down_exps.weight[41]: IQ4_NL blk.5.ffn_down_exps.weight[42]: IQ4_NL blk.5.ffn_down_exps.weight[43]: blk.5.ffn_down_exps.weight[44]: IQ4_NL blk.5.ffn_down_exps.weight[45]: blk.5.ffn_down_exps.weight[46]: IQ4_NL blk.5.ffn_down_exps.weight[47]: IQ4_NL blk.5.ffn_down_exps.weight[48]: blk.5.ffn_down_exps.weight[49]: IQ4_NL blk.5.ffn_down_exps.weight[50]: blk.5.ffn_down_exps.weight[51]: IQ4_NL blk.5.ffn_down_exps.weight[52]: IQ4_NL blk.5.ffn_down_exps.weight[53]: blk.5.ffn_down_exps.weight[54]: IQ4_NL blk.5.ffn_down_exps.weight[55]: blk.5.ffn_down_exps.weight[56]: IQ4_NL blk.5.ffn_down_exps.weight[57]: IQ4_NL blk.5.ffn_down_exps.weight[58]: IQ4_NL blk.5.ffn_down_exps.weight[59]: blk.5.ffn_down_exps.weight[60]: blk.5.ffn_down_exps.weight[61]: blk.5.ffn_down_exps.weight[62]: blk.5.ffn_down_exps.weight[63]: IQ4_NL blk.5.ffn_down_exps.weight[64]: blk.5.ffn_down_exps.weight[65]: blk.5.ffn_down_exps.weight[66]: blk.5.ffn_down_exps.weight[67]: IQ4_NL blk.5.ffn_down_exps.weight[68]: IQ4_NL blk.5.ffn_down_exps.weight[69]: blk.5.ffn_down_exps.weight[70]: blk.5.ffn_down_exps.weight[71]: IQ4_NL blk.5.ffn_down_exps.weight[72]: blk.5.ffn_down_exps.weight[73]: blk.5.ffn_down_exps.weight[74]: IQ4_NL blk.5.ffn_down_exps.weight[75]: IQ4_NL blk.5.ffn_down_exps.weight[76]: blk.5.ffn_down_exps.weight[77]: IQ4_NL blk.5.ffn_down_exps.weight[78]: blk.5.ffn_down_exps.weight[79]: IQ4_NL blk.5.ffn_down_exps.weight[80]: IQ4_NL blk.5.ffn_down_exps.weight[81]: blk.5.ffn_down_exps.weight[82]: IQ4_NL blk.5.ffn_down_exps.weight[83]: IQ4_NL blk.5.ffn_down_exps.weight[84]: IQ4_NL blk.5.ffn_down_exps.weight[85]: IQ4_NL blk.5.ffn_down_exps.weight[86]: blk.5.ffn_down_exps.weight[87]: IQ4_NL blk.5.ffn_down_exps.weight[88]: IQ4_NL blk.5.ffn_down_exps.weight[89]: IQ4_NL blk.5.ffn_down_exps.weight[90]: IQ4_NL blk.5.ffn_down_exps.weight[91]: blk.5.ffn_down_exps.weight[92]: IQ4_NL blk.5.ffn_down_exps.weight[93]: IQ4_NL blk.5.ffn_down_exps.weight[94]: IQ4_NL blk.5.ffn_down_exps.weight[95]: blk.5.ffn_down_exps.weight[96]: IQ4_NL blk.5.ffn_down_exps.weight[97]: blk.5.ffn_down_exps.weight[98]: IQ4_NL blk.5.ffn_down_exps.weight[99]: blk.5.ffn_down_exps.weight[100]: IQ4_NL blk.5.ffn_down_exps.weight[101]: IQ4_NL blk.5.ffn_down_exps.weight[102]: blk.5.ffn_down_exps.weight[103]: blk.5.ffn_down_exps.weight[104]: IQ4_NL blk.5.ffn_down_exps.weight[105]: IQ4_NL blk.5.ffn_down_exps.weight[106]: IQ4_NL blk.5.ffn_down_exps.weight[107]: blk.5.ffn_down_exps.weight[108]: IQ4_NL blk.5.ffn_down_exps.weight[109]: blk.5.ffn_down_exps.weight[110]: IQ4_NL blk.5.ffn_down_exps.weight[111]: blk.5.ffn_down_exps.weight[112]: IQ4_NL blk.5.ffn_down_exps.weight[113]: IQ4_NL blk.5.ffn_down_exps.weight[114]: blk.5.ffn_down_exps.weight[115]: IQ4_NL blk.5.ffn_down_exps.weight[116]: blk.5.ffn_down_exps.weight[117]: IQ4_NL blk.5.ffn_down_exps.weight[118]: IQ4_NL blk.5.ffn_down_exps.weight[119]: IQ4_NL blk.5.ffn_down_exps.weight[120]: IQ4_NL blk.5.ffn_down_exps.weight[121]: IQ4_NL blk.5.ffn_down_exps.weight[122]: IQ4_NL blk.5.ffn_down_exps.weight[123]: blk.5.ffn_down_exps.weight[124]: blk.5.ffn_down_exps.weight[125]: IQ4_NL blk.5.ffn_down_exps.weight[126]: blk.5.ffn_down_exps.weight[127]: IQ4_NL blk.5.ffn_down_exps.weight[128]: blk.5.ffn_down_exps.weight[129]: IQ4_NL blk.5.ffn_down_exps.weight[130]: IQ4_NL blk.5.ffn_down_exps.weight[131]: IQ4_NL blk.5.ffn_down_exps.weight[132]: blk.5.ffn_down_exps.weight[133]: IQ4_NL blk.5.ffn_down_exps.weight[134]: IQ4_NL blk.5.ffn_down_exps.weight[135]: blk.5.ffn_down_exps.weight[136]: IQ4_NL blk.5.ffn_down_exps.weight[137]: IQ4_NL blk.5.ffn_down_exps.weight[138]: blk.5.ffn_down_exps.weight[139]: IQ4_NL blk.5.ffn_down_exps.weight[140]: IQ4_NL blk.5.ffn_down_exps.weight[141]: IQ4_NL blk.5.ffn_down_exps.weight[142]: IQ4_NL blk.5.ffn_down_exps.weight[143]: blk.5.ffn_down_exps.weight[144]: blk.5.ffn_down_exps.weight[145]: blk.5.ffn_down_exps.weight[146]: IQ4_NL blk.5.ffn_down_exps.weight[147]: IQ4_NL blk.5.ffn_down_exps.weight[148]: blk.5.ffn_down_exps.weight[149]: IQ4_NL blk.5.ffn_down_exps.weight[150]: blk.5.ffn_down_exps.weight[151]: IQ4_NL blk.5.ffn_down_exps.weight[152]: blk.5.ffn_down_exps.weight[153]: IQ4_NL blk.5.ffn_down_exps.weight[154]: IQ4_NL blk.5.ffn_down_exps.weight[155]: blk.5.ffn_down_exps.weight[156]: IQ4_NL blk.5.ffn_down_exps.weight[157]: IQ4_NL blk.5.ffn_down_exps.weight[158]: IQ4_NL blk.5.ffn_down_exps.weight[159]: IQ4_NL blk.5.ffn_down_exps.weight[160]: blk.5.ffn_down_exps.weight[161]: IQ4_NL blk.5.ffn_down_exps.weight[162]: blk.5.ffn_down_exps.weight[163]: IQ4_NL blk.5.ffn_down_exps.weight[164]: IQ4_NL blk.5.ffn_down_exps.weight[165]: IQ4_NL blk.5.ffn_down_exps.weight[166]: IQ4_NL blk.5.ffn_down_exps.weight[167]: blk.5.ffn_down_exps.weight[168]: blk.5.ffn_down_exps.weight[169]: blk.5.ffn_down_exps.weight[170]: IQ4_NL blk.5.ffn_down_exps.weight[171]: blk.5.ffn_down_exps.weight[172]: IQ4_NL blk.5.ffn_down_exps.weight[173]: blk.5.ffn_down_exps.weight[174]: IQ4_NL blk.5.ffn_down_exps.weight[175]: blk.5.ffn_down_exps.weight[176]: blk.5.ffn_down_exps.weight[177]: blk.5.ffn_down_exps.weight[178]: blk.5.ffn_down_exps.weight[179]: IQ4_NL blk.5.ffn_down_exps.weight[180]: blk.5.ffn_down_exps.weight[181]: IQ4_NL blk.5.ffn_down_exps.weight[182]: blk.5.ffn_down_exps.weight[183]: blk.5.ffn_down_exps.weight[184]: blk.5.ffn_down_exps.weight[185]: blk.5.ffn_down_exps.weight[186]: IQ4_NL blk.5.ffn_down_exps.weight[187]: IQ4_NL blk.5.ffn_down_exps.weight[188]: IQ4_NL blk.5.ffn_down_exps.weight[189]: blk.5.ffn_down_exps.weight[190]: blk.5.ffn_down_exps.weight[191]: IQ4_NL blk.5.ffn_down_exps.weight[192]: IQ4_NL blk.5.ffn_down_exps.weight[193]: blk.5.ffn_down_exps.weight[194]: blk.5.ffn_down_exps.weight[195]: IQ4_NL blk.5.ffn_down_exps.weight[196]: blk.5.ffn_down_exps.weight[197]: IQ4_NL blk.5.ffn_down_exps.weight[198]: blk.5.ffn_down_exps.weight[199]: blk.5.ffn_down_exps.weight[200]: IQ4_NL blk.5.ffn_down_exps.weight[201]: blk.5.ffn_down_exps.weight[202]: IQ4_NL blk.5.ffn_down_exps.weight[203]: IQ4_NL blk.5.ffn_down_exps.weight[204]: blk.5.ffn_down_exps.weight[205]: blk.5.ffn_down_exps.weight[206]: blk.5.ffn_down_exps.weight[207]: blk.5.ffn_down_exps.weight[208]: blk.5.ffn_down_exps.weight[209]: blk.5.ffn_down_exps.weight[210]: blk.5.ffn_down_exps.weight[211]: blk.5.ffn_down_exps.weight[212]: blk.5.ffn_down_exps.weight[213]: IQ4_NL blk.5.ffn_down_exps.weight[214]: IQ4_NL blk.5.ffn_down_exps.weight[215]: IQ4_NL blk.5.ffn_down_exps.weight[216]: blk.5.ffn_down_exps.weight[217]: blk.5.ffn_down_exps.weight[218]: IQ4_NL blk.5.ffn_down_exps.weight[219]: blk.5.ffn_down_exps.weight[220]: IQ4_NL blk.5.ffn_down_exps.weight[221]: blk.5.ffn_down_exps.weight[222]: IQ4_NL blk.5.ffn_down_exps.weight[223]: blk.5.ffn_down_exps.weight[224]: IQ4_NL blk.5.ffn_down_exps.weight[225]: blk.5.ffn_down_exps.weight[226]: IQ4_NL blk.5.ffn_down_exps.weight[227]: IQ4_NL blk.5.ffn_down_exps.weight[228]: IQ4_NL blk.5.ffn_down_exps.weight[229]: IQ4_NL blk.5.ffn_down_exps.weight[230]: blk.5.ffn_down_exps.weight[231]: blk.5.ffn_down_exps.weight[232]: blk.5.ffn_down_exps.weight[233]: blk.5.ffn_down_exps.weight[234]: IQ4_NL blk.5.ffn_down_exps.weight[235]: blk.5.ffn_down_exps.weight[236]: IQ4_NL blk.5.ffn_down_exps.weight[237]: blk.5.ffn_down_exps.weight[238]: blk.5.ffn_down_exps.weight[239]: blk.5.ffn_down_exps.weight[240]: IQ4_NL blk.5.ffn_down_exps.weight[241]: IQ4_NL blk.5.ffn_down_exps.weight[242]: blk.5.ffn_down_exps.weight[243]: blk.5.ffn_down_exps.weight[244]: blk.5.ffn_down_exps.weight[245]: IQ4_NL blk.5.ffn_down_exps.weight[246]: blk.5.ffn_down_exps.weight[247]: blk.5.ffn_down_exps.weight[248]: blk.5.ffn_down_exps.weight[249]: blk.5.ffn_down_exps.weight[250]: blk.5.ffn_down_exps.weight[251]: blk.5.ffn_down_exps.weight[252]: IQ4_NL blk.5.ffn_down_exps.weight[253]: blk.5.ffn_down_exps.weight[254]: blk.5.ffn_down_exps.weight[255]: IQ4_NL blk.5.ffn_down_exps.weight[256]: blk.5.ffn_down_exps.weight[257]: blk.5.ffn_down_exps.weight[258]: IQ4_NL blk.5.ffn_down_exps.weight[259]: blk.5.ffn_down_exps.weight[260]: blk.5.ffn_down_exps.weight[261]: blk.5.ffn_down_exps.weight[262]: IQ4_NL blk.5.ffn_down_exps.weight[263]: blk.5.ffn_down_exps.weight[264]: blk.5.ffn_down_exps.weight[265]: blk.5.ffn_down_exps.weight[266]: blk.5.ffn_down_exps.weight[267]: blk.5.ffn_down_exps.weight[268]: blk.5.ffn_down_exps.weight[269]: IQ4_NL blk.5.ffn_down_exps.weight[270]: IQ4_NL blk.5.ffn_down_exps.weight[271]: blk.5.ffn_down_exps.weight[272]: IQ4_NL blk.5.ffn_down_exps.weight[273]: IQ4_NL blk.5.ffn_down_exps.weight[274]: IQ4_NL blk.5.ffn_down_exps.weight[275]: IQ4_NL blk.5.ffn_down_exps.weight[276]: blk.5.ffn_down_exps.weight[277]: blk.5.ffn_down_exps.weight[278]: IQ4_NL blk.5.ffn_down_exps.weight[279]: IQ4_NL blk.5.ffn_down_exps.weight[280]: IQ4_NL blk.5.ffn_down_exps.weight[281]: blk.5.ffn_down_exps.weight[282]: blk.5.ffn_down_exps.weight[283]: IQ4_NL blk.5.ffn_down_exps.weight[284]: IQ4_NL blk.5.ffn_down_exps.weight[285]: blk.5.ffn_down_exps.weight[286]: IQ4_NL blk.5.ffn_down_exps.weight[287]: blk.5.ffn_down_exps.weight[288]: blk.5.ffn_down_exps.weight[289]: blk.5.ffn_down_exps.weight[290]: IQ4_NL blk.5.ffn_down_exps.weight[291]: IQ4_NL blk.5.ffn_down_exps.weight[292]: IQ4_NL blk.5.ffn_down_exps.weight[293]: IQ4_NL blk.5.ffn_down_exps.weight[294]: IQ4_NL blk.5.ffn_down_exps.weight[295]: blk.5.ffn_down_exps.weight[296]: IQ4_NL blk.5.ffn_down_exps.weight[297]: blk.5.ffn_down_exps.weight[298]: blk.5.ffn_down_exps.weight[299]: blk.5.ffn_down_exps.weight[300]: IQ4_NL blk.5.ffn_down_exps.weight[301]: blk.5.ffn_down_exps.weight[302]: IQ4_NL blk.5.ffn_down_exps.weight[303]: blk.5.ffn_down_exps.weight[304]: blk.5.ffn_down_exps.weight[305]: blk.5.ffn_down_exps.weight[306]: blk.5.ffn_down_exps.weight[307]: blk.5.ffn_down_exps.weight[308]: IQ4_NL blk.5.ffn_down_exps.weight[309]: blk.5.ffn_down_exps.weight[310]: IQ4_NL blk.5.ffn_down_exps.weight[311]: IQ4_NL blk.5.ffn_down_exps.weight[312]: IQ4_NL blk.5.ffn_down_exps.weight[313]: blk.5.ffn_down_exps.weight[314]: IQ4_NL blk.5.ffn_down_exps.weight[315]: blk.5.ffn_down_exps.weight[316]: blk.5.ffn_down_exps.weight[317]: blk.5.ffn_down_exps.weight[318]: IQ4_NL blk.5.ffn_down_exps.weight[319]: blk.5.ffn_down_exps.weight[320]: IQ4_NL blk.5.ffn_down_exps.weight[321]: blk.5.ffn_down_exps.weight[322]: blk.5.ffn_down_exps.weight[323]: blk.5.ffn_down_exps.weight[324]: IQ4_NL blk.5.ffn_down_exps.weight[325]: blk.5.ffn_down_exps.weight[326]: IQ4_NL blk.5.ffn_down_exps.weight[327]: blk.5.ffn_down_exps.weight[328]: IQ4_NL blk.5.ffn_down_exps.weight[329]: IQ4_NL blk.5.ffn_down_exps.weight[330]: blk.5.ffn_down_exps.weight[331]: blk.5.ffn_down_exps.weight[332]: blk.5.ffn_down_exps.weight[333]: blk.5.ffn_down_exps.weight[334]: blk.5.ffn_down_exps.weight[335]: IQ4_NL blk.5.ffn_down_exps.weight[336]: blk.5.ffn_down_exps.weight[337]: blk.5.ffn_down_exps.weight[338]: IQ4_NL blk.5.ffn_down_exps.weight[339]: IQ4_NL blk.5.ffn_down_exps.weight[340]: IQ4_NL blk.5.ffn_down_exps.weight[341]: blk.5.ffn_down_exps.weight[342]: IQ4_NL blk.5.ffn_down_exps.weight[343]: IQ4_NL blk.5.ffn_down_exps.weight[344]: blk.5.ffn_down_exps.weight[345]: IQ4_NL blk.5.ffn_down_exps.weight[346]: IQ4_NL blk.5.ffn_down_exps.weight[347]: IQ4_NL blk.5.ffn_down_exps.weight[348]: blk.5.ffn_down_exps.weight[349]: IQ4_NL blk.5.ffn_down_exps.weight[350]: blk.5.ffn_down_exps.weight[351]: IQ4_NL blk.5.ffn_down_exps.weight[352]: blk.5.ffn_down_exps.weight[353]: blk.5.ffn_down_exps.weight[354]: IQ4_NL blk.5.ffn_down_exps.weight[355]: IQ4_NL blk.5.ffn_down_exps.weight[356]: blk.5.ffn_down_exps.weight[357]: blk.5.ffn_down_exps.weight[358]: IQ4_NL blk.5.ffn_down_exps.weight[359]: blk.5.ffn_down_exps.weight[360]: IQ4_NL blk.5.ffn_down_exps.weight[361]: blk.5.ffn_down_exps.weight[362]: IQ4_NL blk.5.ffn_down_exps.weight[363]: blk.5.ffn_down_exps.weight[364]: IQ4_NL blk.5.ffn_down_exps.weight[365]: IQ4_NL blk.5.ffn_down_exps.weight[366]: blk.5.ffn_down_exps.weight[367]: IQ4_NL blk.5.ffn_down_exps.weight[368]: IQ4_NL blk.5.ffn_down_exps.weight[369]: IQ4_NL blk.5.ffn_down_exps.weight[370]: IQ4_NL blk.5.ffn_down_exps.weight[371]: blk.5.ffn_down_exps.weight[372]: blk.5.ffn_down_exps.weight[373]: blk.5.ffn_down_exps.weight[374]: blk.5.ffn_down_exps.weight[375]: IQ4_NL blk.5.ffn_down_exps.weight[376]: IQ4_NL blk.5.ffn_down_exps.weight[377]: IQ4_NL blk.5.ffn_down_exps.weight[378]: blk.5.ffn_down_exps.weight[379]: IQ4_NL blk.5.ffn_down_exps.weight[380]: IQ4_NL blk.5.ffn_down_exps.weight[381]: blk.5.ffn_down_exps.weight[382]: IQ4_NL blk.5.ffn_down_exps.weight[383]: IQ4_NL blk.5.ffn_down_exps.weight[384]: blk.5.ffn_down_exps.weight[385]: IQ4_NL blk.5.ffn_down_exps.weight[386]: blk.5.ffn_down_exps.weight[387]: IQ4_NL blk.5.ffn_down_exps.weight[388]: IQ4_NL blk.5.ffn_down_exps.weight[389]: IQ4_NL blk.5.ffn_down_exps.weight[390]: IQ4_NL blk.5.ffn_down_exps.weight[391]: IQ4_NL blk.5.ffn_down_exps.weight[392]: blk.5.ffn_down_exps.weight[393]: IQ4_NL blk.5.ffn_down_exps.weight[394]: blk.5.ffn_down_exps.weight[395]: IQ4_NL blk.5.ffn_down_exps.weight[396]: blk.5.ffn_down_exps.weight[397]: blk.5.ffn_down_exps.weight[398]: blk.5.ffn_down_exps.weight[399]: IQ4_NL blk.5.ffn_down_exps.weight[400]: IQ4_NL blk.5.ffn_down_exps.weight[401]: blk.5.ffn_down_exps.weight[402]: IQ4_NL blk.5.ffn_down_exps.weight[403]: blk.5.ffn_down_exps.weight[404]: blk.5.ffn_down_exps.weight[405]: blk.5.ffn_down_exps.weight[406]: blk.5.ffn_down_exps.weight[407]: blk.5.ffn_down_exps.weight[408]: blk.5.ffn_down_exps.weight[409]: IQ4_NL blk.5.ffn_down_exps.weight[410]: blk.5.ffn_down_exps.weight[411]: IQ4_NL blk.5.ffn_down_exps.weight[412]: blk.5.ffn_down_exps.weight[413]: IQ4_NL blk.5.ffn_down_exps.weight[414]: IQ4_NL blk.5.ffn_down_exps.weight[415]: IQ4_NL blk.5.ffn_down_exps.weight[416]: IQ4_NL blk.5.ffn_down_exps.weight[417]: blk.5.ffn_down_exps.weight[418]: IQ4_NL blk.5.ffn_down_exps.weight[419]: IQ4_NL blk.5.ffn_down_exps.weight[420]: IQ4_NL blk.5.ffn_down_exps.weight[421]: IQ4_NL blk.5.ffn_down_exps.weight[422]: blk.5.ffn_down_exps.weight[423]: blk.5.ffn_down_exps.weight[424]: IQ4_NL blk.5.ffn_down_exps.weight[425]: IQ4_NL blk.5.ffn_down_exps.weight[426]: IQ4_NL blk.5.ffn_down_exps.weight[427]: blk.5.ffn_down_exps.weight[428]: blk.5.ffn_down_exps.weight[429]: blk.5.ffn_down_exps.weight[430]: IQ4_NL blk.5.ffn_down_exps.weight[431]: IQ4_NL blk.5.ffn_down_exps.weight[432]: blk.5.ffn_down_exps.weight[433]: blk.5.ffn_down_exps.weight[434]: blk.5.ffn_down_exps.weight[435]: IQ4_NL blk.5.ffn_down_exps.weight[436]: IQ4_NL blk.5.ffn_down_exps.weight[437]: blk.5.ffn_down_exps.weight[438]: blk.5.ffn_down_exps.weight[439]: blk.5.ffn_down_exps.weight[440]: blk.5.ffn_down_exps.weight[441]: blk.5.ffn_down_exps.weight[442]: IQ4_NL blk.5.ffn_down_exps.weight[443]: blk.5.ffn_down_exps.weight[444]: blk.5.ffn_down_exps.weight[445]: blk.5.ffn_down_exps.weight[446]: IQ4_NL blk.5.ffn_down_exps.weight[447]: IQ4_NL blk.5.ffn_down_exps.weight[448]: blk.5.ffn_down_exps.weight[449]: blk.5.ffn_down_exps.weight[450]: IQ4_NL blk.5.ffn_down_exps.weight[451]: blk.5.ffn_down_exps.weight[452]: IQ4_NL blk.5.ffn_down_exps.weight[453]: blk.5.ffn_down_exps.weight[454]: IQ4_NL blk.5.ffn_down_exps.weight[455]: blk.5.ffn_down_exps.weight[456]: IQ4_NL blk.5.ffn_down_exps.weight[457]: IQ4_NL blk.5.ffn_down_exps.weight[458]: IQ4_NL blk.5.ffn_down_exps.weight[459]: IQ4_NL blk.5.ffn_down_exps.weight[460]: IQ4_NL blk.5.ffn_down_exps.weight[461]: blk.5.ffn_down_exps.weight[462]: blk.5.ffn_down_exps.weight[463]: blk.5.ffn_down_exps.weight[464]: blk.5.ffn_down_exps.weight[465]: IQ4_NL blk.5.ffn_down_exps.weight[466]: blk.5.ffn_down_exps.weight[467]: blk.5.ffn_down_exps.weight[468]: blk.5.ffn_down_exps.weight[469]: IQ4_NL blk.5.ffn_down_exps.weight[470]: IQ4_NL blk.5.ffn_down_exps.weight[471]: IQ4_NL blk.5.ffn_down_exps.weight[472]: blk.5.ffn_down_exps.weight[473]: blk.5.ffn_down_exps.weight[474]: blk.5.ffn_down_exps.weight[475]: IQ4_NL blk.5.ffn_down_exps.weight[476]: blk.5.ffn_down_exps.weight[477]: blk.5.ffn_down_exps.weight[478]: IQ4_NL blk.5.ffn_down_exps.weight[479]: blk.5.ffn_down_exps.weight[480]: blk.5.ffn_down_exps.weight[481]: blk.5.ffn_down_exps.weight[482]: IQ4_NL blk.5.ffn_down_exps.weight[483]: IQ4_NL blk.5.ffn_down_exps.weight[484]: IQ4_NL blk.5.ffn_down_exps.weight[485]: IQ4_NL blk.5.ffn_down_exps.weight[486]: IQ4_NL blk.5.ffn_down_exps.weight[487]: IQ4_NL blk.5.ffn_down_exps.weight[488]: blk.5.ffn_down_exps.weight[489]: blk.5.ffn_down_exps.weight[490]: blk.5.ffn_down_exps.weight[491]: IQ4_NL blk.5.ffn_down_exps.weight[492]: IQ4_NL blk.5.ffn_down_exps.weight[493]: IQ4_NL blk.5.ffn_down_exps.weight[494]: blk.5.ffn_down_exps.weight[495]: blk.5.ffn_down_exps.weight[496]: IQ4_NL blk.5.ffn_down_exps.weight[497]: blk.5.ffn_down_exps.weight[498]: blk.5.ffn_down_exps.weight[499]: blk.5.ffn_down_exps.weight[500]: IQ4_NL blk.5.ffn_down_exps.weight[501]: IQ4_NL blk.5.ffn_down_exps.weight[502]: blk.5.ffn_down_exps.weight[503]: blk.5.ffn_down_exps.weight[504]: blk.5.ffn_down_exps.weight[505]: blk.5.ffn_down_exps.weight[506]: IQ4_NL blk.5.ffn_down_exps.weight[507]: IQ4_NL blk.5.ffn_down_exps.weight[508]: IQ4_NL blk.5.ffn_down_exps.weight[509]: IQ4_NL blk.5.ffn_down_exps.weight[510]: IQ4_NL blk.5.ffn_down_exps.weight[511]: blk.6.ffn_gate_exps.weight[0]: blk.6.ffn_gate_exps.weight[1]: blk.6.ffn_gate_exps.weight[2]: blk.6.ffn_gate_exps.weight[3]: IQ2_S blk.6.ffn_gate_exps.weight[4]: IQ2_S blk.6.ffn_gate_exps.weight[5]: blk.6.ffn_gate_exps.weight[6]: blk.6.ffn_gate_exps.weight[7]: IQ2_S blk.6.ffn_gate_exps.weight[8]: blk.6.ffn_gate_exps.weight[9]: blk.6.ffn_gate_exps.weight[10]: blk.6.ffn_gate_exps.weight[11]: blk.6.ffn_gate_exps.weight[12]: IQ2_S blk.6.ffn_gate_exps.weight[13]: blk.6.ffn_gate_exps.weight[14]: blk.6.ffn_gate_exps.weight[15]: blk.6.ffn_gate_exps.weight[16]: IQ2_S blk.6.ffn_gate_exps.weight[17]: blk.6.ffn_gate_exps.weight[18]: IQ2_S blk.6.ffn_gate_exps.weight[19]: IQ2_S blk.6.ffn_gate_exps.weight[20]: blk.6.ffn_gate_exps.weight[21]: IQ2_S blk.6.ffn_gate_exps.weight[22]: IQ2_S blk.6.ffn_gate_exps.weight[23]: blk.6.ffn_gate_exps.weight[24]: IQ2_S blk.6.ffn_gate_exps.weight[25]: IQ2_S blk.6.ffn_gate_exps.weight[26]: IQ2_S blk.6.ffn_gate_exps.weight[27]: IQ2_S blk.6.ffn_gate_exps.weight[28]: blk.6.ffn_gate_exps.weight[29]: blk.6.ffn_gate_exps.weight[30]: IQ2_S blk.6.ffn_gate_exps.weight[31]: blk.6.ffn_gate_exps.weight[32]: blk.6.ffn_gate_exps.weight[33]: IQ2_S blk.6.ffn_gate_exps.weight[34]: blk.6.ffn_gate_exps.weight[35]: blk.6.ffn_gate_exps.weight[36]: IQ2_S blk.6.ffn_gate_exps.weight[37]: IQ2_S blk.6.ffn_gate_exps.weight[38]: blk.6.ffn_gate_exps.weight[39]: IQ2_S blk.6.ffn_gate_exps.weight[40]: blk.6.ffn_gate_exps.weight[41]: IQ2_S blk.6.ffn_gate_exps.weight[42]: blk.6.ffn_gate_exps.weight[43]: IQ2_S blk.6.ffn_gate_exps.weight[44]: blk.6.ffn_gate_exps.weight[45]: IQ2_S blk.6.ffn_gate_exps.weight[46]: IQ2_S blk.6.ffn_gate_exps.weight[47]: blk.6.ffn_gate_exps.weight[48]: IQ2_S blk.6.ffn_gate_exps.weight[49]: IQ2_S blk.6.ffn_gate_exps.weight[50]: blk.6.ffn_gate_exps.weight[51]: blk.6.ffn_gate_exps.weight[52]: blk.6.ffn_gate_exps.weight[53]: IQ2_S blk.6.ffn_gate_exps.weight[54]: IQ2_S blk.6.ffn_gate_exps.weight[55]: IQ2_S blk.6.ffn_gate_exps.weight[56]: blk.6.ffn_gate_exps.weight[57]: IQ2_S blk.6.ffn_gate_exps.weight[58]: IQ2_S blk.6.ffn_gate_exps.weight[59]: IQ2_S blk.6.ffn_gate_exps.weight[60]: IQ2_S blk.6.ffn_gate_exps.weight[61]: IQ2_S blk.6.ffn_gate_exps.weight[62]: blk.6.ffn_gate_exps.weight[63]: blk.6.ffn_gate_exps.weight[64]: blk.6.ffn_gate_exps.weight[65]: IQ2_S blk.6.ffn_gate_exps.weight[66]: IQ2_S blk.6.ffn_gate_exps.weight[67]: blk.6.ffn_gate_exps.weight[68]: IQ2_S blk.6.ffn_gate_exps.weight[69]: blk.6.ffn_gate_exps.weight[70]: blk.6.ffn_gate_exps.weight[71]: blk.6.ffn_gate_exps.weight[72]: blk.6.ffn_gate_exps.weight[73]: IQ2_S blk.6.ffn_gate_exps.weight[74]: IQ2_S blk.6.ffn_gate_exps.weight[75]: blk.6.ffn_gate_exps.weight[76]: blk.6.ffn_gate_exps.weight[77]: IQ2_S blk.6.ffn_gate_exps.weight[78]: blk.6.ffn_gate_exps.weight[79]: IQ2_S blk.6.ffn_gate_exps.weight[80]: blk.6.ffn_gate_exps.weight[81]: IQ2_S blk.6.ffn_gate_exps.weight[82]: blk.6.ffn_gate_exps.weight[83]: blk.6.ffn_gate_exps.weight[84]: blk.6.ffn_gate_exps.weight[85]: blk.6.ffn_gate_exps.weight[86]: blk.6.ffn_gate_exps.weight[87]: IQ2_S blk.6.ffn_gate_exps.weight[88]: blk.6.ffn_gate_exps.weight[89]: IQ2_S blk.6.ffn_gate_exps.weight[90]: IQ2_S blk.6.ffn_gate_exps.weight[91]: blk.6.ffn_gate_exps.weight[92]: IQ2_S blk.6.ffn_gate_exps.weight[93]: blk.6.ffn_gate_exps.weight[94]: blk.6.ffn_gate_exps.weight[95]: IQ2_S blk.6.ffn_gate_exps.weight[96]: blk.6.ffn_gate_exps.weight[97]: blk.6.ffn_gate_exps.weight[98]: blk.6.ffn_gate_exps.weight[99]: blk.6.ffn_gate_exps.weight[100]: IQ2_S blk.6.ffn_gate_exps.weight[101]: blk.6.ffn_gate_exps.weight[102]: IQ2_S blk.6.ffn_gate_exps.weight[103]: blk.6.ffn_gate_exps.weight[104]: blk.6.ffn_gate_exps.weight[105]: IQ2_S blk.6.ffn_gate_exps.weight[106]: blk.6.ffn_gate_exps.weight[107]: IQ2_S blk.6.ffn_gate_exps.weight[108]: IQ2_S blk.6.ffn_gate_exps.weight[109]: blk.6.ffn_gate_exps.weight[110]: blk.6.ffn_gate_exps.weight[111]: blk.6.ffn_gate_exps.weight[112]: IQ2_S blk.6.ffn_gate_exps.weight[113]: IQ2_S blk.6.ffn_gate_exps.weight[114]: IQ2_S blk.6.ffn_gate_exps.weight[115]: blk.6.ffn_gate_exps.weight[116]: blk.6.ffn_gate_exps.weight[117]: blk.6.ffn_gate_exps.weight[118]: IQ2_S blk.6.ffn_gate_exps.weight[119]: IQ2_S blk.6.ffn_gate_exps.weight[120]: IQ2_S blk.6.ffn_gate_exps.weight[121]: IQ2_S blk.6.ffn_gate_exps.weight[122]: blk.6.ffn_gate_exps.weight[123]: blk.6.ffn_gate_exps.weight[124]: blk.6.ffn_gate_exps.weight[125]: blk.6.ffn_gate_exps.weight[126]: blk.6.ffn_gate_exps.weight[127]: IQ2_S blk.6.ffn_gate_exps.weight[128]: blk.6.ffn_gate_exps.weight[129]: blk.6.ffn_gate_exps.weight[130]: blk.6.ffn_gate_exps.weight[131]: IQ2_S blk.6.ffn_gate_exps.weight[132]: IQ2_S blk.6.ffn_gate_exps.weight[133]: blk.6.ffn_gate_exps.weight[134]: IQ2_S blk.6.ffn_gate_exps.weight[135]: blk.6.ffn_gate_exps.weight[136]: blk.6.ffn_gate_exps.weight[137]: IQ2_S blk.6.ffn_gate_exps.weight[138]: IQ2_S blk.6.ffn_gate_exps.weight[139]: IQ2_S blk.6.ffn_gate_exps.weight[140]: blk.6.ffn_gate_exps.weight[141]: blk.6.ffn_gate_exps.weight[142]: blk.6.ffn_gate_exps.weight[143]: blk.6.ffn_gate_exps.weight[144]: IQ2_S blk.6.ffn_gate_exps.weight[145]: IQ2_S blk.6.ffn_gate_exps.weight[146]: IQ2_S blk.6.ffn_gate_exps.weight[147]: IQ2_S blk.6.ffn_gate_exps.weight[148]: IQ2_S blk.6.ffn_gate_exps.weight[149]: IQ2_S blk.6.ffn_gate_exps.weight[150]: IQ2_S blk.6.ffn_gate_exps.weight[151]: blk.6.ffn_gate_exps.weight[152]: IQ2_S blk.6.ffn_gate_exps.weight[153]: IQ2_S blk.6.ffn_gate_exps.weight[154]: blk.6.ffn_gate_exps.weight[155]: IQ2_S blk.6.ffn_gate_exps.weight[156]: blk.6.ffn_gate_exps.weight[157]: blk.6.ffn_gate_exps.weight[158]: blk.6.ffn_gate_exps.weight[159]: blk.6.ffn_gate_exps.weight[160]: blk.6.ffn_gate_exps.weight[161]: IQ2_S blk.6.ffn_gate_exps.weight[162]: IQ2_S blk.6.ffn_gate_exps.weight[163]: blk.6.ffn_gate_exps.weight[164]: blk.6.ffn_gate_exps.weight[165]: blk.6.ffn_gate_exps.weight[166]: IQ2_S blk.6.ffn_gate_exps.weight[167]: blk.6.ffn_gate_exps.weight[168]: IQ2_S blk.6.ffn_gate_exps.weight[169]: IQ2_S blk.6.ffn_gate_exps.weight[170]: IQ2_S blk.6.ffn_gate_exps.weight[171]: blk.6.ffn_gate_exps.weight[172]: blk.6.ffn_gate_exps.weight[173]: blk.6.ffn_gate_exps.weight[174]: IQ2_S blk.6.ffn_gate_exps.weight[175]: IQ2_S blk.6.ffn_gate_exps.weight[176]: IQ2_S blk.6.ffn_gate_exps.weight[177]: blk.6.ffn_gate_exps.weight[178]: IQ2_S blk.6.ffn_gate_exps.weight[179]: IQ2_S blk.6.ffn_gate_exps.weight[180]: IQ2_S blk.6.ffn_gate_exps.weight[181]: IQ2_S blk.6.ffn_gate_exps.weight[182]: blk.6.ffn_gate_exps.weight[183]: IQ2_S blk.6.ffn_gate_exps.weight[184]: blk.6.ffn_gate_exps.weight[185]: blk.6.ffn_gate_exps.weight[186]: IQ2_S blk.6.ffn_gate_exps.weight[187]: blk.6.ffn_gate_exps.weight[188]: IQ2_S blk.6.ffn_gate_exps.weight[189]: IQ2_S blk.6.ffn_gate_exps.weight[190]: blk.6.ffn_gate_exps.weight[191]: IQ2_S blk.6.ffn_gate_exps.weight[192]: blk.6.ffn_gate_exps.weight[193]: IQ2_S blk.6.ffn_gate_exps.weight[194]: IQ2_S blk.6.ffn_gate_exps.weight[195]: IQ2_S blk.6.ffn_gate_exps.weight[196]: blk.6.ffn_gate_exps.weight[197]: blk.6.ffn_gate_exps.weight[198]: blk.6.ffn_gate_exps.weight[199]: blk.6.ffn_gate_exps.weight[200]: IQ2_S blk.6.ffn_gate_exps.weight[201]: blk.6.ffn_gate_exps.weight[202]: IQ2_S blk.6.ffn_gate_exps.weight[203]: blk.6.ffn_gate_exps.weight[204]: blk.6.ffn_gate_exps.weight[205]: blk.6.ffn_gate_exps.weight[206]: IQ2_S blk.6.ffn_gate_exps.weight[207]: IQ2_S blk.6.ffn_gate_exps.weight[208]: IQ2_S blk.6.ffn_gate_exps.weight[209]: IQ2_S blk.6.ffn_gate_exps.weight[210]: IQ2_S blk.6.ffn_gate_exps.weight[211]: blk.6.ffn_gate_exps.weight[212]: blk.6.ffn_gate_exps.weight[213]: IQ2_S blk.6.ffn_gate_exps.weight[214]: IQ2_S blk.6.ffn_gate_exps.weight[215]: IQ2_S blk.6.ffn_gate_exps.weight[216]: IQ2_S blk.6.ffn_gate_exps.weight[217]: IQ2_S blk.6.ffn_gate_exps.weight[218]: blk.6.ffn_gate_exps.weight[219]: IQ2_S blk.6.ffn_gate_exps.weight[220]: IQ2_S blk.6.ffn_gate_exps.weight[221]: blk.6.ffn_gate_exps.weight[222]: IQ2_S blk.6.ffn_gate_exps.weight[223]: IQ2_S blk.6.ffn_gate_exps.weight[224]: blk.6.ffn_gate_exps.weight[225]: blk.6.ffn_gate_exps.weight[226]: IQ2_S blk.6.ffn_gate_exps.weight[227]: IQ2_S blk.6.ffn_gate_exps.weight[228]: blk.6.ffn_gate_exps.weight[229]: blk.6.ffn_gate_exps.weight[230]: IQ2_S blk.6.ffn_gate_exps.weight[231]: IQ2_S blk.6.ffn_gate_exps.weight[232]: blk.6.ffn_gate_exps.weight[233]: blk.6.ffn_gate_exps.weight[234]: blk.6.ffn_gate_exps.weight[235]: blk.6.ffn_gate_exps.weight[236]: blk.6.ffn_gate_exps.weight[237]: IQ2_S blk.6.ffn_gate_exps.weight[238]: IQ2_S blk.6.ffn_gate_exps.weight[239]: IQ2_S blk.6.ffn_gate_exps.weight[240]: IQ2_S blk.6.ffn_gate_exps.weight[241]: IQ2_S blk.6.ffn_gate_exps.weight[242]: blk.6.ffn_gate_exps.weight[243]: blk.6.ffn_gate_exps.weight[244]: IQ2_S blk.6.ffn_gate_exps.weight[245]: IQ2_S blk.6.ffn_gate_exps.weight[246]: blk.6.ffn_gate_exps.weight[247]: blk.6.ffn_gate_exps.weight[248]: IQ2_S blk.6.ffn_gate_exps.weight[249]: IQ2_S blk.6.ffn_gate_exps.weight[250]: IQ2_S blk.6.ffn_gate_exps.weight[251]: blk.6.ffn_gate_exps.weight[252]: IQ2_S blk.6.ffn_gate_exps.weight[253]: blk.6.ffn_gate_exps.weight[254]: blk.6.ffn_gate_exps.weight[255]: IQ2_S blk.6.ffn_gate_exps.weight[256]: IQ2_S blk.6.ffn_gate_exps.weight[257]: blk.6.ffn_gate_exps.weight[258]: IQ2_S blk.6.ffn_gate_exps.weight[259]: IQ2_S blk.6.ffn_gate_exps.weight[260]: IQ2_S blk.6.ffn_gate_exps.weight[261]: blk.6.ffn_gate_exps.weight[262]: IQ2_S blk.6.ffn_gate_exps.weight[263]: blk.6.ffn_gate_exps.weight[264]: IQ2_S blk.6.ffn_gate_exps.weight[265]: IQ2_S blk.6.ffn_gate_exps.weight[266]: blk.6.ffn_gate_exps.weight[267]: blk.6.ffn_gate_exps.weight[268]: blk.6.ffn_gate_exps.weight[269]: blk.6.ffn_gate_exps.weight[270]: blk.6.ffn_gate_exps.weight[271]: blk.6.ffn_gate_exps.weight[272]: IQ2_S blk.6.ffn_gate_exps.weight[273]: blk.6.ffn_gate_exps.weight[274]: blk.6.ffn_gate_exps.weight[275]: blk.6.ffn_gate_exps.weight[276]: blk.6.ffn_gate_exps.weight[277]: blk.6.ffn_gate_exps.weight[278]: IQ2_S blk.6.ffn_gate_exps.weight[279]: blk.6.ffn_gate_exps.weight[280]: blk.6.ffn_gate_exps.weight[281]: IQ2_S blk.6.ffn_gate_exps.weight[282]: blk.6.ffn_gate_exps.weight[283]: blk.6.ffn_gate_exps.weight[284]: blk.6.ffn_gate_exps.weight[285]: IQ2_S blk.6.ffn_gate_exps.weight[286]: IQ2_S blk.6.ffn_gate_exps.weight[287]: IQ2_S blk.6.ffn_gate_exps.weight[288]: IQ2_S blk.6.ffn_gate_exps.weight[289]: blk.6.ffn_gate_exps.weight[290]: blk.6.ffn_gate_exps.weight[291]: blk.6.ffn_gate_exps.weight[292]: IQ2_S blk.6.ffn_gate_exps.weight[293]: blk.6.ffn_gate_exps.weight[294]: IQ2_S blk.6.ffn_gate_exps.weight[295]: IQ2_S blk.6.ffn_gate_exps.weight[296]: blk.6.ffn_gate_exps.weight[297]: blk.6.ffn_gate_exps.weight[298]: blk.6.ffn_gate_exps.weight[299]: blk.6.ffn_gate_exps.weight[300]: IQ2_S blk.6.ffn_gate_exps.weight[301]: blk.6.ffn_gate_exps.weight[302]: blk.6.ffn_gate_exps.weight[303]: IQ2_S blk.6.ffn_gate_exps.weight[304]: blk.6.ffn_gate_exps.weight[305]: blk.6.ffn_gate_exps.weight[306]: blk.6.ffn_gate_exps.weight[307]: blk.6.ffn_gate_exps.weight[308]: IQ2_S blk.6.ffn_gate_exps.weight[309]: blk.6.ffn_gate_exps.weight[310]: IQ2_S blk.6.ffn_gate_exps.weight[311]: blk.6.ffn_gate_exps.weight[312]: IQ2_S blk.6.ffn_gate_exps.weight[313]: blk.6.ffn_gate_exps.weight[314]: IQ2_S blk.6.ffn_gate_exps.weight[315]: IQ2_S blk.6.ffn_gate_exps.weight[316]: IQ2_S blk.6.ffn_gate_exps.weight[317]: blk.6.ffn_gate_exps.weight[318]: IQ2_S blk.6.ffn_gate_exps.weight[319]: IQ2_S blk.6.ffn_gate_exps.weight[320]: blk.6.ffn_gate_exps.weight[321]: IQ2_S blk.6.ffn_gate_exps.weight[322]: IQ2_S blk.6.ffn_gate_exps.weight[323]: IQ2_S blk.6.ffn_gate_exps.weight[324]: IQ2_S blk.6.ffn_gate_exps.weight[325]: IQ2_S blk.6.ffn_gate_exps.weight[326]: IQ2_S blk.6.ffn_gate_exps.weight[327]: blk.6.ffn_gate_exps.weight[328]: IQ2_S blk.6.ffn_gate_exps.weight[329]: IQ2_S blk.6.ffn_gate_exps.weight[330]: IQ2_S blk.6.ffn_gate_exps.weight[331]: IQ2_S blk.6.ffn_gate_exps.weight[332]: IQ2_S blk.6.ffn_gate_exps.weight[333]: IQ2_S blk.6.ffn_gate_exps.weight[334]: blk.6.ffn_gate_exps.weight[335]: IQ2_S blk.6.ffn_gate_exps.weight[336]: IQ2_S blk.6.ffn_gate_exps.weight[337]: blk.6.ffn_gate_exps.weight[338]: IQ2_S blk.6.ffn_gate_exps.weight[339]: blk.6.ffn_gate_exps.weight[340]: IQ2_S blk.6.ffn_gate_exps.weight[341]: blk.6.ffn_gate_exps.weight[342]: blk.6.ffn_gate_exps.weight[343]: blk.6.ffn_gate_exps.weight[344]: blk.6.ffn_gate_exps.weight[345]: blk.6.ffn_gate_exps.weight[346]: blk.6.ffn_gate_exps.weight[347]: IQ2_S blk.6.ffn_gate_exps.weight[348]: IQ2_S blk.6.ffn_gate_exps.weight[349]: IQ2_S blk.6.ffn_gate_exps.weight[350]: blk.6.ffn_gate_exps.weight[351]: blk.6.ffn_gate_exps.weight[352]: IQ2_S blk.6.ffn_gate_exps.weight[353]: IQ2_S blk.6.ffn_gate_exps.weight[354]: IQ2_S blk.6.ffn_gate_exps.weight[355]: blk.6.ffn_gate_exps.weight[356]: blk.6.ffn_gate_exps.weight[357]: blk.6.ffn_gate_exps.weight[358]: blk.6.ffn_gate_exps.weight[359]: blk.6.ffn_gate_exps.weight[360]: blk.6.ffn_gate_exps.weight[361]: IQ2_S blk.6.ffn_gate_exps.weight[362]: blk.6.ffn_gate_exps.weight[363]: blk.6.ffn_gate_exps.weight[364]: IQ2_S blk.6.ffn_gate_exps.weight[365]: IQ2_S blk.6.ffn_gate_exps.weight[366]: blk.6.ffn_gate_exps.weight[367]: blk.6.ffn_gate_exps.weight[368]: IQ2_S blk.6.ffn_gate_exps.weight[369]: blk.6.ffn_gate_exps.weight[370]: IQ2_S blk.6.ffn_gate_exps.weight[371]: IQ2_S blk.6.ffn_gate_exps.weight[372]: IQ2_S blk.6.ffn_gate_exps.weight[373]: IQ2_S blk.6.ffn_gate_exps.weight[374]: IQ2_S blk.6.ffn_gate_exps.weight[375]: blk.6.ffn_gate_exps.weight[376]: blk.6.ffn_gate_exps.weight[377]: IQ2_S blk.6.ffn_gate_exps.weight[378]: blk.6.ffn_gate_exps.weight[379]: IQ2_S blk.6.ffn_gate_exps.weight[380]: blk.6.ffn_gate_exps.weight[381]: IQ2_S blk.6.ffn_gate_exps.weight[382]: blk.6.ffn_gate_exps.weight[383]: blk.6.ffn_gate_exps.weight[384]: IQ2_S blk.6.ffn_gate_exps.weight[385]: IQ2_S blk.6.ffn_gate_exps.weight[386]: blk.6.ffn_gate_exps.weight[387]: IQ2_S blk.6.ffn_gate_exps.weight[388]: blk.6.ffn_gate_exps.weight[389]: blk.6.ffn_gate_exps.weight[390]: IQ2_S blk.6.ffn_gate_exps.weight[391]: IQ2_S blk.6.ffn_gate_exps.weight[392]: IQ2_S blk.6.ffn_gate_exps.weight[393]: IQ2_S blk.6.ffn_gate_exps.weight[394]: IQ2_S blk.6.ffn_gate_exps.weight[395]: blk.6.ffn_gate_exps.weight[396]: blk.6.ffn_gate_exps.weight[397]: IQ2_S blk.6.ffn_gate_exps.weight[398]: blk.6.ffn_gate_exps.weight[399]: blk.6.ffn_gate_exps.weight[400]: blk.6.ffn_gate_exps.weight[401]: IQ2_S blk.6.ffn_gate_exps.weight[402]: blk.6.ffn_gate_exps.weight[403]: IQ2_S blk.6.ffn_gate_exps.weight[404]: blk.6.ffn_gate_exps.weight[405]: blk.6.ffn_gate_exps.weight[406]: blk.6.ffn_gate_exps.weight[407]: blk.6.ffn_gate_exps.weight[408]: blk.6.ffn_gate_exps.weight[409]: blk.6.ffn_gate_exps.weight[410]: blk.6.ffn_gate_exps.weight[411]: IQ2_S blk.6.ffn_gate_exps.weight[412]: blk.6.ffn_gate_exps.weight[413]: blk.6.ffn_gate_exps.weight[414]: blk.6.ffn_gate_exps.weight[415]: blk.6.ffn_gate_exps.weight[416]: blk.6.ffn_gate_exps.weight[417]: IQ2_S blk.6.ffn_gate_exps.weight[418]: blk.6.ffn_gate_exps.weight[419]: IQ2_S blk.6.ffn_gate_exps.weight[420]: blk.6.ffn_gate_exps.weight[421]: IQ2_S blk.6.ffn_gate_exps.weight[422]: IQ2_S blk.6.ffn_gate_exps.weight[423]: blk.6.ffn_gate_exps.weight[424]: IQ2_S blk.6.ffn_gate_exps.weight[425]: IQ2_S blk.6.ffn_gate_exps.weight[426]: IQ2_S blk.6.ffn_gate_exps.weight[427]: blk.6.ffn_gate_exps.weight[428]: blk.6.ffn_gate_exps.weight[429]: IQ2_S blk.6.ffn_gate_exps.weight[430]: IQ2_S blk.6.ffn_gate_exps.weight[431]: IQ2_S blk.6.ffn_gate_exps.weight[432]: blk.6.ffn_gate_exps.weight[433]: IQ2_S blk.6.ffn_gate_exps.weight[434]: blk.6.ffn_gate_exps.weight[435]: IQ2_S blk.6.ffn_gate_exps.weight[436]: IQ2_S blk.6.ffn_gate_exps.weight[437]: blk.6.ffn_gate_exps.weight[438]: IQ2_S blk.6.ffn_gate_exps.weight[439]: IQ2_S blk.6.ffn_gate_exps.weight[440]: blk.6.ffn_gate_exps.weight[441]: IQ2_S blk.6.ffn_gate_exps.weight[442]: blk.6.ffn_gate_exps.weight[443]: blk.6.ffn_gate_exps.weight[444]: IQ2_S blk.6.ffn_gate_exps.weight[445]: blk.6.ffn_gate_exps.weight[446]: blk.6.ffn_gate_exps.weight[447]: blk.6.ffn_gate_exps.weight[448]: blk.6.ffn_gate_exps.weight[449]: blk.6.ffn_gate_exps.weight[450]: IQ2_S blk.6.ffn_gate_exps.weight[451]: IQ2_S blk.6.ffn_gate_exps.weight[452]: IQ2_S blk.6.ffn_gate_exps.weight[453]: blk.6.ffn_gate_exps.weight[454]: IQ2_S blk.6.ffn_gate_exps.weight[455]: IQ2_S blk.6.ffn_gate_exps.weight[456]: blk.6.ffn_gate_exps.weight[457]: IQ2_S blk.6.ffn_gate_exps.weight[458]: IQ2_S blk.6.ffn_gate_exps.weight[459]: IQ2_S blk.6.ffn_gate_exps.weight[460]: blk.6.ffn_gate_exps.weight[461]: blk.6.ffn_gate_exps.weight[462]: blk.6.ffn_gate_exps.weight[463]: IQ2_S blk.6.ffn_gate_exps.weight[464]: IQ2_S blk.6.ffn_gate_exps.weight[465]: blk.6.ffn_gate_exps.weight[466]: blk.6.ffn_gate_exps.weight[467]: IQ2_S blk.6.ffn_gate_exps.weight[468]: IQ2_S blk.6.ffn_gate_exps.weight[469]: IQ2_S blk.6.ffn_gate_exps.weight[470]: IQ2_S blk.6.ffn_gate_exps.weight[471]: IQ2_S blk.6.ffn_gate_exps.weight[472]: IQ2_S blk.6.ffn_gate_exps.weight[473]: blk.6.ffn_gate_exps.weight[474]: IQ2_S blk.6.ffn_gate_exps.weight[475]: blk.6.ffn_gate_exps.weight[476]: IQ2_S blk.6.ffn_gate_exps.weight[477]: blk.6.ffn_gate_exps.weight[478]: IQ2_S blk.6.ffn_gate_exps.weight[479]: blk.6.ffn_gate_exps.weight[480]: IQ2_S blk.6.ffn_gate_exps.weight[481]: IQ2_S blk.6.ffn_gate_exps.weight[482]: IQ2_S blk.6.ffn_gate_exps.weight[483]: blk.6.ffn_gate_exps.weight[484]: IQ2_S blk.6.ffn_gate_exps.weight[485]: IQ2_S blk.6.ffn_gate_exps.weight[486]: IQ2_S blk.6.ffn_gate_exps.weight[487]: blk.6.ffn_gate_exps.weight[488]: blk.6.ffn_gate_exps.weight[489]: IQ2_S blk.6.ffn_gate_exps.weight[490]: blk.6.ffn_gate_exps.weight[491]: IQ2_S blk.6.ffn_gate_exps.weight[492]: IQ2_S blk.6.ffn_gate_exps.weight[493]: blk.6.ffn_gate_exps.weight[494]: blk.6.ffn_gate_exps.weight[495]: IQ2_S blk.6.ffn_gate_exps.weight[496]: IQ2_S blk.6.ffn_gate_exps.weight[497]: blk.6.ffn_gate_exps.weight[498]: IQ2_S blk.6.ffn_gate_exps.weight[499]: IQ2_S blk.6.ffn_gate_exps.weight[500]: IQ2_S blk.6.ffn_gate_exps.weight[501]: IQ2_S blk.6.ffn_gate_exps.weight[502]: IQ2_S blk.6.ffn_gate_exps.weight[503]: IQ2_S blk.6.ffn_gate_exps.weight[504]: blk.6.ffn_gate_exps.weight[505]: blk.6.ffn_gate_exps.weight[506]: blk.6.ffn_gate_exps.weight[507]: blk.6.ffn_gate_exps.weight[508]: IQ2_S blk.6.ffn_gate_exps.weight[509]: IQ2_S blk.6.ffn_gate_exps.weight[510]: IQ2_S blk.6.ffn_gate_exps.weight[511]: blk.6.ffn_up_exps.weight[0]: blk.6.ffn_up_exps.weight[1]: blk.6.ffn_up_exps.weight[2]: blk.6.ffn_up_exps.weight[3]: IQ2_S blk.6.ffn_up_exps.weight[4]: IQ2_S blk.6.ffn_up_exps.weight[5]: blk.6.ffn_up_exps.weight[6]: blk.6.ffn_up_exps.weight[7]: IQ2_S blk.6.ffn_up_exps.weight[8]: blk.6.ffn_up_exps.weight[9]: blk.6.ffn_up_exps.weight[10]: blk.6.ffn_up_exps.weight[11]: blk.6.ffn_up_exps.weight[12]: IQ2_S blk.6.ffn_up_exps.weight[13]: blk.6.ffn_up_exps.weight[14]: blk.6.ffn_up_exps.weight[15]: blk.6.ffn_up_exps.weight[16]: IQ2_S blk.6.ffn_up_exps.weight[17]: blk.6.ffn_up_exps.weight[18]: IQ2_S blk.6.ffn_up_exps.weight[19]: IQ2_S blk.6.ffn_up_exps.weight[20]: blk.6.ffn_up_exps.weight[21]: IQ2_S blk.6.ffn_up_exps.weight[22]: IQ2_S blk.6.ffn_up_exps.weight[23]: blk.6.ffn_up_exps.weight[24]: IQ2_S blk.6.ffn_up_exps.weight[25]: IQ2_S blk.6.ffn_up_exps.weight[26]: IQ2_S blk.6.ffn_up_exps.weight[27]: IQ2_S blk.6.ffn_up_exps.weight[28]: blk.6.ffn_up_exps.weight[29]: blk.6.ffn_up_exps.weight[30]: IQ2_S blk.6.ffn_up_exps.weight[31]: blk.6.ffn_up_exps.weight[32]: blk.6.ffn_up_exps.weight[33]: IQ2_S blk.6.ffn_up_exps.weight[34]: blk.6.ffn_up_exps.weight[35]: blk.6.ffn_up_exps.weight[36]: IQ2_S blk.6.ffn_up_exps.weight[37]: IQ2_S blk.6.ffn_up_exps.weight[38]: blk.6.ffn_up_exps.weight[39]: IQ2_S blk.6.ffn_up_exps.weight[40]: blk.6.ffn_up_exps.weight[41]: IQ2_S blk.6.ffn_up_exps.weight[42]: blk.6.ffn_up_exps.weight[43]: IQ2_S blk.6.ffn_up_exps.weight[44]: blk.6.ffn_up_exps.weight[45]: IQ2_S blk.6.ffn_up_exps.weight[46]: IQ2_S blk.6.ffn_up_exps.weight[47]: blk.6.ffn_up_exps.weight[48]: IQ2_S blk.6.ffn_up_exps.weight[49]: IQ2_S blk.6.ffn_up_exps.weight[50]: blk.6.ffn_up_exps.weight[51]: blk.6.ffn_up_exps.weight[52]: blk.6.ffn_up_exps.weight[53]: IQ2_S blk.6.ffn_up_exps.weight[54]: IQ2_S blk.6.ffn_up_exps.weight[55]: IQ2_S blk.6.ffn_up_exps.weight[56]: blk.6.ffn_up_exps.weight[57]: IQ2_S blk.6.ffn_up_exps.weight[58]: IQ2_S blk.6.ffn_up_exps.weight[59]: IQ2_S blk.6.ffn_up_exps.weight[60]: IQ2_S blk.6.ffn_up_exps.weight[61]: IQ2_S blk.6.ffn_up_exps.weight[62]: blk.6.ffn_up_exps.weight[63]: blk.6.ffn_up_exps.weight[64]: blk.6.ffn_up_exps.weight[65]: IQ2_S blk.6.ffn_up_exps.weight[66]: IQ2_S blk.6.ffn_up_exps.weight[67]: blk.6.ffn_up_exps.weight[68]: IQ2_S blk.6.ffn_up_exps.weight[69]: blk.6.ffn_up_exps.weight[70]: blk.6.ffn_up_exps.weight[71]: blk.6.ffn_up_exps.weight[72]: blk.6.ffn_up_exps.weight[73]: IQ2_S blk.6.ffn_up_exps.weight[74]: IQ2_S blk.6.ffn_up_exps.weight[75]: blk.6.ffn_up_exps.weight[76]: blk.6.ffn_up_exps.weight[77]: IQ2_S blk.6.ffn_up_exps.weight[78]: blk.6.ffn_up_exps.weight[79]: IQ2_S blk.6.ffn_up_exps.weight[80]: blk.6.ffn_up_exps.weight[81]: IQ2_S blk.6.ffn_up_exps.weight[82]: blk.6.ffn_up_exps.weight[83]: blk.6.ffn_up_exps.weight[84]: blk.6.ffn_up_exps.weight[85]: blk.6.ffn_up_exps.weight[86]: blk.6.ffn_up_exps.weight[87]: IQ2_S blk.6.ffn_up_exps.weight[88]: blk.6.ffn_up_exps.weight[89]: IQ2_S blk.6.ffn_up_exps.weight[90]: IQ2_S blk.6.ffn_up_exps.weight[91]: blk.6.ffn_up_exps.weight[92]: IQ2_S blk.6.ffn_up_exps.weight[93]: blk.6.ffn_up_exps.weight[94]: blk.6.ffn_up_exps.weight[95]: IQ2_S blk.6.ffn_up_exps.weight[96]: blk.6.ffn_up_exps.weight[97]: blk.6.ffn_up_exps.weight[98]: blk.6.ffn_up_exps.weight[99]: blk.6.ffn_up_exps.weight[100]: IQ2_S blk.6.ffn_up_exps.weight[101]: blk.6.ffn_up_exps.weight[102]: IQ2_S blk.6.ffn_up_exps.weight[103]: blk.6.ffn_up_exps.weight[104]: blk.6.ffn_up_exps.weight[105]: IQ2_S blk.6.ffn_up_exps.weight[106]: blk.6.ffn_up_exps.weight[107]: IQ2_S blk.6.ffn_up_exps.weight[108]: IQ2_S blk.6.ffn_up_exps.weight[109]: blk.6.ffn_up_exps.weight[110]: blk.6.ffn_up_exps.weight[111]: blk.6.ffn_up_exps.weight[112]: IQ2_S blk.6.ffn_up_exps.weight[113]: IQ2_S blk.6.ffn_up_exps.weight[114]: IQ2_S blk.6.ffn_up_exps.weight[115]: blk.6.ffn_up_exps.weight[116]: blk.6.ffn_up_exps.weight[117]: blk.6.ffn_up_exps.weight[118]: IQ2_S blk.6.ffn_up_exps.weight[119]: IQ2_S blk.6.ffn_up_exps.weight[120]: IQ2_S blk.6.ffn_up_exps.weight[121]: IQ2_S blk.6.ffn_up_exps.weight[122]: blk.6.ffn_up_exps.weight[123]: blk.6.ffn_up_exps.weight[124]: blk.6.ffn_up_exps.weight[125]: blk.6.ffn_up_exps.weight[126]: blk.6.ffn_up_exps.weight[127]: IQ2_S blk.6.ffn_up_exps.weight[128]: blk.6.ffn_up_exps.weight[129]: blk.6.ffn_up_exps.weight[130]: blk.6.ffn_up_exps.weight[131]: IQ2_S blk.6.ffn_up_exps.weight[132]: IQ2_S blk.6.ffn_up_exps.weight[133]: blk.6.ffn_up_exps.weight[134]: IQ2_S blk.6.ffn_up_exps.weight[135]: blk.6.ffn_up_exps.weight[136]: blk.6.ffn_up_exps.weight[137]: IQ2_S blk.6.ffn_up_exps.weight[138]: IQ2_S blk.6.ffn_up_exps.weight[139]: IQ2_S blk.6.ffn_up_exps.weight[140]: blk.6.ffn_up_exps.weight[141]: blk.6.ffn_up_exps.weight[142]: blk.6.ffn_up_exps.weight[143]: blk.6.ffn_up_exps.weight[144]: IQ2_S blk.6.ffn_up_exps.weight[145]: IQ2_S blk.6.ffn_up_exps.weight[146]: IQ2_S blk.6.ffn_up_exps.weight[147]: IQ2_S blk.6.ffn_up_exps.weight[148]: IQ2_S blk.6.ffn_up_exps.weight[149]: IQ2_S blk.6.ffn_up_exps.weight[150]: IQ2_S blk.6.ffn_up_exps.weight[151]: blk.6.ffn_up_exps.weight[152]: IQ2_S blk.6.ffn_up_exps.weight[153]: IQ2_S blk.6.ffn_up_exps.weight[154]: blk.6.ffn_up_exps.weight[155]: IQ2_S blk.6.ffn_up_exps.weight[156]: blk.6.ffn_up_exps.weight[157]: blk.6.ffn_up_exps.weight[158]: blk.6.ffn_up_exps.weight[159]: blk.6.ffn_up_exps.weight[160]: blk.6.ffn_up_exps.weight[161]: IQ2_S blk.6.ffn_up_exps.weight[162]: IQ2_S blk.6.ffn_up_exps.weight[163]: blk.6.ffn_up_exps.weight[164]: blk.6.ffn_up_exps.weight[165]: blk.6.ffn_up_exps.weight[166]: IQ2_S blk.6.ffn_up_exps.weight[167]: blk.6.ffn_up_exps.weight[168]: IQ2_S blk.6.ffn_up_exps.weight[169]: IQ2_S blk.6.ffn_up_exps.weight[170]: IQ2_S blk.6.ffn_up_exps.weight[171]: blk.6.ffn_up_exps.weight[172]: blk.6.ffn_up_exps.weight[173]: blk.6.ffn_up_exps.weight[174]: IQ2_S blk.6.ffn_up_exps.weight[175]: IQ2_S blk.6.ffn_up_exps.weight[176]: IQ2_S blk.6.ffn_up_exps.weight[177]: blk.6.ffn_up_exps.weight[178]: IQ2_S blk.6.ffn_up_exps.weight[179]: IQ2_S blk.6.ffn_up_exps.weight[180]: IQ2_S blk.6.ffn_up_exps.weight[181]: IQ2_S blk.6.ffn_up_exps.weight[182]: blk.6.ffn_up_exps.weight[183]: IQ2_S blk.6.ffn_up_exps.weight[184]: blk.6.ffn_up_exps.weight[185]: blk.6.ffn_up_exps.weight[186]: IQ2_S blk.6.ffn_up_exps.weight[187]: blk.6.ffn_up_exps.weight[188]: IQ2_S blk.6.ffn_up_exps.weight[189]: IQ2_S blk.6.ffn_up_exps.weight[190]: blk.6.ffn_up_exps.weight[191]: IQ2_S blk.6.ffn_up_exps.weight[192]: blk.6.ffn_up_exps.weight[193]: IQ2_S blk.6.ffn_up_exps.weight[194]: IQ2_S blk.6.ffn_up_exps.weight[195]: IQ2_S blk.6.ffn_up_exps.weight[196]: blk.6.ffn_up_exps.weight[197]: blk.6.ffn_up_exps.weight[198]: blk.6.ffn_up_exps.weight[199]: blk.6.ffn_up_exps.weight[200]: IQ2_S blk.6.ffn_up_exps.weight[201]: blk.6.ffn_up_exps.weight[202]: IQ2_S blk.6.ffn_up_exps.weight[203]: blk.6.ffn_up_exps.weight[204]: blk.6.ffn_up_exps.weight[205]: blk.6.ffn_up_exps.weight[206]: IQ2_S blk.6.ffn_up_exps.weight[207]: IQ2_S blk.6.ffn_up_exps.weight[208]: IQ2_S blk.6.ffn_up_exps.weight[209]: IQ2_S blk.6.ffn_up_exps.weight[210]: IQ2_S blk.6.ffn_up_exps.weight[211]: blk.6.ffn_up_exps.weight[212]: blk.6.ffn_up_exps.weight[213]: IQ2_S blk.6.ffn_up_exps.weight[214]: IQ2_S blk.6.ffn_up_exps.weight[215]: IQ2_S blk.6.ffn_up_exps.weight[216]: IQ2_S blk.6.ffn_up_exps.weight[217]: IQ2_S blk.6.ffn_up_exps.weight[218]: blk.6.ffn_up_exps.weight[219]: IQ2_S blk.6.ffn_up_exps.weight[220]: IQ2_S blk.6.ffn_up_exps.weight[221]: blk.6.ffn_up_exps.weight[222]: IQ2_S blk.6.ffn_up_exps.weight[223]: IQ2_S blk.6.ffn_up_exps.weight[224]: blk.6.ffn_up_exps.weight[225]: blk.6.ffn_up_exps.weight[226]: IQ2_S blk.6.ffn_up_exps.weight[227]: IQ2_S blk.6.ffn_up_exps.weight[228]: blk.6.ffn_up_exps.weight[229]: blk.6.ffn_up_exps.weight[230]: IQ2_S blk.6.ffn_up_exps.weight[231]: IQ2_S blk.6.ffn_up_exps.weight[232]: blk.6.ffn_up_exps.weight[233]: blk.6.ffn_up_exps.weight[234]: blk.6.ffn_up_exps.weight[235]: blk.6.ffn_up_exps.weight[236]: blk.6.ffn_up_exps.weight[237]: IQ2_S blk.6.ffn_up_exps.weight[238]: IQ2_S blk.6.ffn_up_exps.weight[239]: IQ2_S blk.6.ffn_up_exps.weight[240]: IQ2_S blk.6.ffn_up_exps.weight[241]: IQ2_S blk.6.ffn_up_exps.weight[242]: blk.6.ffn_up_exps.weight[243]: blk.6.ffn_up_exps.weight[244]: IQ2_S blk.6.ffn_up_exps.weight[245]: IQ2_S blk.6.ffn_up_exps.weight[246]: blk.6.ffn_up_exps.weight[247]: blk.6.ffn_up_exps.weight[248]: IQ2_S blk.6.ffn_up_exps.weight[249]: IQ2_S blk.6.ffn_up_exps.weight[250]: IQ2_S blk.6.ffn_up_exps.weight[251]: blk.6.ffn_up_exps.weight[252]: IQ2_S blk.6.ffn_up_exps.weight[253]: blk.6.ffn_up_exps.weight[254]: blk.6.ffn_up_exps.weight[255]: IQ2_S blk.6.ffn_up_exps.weight[256]: IQ2_S blk.6.ffn_up_exps.weight[257]: blk.6.ffn_up_exps.weight[258]: IQ2_S blk.6.ffn_up_exps.weight[259]: IQ2_S blk.6.ffn_up_exps.weight[260]: IQ2_S blk.6.ffn_up_exps.weight[261]: blk.6.ffn_up_exps.weight[262]: IQ2_S blk.6.ffn_up_exps.weight[263]: blk.6.ffn_up_exps.weight[264]: IQ2_S blk.6.ffn_up_exps.weight[265]: IQ2_S blk.6.ffn_up_exps.weight[266]: blk.6.ffn_up_exps.weight[267]: blk.6.ffn_up_exps.weight[268]: blk.6.ffn_up_exps.weight[269]: blk.6.ffn_up_exps.weight[270]: blk.6.ffn_up_exps.weight[271]: blk.6.ffn_up_exps.weight[272]: IQ2_S blk.6.ffn_up_exps.weight[273]: blk.6.ffn_up_exps.weight[274]: blk.6.ffn_up_exps.weight[275]: blk.6.ffn_up_exps.weight[276]: blk.6.ffn_up_exps.weight[277]: blk.6.ffn_up_exps.weight[278]: IQ2_S blk.6.ffn_up_exps.weight[279]: blk.6.ffn_up_exps.weight[280]: blk.6.ffn_up_exps.weight[281]: IQ2_S blk.6.ffn_up_exps.weight[282]: blk.6.ffn_up_exps.weight[283]: blk.6.ffn_up_exps.weight[284]: blk.6.ffn_up_exps.weight[285]: IQ2_S blk.6.ffn_up_exps.weight[286]: IQ2_S blk.6.ffn_up_exps.weight[287]: IQ2_S blk.6.ffn_up_exps.weight[288]: IQ2_S blk.6.ffn_up_exps.weight[289]: blk.6.ffn_up_exps.weight[290]: blk.6.ffn_up_exps.weight[291]: blk.6.ffn_up_exps.weight[292]: IQ2_S blk.6.ffn_up_exps.weight[293]: blk.6.ffn_up_exps.weight[294]: IQ2_S blk.6.ffn_up_exps.weight[295]: IQ2_S blk.6.ffn_up_exps.weight[296]: blk.6.ffn_up_exps.weight[297]: blk.6.ffn_up_exps.weight[298]: blk.6.ffn_up_exps.weight[299]: blk.6.ffn_up_exps.weight[300]: IQ2_S blk.6.ffn_up_exps.weight[301]: blk.6.ffn_up_exps.weight[302]: blk.6.ffn_up_exps.weight[303]: IQ2_S blk.6.ffn_up_exps.weight[304]: blk.6.ffn_up_exps.weight[305]: blk.6.ffn_up_exps.weight[306]: blk.6.ffn_up_exps.weight[307]: blk.6.ffn_up_exps.weight[308]: IQ2_S blk.6.ffn_up_exps.weight[309]: blk.6.ffn_up_exps.weight[310]: IQ2_S blk.6.ffn_up_exps.weight[311]: blk.6.ffn_up_exps.weight[312]: IQ2_S blk.6.ffn_up_exps.weight[313]: blk.6.ffn_up_exps.weight[314]: IQ2_S blk.6.ffn_up_exps.weight[315]: IQ2_S blk.6.ffn_up_exps.weight[316]: IQ2_S blk.6.ffn_up_exps.weight[317]: blk.6.ffn_up_exps.weight[318]: IQ2_S blk.6.ffn_up_exps.weight[319]: IQ2_S blk.6.ffn_up_exps.weight[320]: blk.6.ffn_up_exps.weight[321]: IQ2_S blk.6.ffn_up_exps.weight[322]: IQ2_S blk.6.ffn_up_exps.weight[323]: IQ2_S blk.6.ffn_up_exps.weight[324]: IQ2_S blk.6.ffn_up_exps.weight[325]: IQ2_S blk.6.ffn_up_exps.weight[326]: IQ2_S blk.6.ffn_up_exps.weight[327]: blk.6.ffn_up_exps.weight[328]: IQ2_S blk.6.ffn_up_exps.weight[329]: IQ2_S blk.6.ffn_up_exps.weight[330]: IQ2_S blk.6.ffn_up_exps.weight[331]: IQ2_S blk.6.ffn_up_exps.weight[332]: IQ2_S blk.6.ffn_up_exps.weight[333]: IQ2_S blk.6.ffn_up_exps.weight[334]: blk.6.ffn_up_exps.weight[335]: IQ2_S blk.6.ffn_up_exps.weight[336]: IQ2_S blk.6.ffn_up_exps.weight[337]: blk.6.ffn_up_exps.weight[338]: IQ2_S blk.6.ffn_up_exps.weight[339]: blk.6.ffn_up_exps.weight[340]: IQ2_S blk.6.ffn_up_exps.weight[341]: blk.6.ffn_up_exps.weight[342]: blk.6.ffn_up_exps.weight[343]: blk.6.ffn_up_exps.weight[344]: blk.6.ffn_up_exps.weight[345]: blk.6.ffn_up_exps.weight[346]: blk.6.ffn_up_exps.weight[347]: IQ2_S blk.6.ffn_up_exps.weight[348]: IQ2_S blk.6.ffn_up_exps.weight[349]: IQ2_S blk.6.ffn_up_exps.weight[350]: blk.6.ffn_up_exps.weight[351]: blk.6.ffn_up_exps.weight[352]: IQ2_S blk.6.ffn_up_exps.weight[353]: IQ2_S blk.6.ffn_up_exps.weight[354]: IQ2_S blk.6.ffn_up_exps.weight[355]: blk.6.ffn_up_exps.weight[356]: blk.6.ffn_up_exps.weight[357]: blk.6.ffn_up_exps.weight[358]: blk.6.ffn_up_exps.weight[359]: blk.6.ffn_up_exps.weight[360]: blk.6.ffn_up_exps.weight[361]: IQ2_S blk.6.ffn_up_exps.weight[362]: blk.6.ffn_up_exps.weight[363]: blk.6.ffn_up_exps.weight[364]: IQ2_S blk.6.ffn_up_exps.weight[365]: IQ2_S blk.6.ffn_up_exps.weight[366]: blk.6.ffn_up_exps.weight[367]: blk.6.ffn_up_exps.weight[368]: IQ2_S blk.6.ffn_up_exps.weight[369]: blk.6.ffn_up_exps.weight[370]: IQ2_S blk.6.ffn_up_exps.weight[371]: IQ2_S blk.6.ffn_up_exps.weight[372]: IQ2_S blk.6.ffn_up_exps.weight[373]: IQ2_S blk.6.ffn_up_exps.weight[374]: IQ2_S blk.6.ffn_up_exps.weight[375]: blk.6.ffn_up_exps.weight[376]: blk.6.ffn_up_exps.weight[377]: IQ2_S blk.6.ffn_up_exps.weight[378]: blk.6.ffn_up_exps.weight[379]: IQ2_S blk.6.ffn_up_exps.weight[380]: blk.6.ffn_up_exps.weight[381]: IQ2_S blk.6.ffn_up_exps.weight[382]: blk.6.ffn_up_exps.weight[383]: blk.6.ffn_up_exps.weight[384]: IQ2_S blk.6.ffn_up_exps.weight[385]: IQ2_S blk.6.ffn_up_exps.weight[386]: blk.6.ffn_up_exps.weight[387]: IQ2_S blk.6.ffn_up_exps.weight[388]: blk.6.ffn_up_exps.weight[389]: blk.6.ffn_up_exps.weight[390]: IQ2_S blk.6.ffn_up_exps.weight[391]: IQ2_S blk.6.ffn_up_exps.weight[392]: IQ2_S blk.6.ffn_up_exps.weight[393]: IQ2_S blk.6.ffn_up_exps.weight[394]: IQ2_S blk.6.ffn_up_exps.weight[395]: blk.6.ffn_up_exps.weight[396]: blk.6.ffn_up_exps.weight[397]: IQ2_S blk.6.ffn_up_exps.weight[398]: blk.6.ffn_up_exps.weight[399]: blk.6.ffn_up_exps.weight[400]: blk.6.ffn_up_exps.weight[401]: IQ2_S blk.6.ffn_up_exps.weight[402]: blk.6.ffn_up_exps.weight[403]: IQ2_S blk.6.ffn_up_exps.weight[404]: blk.6.ffn_up_exps.weight[405]: blk.6.ffn_up_exps.weight[406]: blk.6.ffn_up_exps.weight[407]: blk.6.ffn_up_exps.weight[408]: blk.6.ffn_up_exps.weight[409]: blk.6.ffn_up_exps.weight[410]: blk.6.ffn_up_exps.weight[411]: IQ2_S blk.6.ffn_up_exps.weight[412]: blk.6.ffn_up_exps.weight[413]: blk.6.ffn_up_exps.weight[414]: blk.6.ffn_up_exps.weight[415]: blk.6.ffn_up_exps.weight[416]: blk.6.ffn_up_exps.weight[417]: IQ2_S blk.6.ffn_up_exps.weight[418]: blk.6.ffn_up_exps.weight[419]: IQ2_S blk.6.ffn_up_exps.weight[420]: blk.6.ffn_up_exps.weight[421]: IQ2_S blk.6.ffn_up_exps.weight[422]: IQ2_S blk.6.ffn_up_exps.weight[423]: blk.6.ffn_up_exps.weight[424]: IQ2_S blk.6.ffn_up_exps.weight[425]: IQ2_S blk.6.ffn_up_exps.weight[426]: IQ2_S blk.6.ffn_up_exps.weight[427]: blk.6.ffn_up_exps.weight[428]: blk.6.ffn_up_exps.weight[429]: IQ2_S blk.6.ffn_up_exps.weight[430]: IQ2_S blk.6.ffn_up_exps.weight[431]: IQ2_S blk.6.ffn_up_exps.weight[432]: blk.6.ffn_up_exps.weight[433]: IQ2_S blk.6.ffn_up_exps.weight[434]: blk.6.ffn_up_exps.weight[435]: IQ2_S blk.6.ffn_up_exps.weight[436]: IQ2_S blk.6.ffn_up_exps.weight[437]: blk.6.ffn_up_exps.weight[438]: IQ2_S blk.6.ffn_up_exps.weight[439]: IQ2_S blk.6.ffn_up_exps.weight[440]: blk.6.ffn_up_exps.weight[441]: IQ2_S blk.6.ffn_up_exps.weight[442]: blk.6.ffn_up_exps.weight[443]: blk.6.ffn_up_exps.weight[444]: IQ2_S blk.6.ffn_up_exps.weight[445]: blk.6.ffn_up_exps.weight[446]: blk.6.ffn_up_exps.weight[447]: blk.6.ffn_up_exps.weight[448]: blk.6.ffn_up_exps.weight[449]: blk.6.ffn_up_exps.weight[450]: IQ2_S blk.6.ffn_up_exps.weight[451]: IQ2_S blk.6.ffn_up_exps.weight[452]: IQ2_S blk.6.ffn_up_exps.weight[453]: blk.6.ffn_up_exps.weight[454]: IQ2_S blk.6.ffn_up_exps.weight[455]: IQ2_S blk.6.ffn_up_exps.weight[456]: blk.6.ffn_up_exps.weight[457]: IQ2_S blk.6.ffn_up_exps.weight[458]: IQ2_S blk.6.ffn_up_exps.weight[459]: IQ2_S blk.6.ffn_up_exps.weight[460]: blk.6.ffn_up_exps.weight[461]: blk.6.ffn_up_exps.weight[462]: blk.6.ffn_up_exps.weight[463]: IQ2_S blk.6.ffn_up_exps.weight[464]: IQ2_S blk.6.ffn_up_exps.weight[465]: blk.6.ffn_up_exps.weight[466]: blk.6.ffn_up_exps.weight[467]: IQ2_S blk.6.ffn_up_exps.weight[468]: IQ2_S blk.6.ffn_up_exps.weight[469]: IQ2_S blk.6.ffn_up_exps.weight[470]: IQ2_S blk.6.ffn_up_exps.weight[471]: IQ2_S blk.6.ffn_up_exps.weight[472]: IQ2_S blk.6.ffn_up_exps.weight[473]: blk.6.ffn_up_exps.weight[474]: IQ2_S blk.6.ffn_up_exps.weight[475]: blk.6.ffn_up_exps.weight[476]: IQ2_S blk.6.ffn_up_exps.weight[477]: blk.6.ffn_up_exps.weight[478]: IQ2_S blk.6.ffn_up_exps.weight[479]: blk.6.ffn_up_exps.weight[480]: IQ2_S blk.6.ffn_up_exps.weight[481]: IQ2_S blk.6.ffn_up_exps.weight[482]: IQ2_S blk.6.ffn_up_exps.weight[483]: blk.6.ffn_up_exps.weight[484]: IQ2_S blk.6.ffn_up_exps.weight[485]: IQ2_S blk.6.ffn_up_exps.weight[486]: IQ2_S blk.6.ffn_up_exps.weight[487]: blk.6.ffn_up_exps.weight[488]: blk.6.ffn_up_exps.weight[489]: IQ2_S blk.6.ffn_up_exps.weight[490]: blk.6.ffn_up_exps.weight[491]: IQ2_S blk.6.ffn_up_exps.weight[492]: IQ2_S blk.6.ffn_up_exps.weight[493]: blk.6.ffn_up_exps.weight[494]: blk.6.ffn_up_exps.weight[495]: IQ2_S blk.6.ffn_up_exps.weight[496]: IQ2_S blk.6.ffn_up_exps.weight[497]: blk.6.ffn_up_exps.weight[498]: IQ2_S blk.6.ffn_up_exps.weight[499]: IQ2_S blk.6.ffn_up_exps.weight[500]: IQ2_S blk.6.ffn_up_exps.weight[501]: IQ2_S blk.6.ffn_up_exps.weight[502]: IQ2_S blk.6.ffn_up_exps.weight[503]: IQ2_S blk.6.ffn_up_exps.weight[504]: blk.6.ffn_up_exps.weight[505]: blk.6.ffn_up_exps.weight[506]: blk.6.ffn_up_exps.weight[507]: blk.6.ffn_up_exps.weight[508]: IQ2_S blk.6.ffn_up_exps.weight[509]: IQ2_S blk.6.ffn_up_exps.weight[510]: IQ2_S blk.6.ffn_up_exps.weight[511]: blk.6.ffn_down_exps.weight[0]: blk.6.ffn_down_exps.weight[1]: blk.6.ffn_down_exps.weight[2]: blk.6.ffn_down_exps.weight[3]: IQ4_NL blk.6.ffn_down_exps.weight[4]: IQ4_NL blk.6.ffn_down_exps.weight[5]: blk.6.ffn_down_exps.weight[6]: blk.6.ffn_down_exps.weight[7]: IQ4_NL blk.6.ffn_down_exps.weight[8]: blk.6.ffn_down_exps.weight[9]: blk.6.ffn_down_exps.weight[10]: blk.6.ffn_down_exps.weight[11]: blk.6.ffn_down_exps.weight[12]: IQ4_NL blk.6.ffn_down_exps.weight[13]: blk.6.ffn_down_exps.weight[14]: blk.6.ffn_down_exps.weight[15]: blk.6.ffn_down_exps.weight[16]: IQ4_NL blk.6.ffn_down_exps.weight[17]: blk.6.ffn_down_exps.weight[18]: IQ4_NL blk.6.ffn_down_exps.weight[19]: IQ4_NL blk.6.ffn_down_exps.weight[20]: blk.6.ffn_down_exps.weight[21]: IQ4_NL blk.6.ffn_down_exps.weight[22]: IQ4_NL blk.6.ffn_down_exps.weight[23]: blk.6.ffn_down_exps.weight[24]: IQ4_NL blk.6.ffn_down_exps.weight[25]: IQ4_NL blk.6.ffn_down_exps.weight[26]: IQ4_NL blk.6.ffn_down_exps.weight[27]: IQ4_NL blk.6.ffn_down_exps.weight[28]: blk.6.ffn_down_exps.weight[29]: blk.6.ffn_down_exps.weight[30]: IQ4_NL blk.6.ffn_down_exps.weight[31]: blk.6.ffn_down_exps.weight[32]: blk.6.ffn_down_exps.weight[33]: IQ4_NL blk.6.ffn_down_exps.weight[34]: blk.6.ffn_down_exps.weight[35]: blk.6.ffn_down_exps.weight[36]: IQ4_NL blk.6.ffn_down_exps.weight[37]: IQ4_NL blk.6.ffn_down_exps.weight[38]: blk.6.ffn_down_exps.weight[39]: IQ4_NL blk.6.ffn_down_exps.weight[40]: blk.6.ffn_down_exps.weight[41]: IQ4_NL blk.6.ffn_down_exps.weight[42]: blk.6.ffn_down_exps.weight[43]: IQ4_NL blk.6.ffn_down_exps.weight[44]: blk.6.ffn_down_exps.weight[45]: IQ4_NL blk.6.ffn_down_exps.weight[46]: IQ4_NL blk.6.ffn_down_exps.weight[47]: blk.6.ffn_down_exps.weight[48]: IQ4_NL blk.6.ffn_down_exps.weight[49]: IQ4_NL blk.6.ffn_down_exps.weight[50]: blk.6.ffn_down_exps.weight[51]: blk.6.ffn_down_exps.weight[52]: blk.6.ffn_down_exps.weight[53]: IQ4_NL blk.6.ffn_down_exps.weight[54]: IQ4_NL blk.6.ffn_down_exps.weight[55]: IQ4_NL blk.6.ffn_down_exps.weight[56]: blk.6.ffn_down_exps.weight[57]: IQ4_NL blk.6.ffn_down_exps.weight[58]: IQ4_NL blk.6.ffn_down_exps.weight[59]: IQ4_NL blk.6.ffn_down_exps.weight[60]: IQ4_NL blk.6.ffn_down_exps.weight[61]: IQ4_NL blk.6.ffn_down_exps.weight[62]: blk.6.ffn_down_exps.weight[63]: blk.6.ffn_down_exps.weight[64]: blk.6.ffn_down_exps.weight[65]: IQ4_NL blk.6.ffn_down_exps.weight[66]: IQ4_NL blk.6.ffn_down_exps.weight[67]: blk.6.ffn_down_exps.weight[68]: IQ4_NL blk.6.ffn_down_exps.weight[69]: blk.6.ffn_down_exps.weight[70]: blk.6.ffn_down_exps.weight[71]: blk.6.ffn_down_exps.weight[72]: blk.6.ffn_down_exps.weight[73]: IQ4_NL blk.6.ffn_down_exps.weight[74]: IQ4_NL blk.6.ffn_down_exps.weight[75]: blk.6.ffn_down_exps.weight[76]: blk.6.ffn_down_exps.weight[77]: IQ4_NL blk.6.ffn_down_exps.weight[78]: blk.6.ffn_down_exps.weight[79]: IQ4_NL blk.6.ffn_down_exps.weight[80]: blk.6.ffn_down_exps.weight[81]: IQ4_NL blk.6.ffn_down_exps.weight[82]: blk.6.ffn_down_exps.weight[83]: blk.6.ffn_down_exps.weight[84]: blk.6.ffn_down_exps.weight[85]: blk.6.ffn_down_exps.weight[86]: blk.6.ffn_down_exps.weight[87]: IQ4_NL blk.6.ffn_down_exps.weight[88]: blk.6.ffn_down_exps.weight[89]: IQ4_NL blk.6.ffn_down_exps.weight[90]: IQ4_NL blk.6.ffn_down_exps.weight[91]: blk.6.ffn_down_exps.weight[92]: IQ4_NL blk.6.ffn_down_exps.weight[93]: blk.6.ffn_down_exps.weight[94]: blk.6.ffn_down_exps.weight[95]: IQ4_NL blk.6.ffn_down_exps.weight[96]: blk.6.ffn_down_exps.weight[97]: blk.6.ffn_down_exps.weight[98]: blk.6.ffn_down_exps.weight[99]: blk.6.ffn_down_exps.weight[100]: IQ4_NL blk.6.ffn_down_exps.weight[101]: blk.6.ffn_down_exps.weight[102]: IQ4_NL blk.6.ffn_down_exps.weight[103]: blk.6.ffn_down_exps.weight[104]: blk.6.ffn_down_exps.weight[105]: IQ4_NL blk.6.ffn_down_exps.weight[106]: blk.6.ffn_down_exps.weight[107]: IQ4_NL blk.6.ffn_down_exps.weight[108]: IQ4_NL blk.6.ffn_down_exps.weight[109]: blk.6.ffn_down_exps.weight[110]: blk.6.ffn_down_exps.weight[111]: blk.6.ffn_down_exps.weight[112]: IQ4_NL blk.6.ffn_down_exps.weight[113]: IQ4_NL blk.6.ffn_down_exps.weight[114]: IQ4_NL blk.6.ffn_down_exps.weight[115]: blk.6.ffn_down_exps.weight[116]: blk.6.ffn_down_exps.weight[117]: blk.6.ffn_down_exps.weight[118]: IQ4_NL blk.6.ffn_down_exps.weight[119]: IQ4_NL blk.6.ffn_down_exps.weight[120]: IQ4_NL blk.6.ffn_down_exps.weight[121]: IQ4_NL blk.6.ffn_down_exps.weight[122]: blk.6.ffn_down_exps.weight[123]: blk.6.ffn_down_exps.weight[124]: blk.6.ffn_down_exps.weight[125]: blk.6.ffn_down_exps.weight[126]: blk.6.ffn_down_exps.weight[127]: IQ4_NL blk.6.ffn_down_exps.weight[128]: blk.6.ffn_down_exps.weight[129]: blk.6.ffn_down_exps.weight[130]: blk.6.ffn_down_exps.weight[131]: IQ4_NL blk.6.ffn_down_exps.weight[132]: IQ4_NL blk.6.ffn_down_exps.weight[133]: blk.6.ffn_down_exps.weight[134]: IQ4_NL blk.6.ffn_down_exps.weight[135]: blk.6.ffn_down_exps.weight[136]: blk.6.ffn_down_exps.weight[137]: IQ4_NL blk.6.ffn_down_exps.weight[138]: IQ4_NL blk.6.ffn_down_exps.weight[139]: IQ4_NL blk.6.ffn_down_exps.weight[140]: blk.6.ffn_down_exps.weight[141]: blk.6.ffn_down_exps.weight[142]: blk.6.ffn_down_exps.weight[143]: blk.6.ffn_down_exps.weight[144]: IQ4_NL blk.6.ffn_down_exps.weight[145]: IQ4_NL blk.6.ffn_down_exps.weight[146]: IQ4_NL blk.6.ffn_down_exps.weight[147]: IQ4_NL blk.6.ffn_down_exps.weight[148]: IQ4_NL blk.6.ffn_down_exps.weight[149]: IQ4_NL blk.6.ffn_down_exps.weight[150]: IQ4_NL blk.6.ffn_down_exps.weight[151]: blk.6.ffn_down_exps.weight[152]: IQ4_NL blk.6.ffn_down_exps.weight[153]: IQ4_NL blk.6.ffn_down_exps.weight[154]: blk.6.ffn_down_exps.weight[155]: IQ4_NL blk.6.ffn_down_exps.weight[156]: blk.6.ffn_down_exps.weight[157]: blk.6.ffn_down_exps.weight[158]: blk.6.ffn_down_exps.weight[159]: blk.6.ffn_down_exps.weight[160]: blk.6.ffn_down_exps.weight[161]: IQ4_NL blk.6.ffn_down_exps.weight[162]: IQ4_NL blk.6.ffn_down_exps.weight[163]: blk.6.ffn_down_exps.weight[164]: blk.6.ffn_down_exps.weight[165]: blk.6.ffn_down_exps.weight[166]: IQ4_NL blk.6.ffn_down_exps.weight[167]: blk.6.ffn_down_exps.weight[168]: IQ4_NL blk.6.ffn_down_exps.weight[169]: IQ4_NL blk.6.ffn_down_exps.weight[170]: IQ4_NL blk.6.ffn_down_exps.weight[171]: blk.6.ffn_down_exps.weight[172]: blk.6.ffn_down_exps.weight[173]: blk.6.ffn_down_exps.weight[174]: IQ4_NL blk.6.ffn_down_exps.weight[175]: IQ4_NL blk.6.ffn_down_exps.weight[176]: IQ4_NL blk.6.ffn_down_exps.weight[177]: blk.6.ffn_down_exps.weight[178]: IQ4_NL blk.6.ffn_down_exps.weight[179]: IQ4_NL blk.6.ffn_down_exps.weight[180]: IQ4_NL blk.6.ffn_down_exps.weight[181]: IQ4_NL blk.6.ffn_down_exps.weight[182]: blk.6.ffn_down_exps.weight[183]: IQ4_NL blk.6.ffn_down_exps.weight[184]: blk.6.ffn_down_exps.weight[185]: blk.6.ffn_down_exps.weight[186]: IQ4_NL blk.6.ffn_down_exps.weight[187]: blk.6.ffn_down_exps.weight[188]: IQ4_NL blk.6.ffn_down_exps.weight[189]: IQ4_NL blk.6.ffn_down_exps.weight[190]: blk.6.ffn_down_exps.weight[191]: IQ4_NL blk.6.ffn_down_exps.weight[192]: blk.6.ffn_down_exps.weight[193]: IQ4_NL blk.6.ffn_down_exps.weight[194]: IQ4_NL blk.6.ffn_down_exps.weight[195]: IQ4_NL blk.6.ffn_down_exps.weight[196]: blk.6.ffn_down_exps.weight[197]: blk.6.ffn_down_exps.weight[198]: blk.6.ffn_down_exps.weight[199]: blk.6.ffn_down_exps.weight[200]: IQ4_NL blk.6.ffn_down_exps.weight[201]: blk.6.ffn_down_exps.weight[202]: IQ4_NL blk.6.ffn_down_exps.weight[203]: blk.6.ffn_down_exps.weight[204]: blk.6.ffn_down_exps.weight[205]: blk.6.ffn_down_exps.weight[206]: IQ4_NL blk.6.ffn_down_exps.weight[207]: IQ4_NL blk.6.ffn_down_exps.weight[208]: IQ4_NL blk.6.ffn_down_exps.weight[209]: IQ4_NL blk.6.ffn_down_exps.weight[210]: IQ4_NL blk.6.ffn_down_exps.weight[211]: blk.6.ffn_down_exps.weight[212]: blk.6.ffn_down_exps.weight[213]: IQ4_NL blk.6.ffn_down_exps.weight[214]: IQ4_NL blk.6.ffn_down_exps.weight[215]: IQ4_NL blk.6.ffn_down_exps.weight[216]: IQ4_NL blk.6.ffn_down_exps.weight[217]: IQ4_NL blk.6.ffn_down_exps.weight[218]: blk.6.ffn_down_exps.weight[219]: IQ4_NL blk.6.ffn_down_exps.weight[220]: IQ4_NL blk.6.ffn_down_exps.weight[221]: blk.6.ffn_down_exps.weight[222]: IQ4_NL blk.6.ffn_down_exps.weight[223]: IQ4_NL blk.6.ffn_down_exps.weight[224]: blk.6.ffn_down_exps.weight[225]: blk.6.ffn_down_exps.weight[226]: IQ4_NL blk.6.ffn_down_exps.weight[227]: IQ4_NL blk.6.ffn_down_exps.weight[228]: blk.6.ffn_down_exps.weight[229]: blk.6.ffn_down_exps.weight[230]: IQ4_NL blk.6.ffn_down_exps.weight[231]: IQ4_NL blk.6.ffn_down_exps.weight[232]: blk.6.ffn_down_exps.weight[233]: blk.6.ffn_down_exps.weight[234]: blk.6.ffn_down_exps.weight[235]: blk.6.ffn_down_exps.weight[236]: blk.6.ffn_down_exps.weight[237]: IQ4_NL blk.6.ffn_down_exps.weight[238]: IQ4_NL blk.6.ffn_down_exps.weight[239]: IQ4_NL blk.6.ffn_down_exps.weight[240]: IQ4_NL blk.6.ffn_down_exps.weight[241]: IQ4_NL blk.6.ffn_down_exps.weight[242]: blk.6.ffn_down_exps.weight[243]: blk.6.ffn_down_exps.weight[244]: IQ4_NL blk.6.ffn_down_exps.weight[245]: IQ4_NL blk.6.ffn_down_exps.weight[246]: blk.6.ffn_down_exps.weight[247]: blk.6.ffn_down_exps.weight[248]: IQ4_NL blk.6.ffn_down_exps.weight[249]: IQ4_NL blk.6.ffn_down_exps.weight[250]: IQ4_NL blk.6.ffn_down_exps.weight[251]: blk.6.ffn_down_exps.weight[252]: IQ4_NL blk.6.ffn_down_exps.weight[253]: blk.6.ffn_down_exps.weight[254]: blk.6.ffn_down_exps.weight[255]: IQ4_NL blk.6.ffn_down_exps.weight[256]: IQ4_NL blk.6.ffn_down_exps.weight[257]: blk.6.ffn_down_exps.weight[258]: IQ4_NL blk.6.ffn_down_exps.weight[259]: IQ4_NL blk.6.ffn_down_exps.weight[260]: IQ4_NL blk.6.ffn_down_exps.weight[261]: blk.6.ffn_down_exps.weight[262]: IQ4_NL blk.6.ffn_down_exps.weight[263]: blk.6.ffn_down_exps.weight[264]: IQ4_NL blk.6.ffn_down_exps.weight[265]: IQ4_NL blk.6.ffn_down_exps.weight[266]: blk.6.ffn_down_exps.weight[267]: blk.6.ffn_down_exps.weight[268]: blk.6.ffn_down_exps.weight[269]: blk.6.ffn_down_exps.weight[270]: blk.6.ffn_down_exps.weight[271]: blk.6.ffn_down_exps.weight[272]: IQ4_NL blk.6.ffn_down_exps.weight[273]: blk.6.ffn_down_exps.weight[274]: blk.6.ffn_down_exps.weight[275]: blk.6.ffn_down_exps.weight[276]: blk.6.ffn_down_exps.weight[277]: blk.6.ffn_down_exps.weight[278]: IQ4_NL blk.6.ffn_down_exps.weight[279]: blk.6.ffn_down_exps.weight[280]: blk.6.ffn_down_exps.weight[281]: IQ4_NL blk.6.ffn_down_exps.weight[282]: blk.6.ffn_down_exps.weight[283]: blk.6.ffn_down_exps.weight[284]: blk.6.ffn_down_exps.weight[285]: IQ4_NL blk.6.ffn_down_exps.weight[286]: IQ4_NL blk.6.ffn_down_exps.weight[287]: IQ4_NL blk.6.ffn_down_exps.weight[288]: IQ4_NL blk.6.ffn_down_exps.weight[289]: blk.6.ffn_down_exps.weight[290]: blk.6.ffn_down_exps.weight[291]: blk.6.ffn_down_exps.weight[292]: IQ4_NL blk.6.ffn_down_exps.weight[293]: blk.6.ffn_down_exps.weight[294]: IQ4_NL blk.6.ffn_down_exps.weight[295]: IQ4_NL blk.6.ffn_down_exps.weight[296]: blk.6.ffn_down_exps.weight[297]: blk.6.ffn_down_exps.weight[298]: blk.6.ffn_down_exps.weight[299]: blk.6.ffn_down_exps.weight[300]: IQ4_NL blk.6.ffn_down_exps.weight[301]: blk.6.ffn_down_exps.weight[302]: blk.6.ffn_down_exps.weight[303]: IQ4_NL blk.6.ffn_down_exps.weight[304]: blk.6.ffn_down_exps.weight[305]: blk.6.ffn_down_exps.weight[306]: blk.6.ffn_down_exps.weight[307]: blk.6.ffn_down_exps.weight[308]: IQ4_NL blk.6.ffn_down_exps.weight[309]: blk.6.ffn_down_exps.weight[310]: IQ4_NL blk.6.ffn_down_exps.weight[311]: blk.6.ffn_down_exps.weight[312]: IQ4_NL blk.6.ffn_down_exps.weight[313]: blk.6.ffn_down_exps.weight[314]: IQ4_NL blk.6.ffn_down_exps.weight[315]: IQ4_NL blk.6.ffn_down_exps.weight[316]: IQ4_NL blk.6.ffn_down_exps.weight[317]: blk.6.ffn_down_exps.weight[318]: IQ4_NL blk.6.ffn_down_exps.weight[319]: IQ4_NL blk.6.ffn_down_exps.weight[320]: blk.6.ffn_down_exps.weight[321]: IQ4_NL blk.6.ffn_down_exps.weight[322]: IQ4_NL blk.6.ffn_down_exps.weight[323]: IQ4_NL blk.6.ffn_down_exps.weight[324]: IQ4_NL blk.6.ffn_down_exps.weight[325]: IQ4_NL blk.6.ffn_down_exps.weight[326]: IQ4_NL blk.6.ffn_down_exps.weight[327]: blk.6.ffn_down_exps.weight[328]: IQ4_NL blk.6.ffn_down_exps.weight[329]: IQ4_NL blk.6.ffn_down_exps.weight[330]: IQ4_NL blk.6.ffn_down_exps.weight[331]: IQ4_NL blk.6.ffn_down_exps.weight[332]: IQ4_NL blk.6.ffn_down_exps.weight[333]: IQ4_NL blk.6.ffn_down_exps.weight[334]: blk.6.ffn_down_exps.weight[335]: IQ4_NL blk.6.ffn_down_exps.weight[336]: IQ4_NL blk.6.ffn_down_exps.weight[337]: blk.6.ffn_down_exps.weight[338]: IQ4_NL blk.6.ffn_down_exps.weight[339]: blk.6.ffn_down_exps.weight[340]: IQ4_NL blk.6.ffn_down_exps.weight[341]: blk.6.ffn_down_exps.weight[342]: blk.6.ffn_down_exps.weight[343]: blk.6.ffn_down_exps.weight[344]: blk.6.ffn_down_exps.weight[345]: blk.6.ffn_down_exps.weight[346]: blk.6.ffn_down_exps.weight[347]: IQ4_NL blk.6.ffn_down_exps.weight[348]: IQ4_NL blk.6.ffn_down_exps.weight[349]: IQ4_NL blk.6.ffn_down_exps.weight[350]: blk.6.ffn_down_exps.weight[351]: blk.6.ffn_down_exps.weight[352]: IQ4_NL blk.6.ffn_down_exps.weight[353]: IQ4_NL blk.6.ffn_down_exps.weight[354]: IQ4_NL blk.6.ffn_down_exps.weight[355]: blk.6.ffn_down_exps.weight[356]: blk.6.ffn_down_exps.weight[357]: blk.6.ffn_down_exps.weight[358]: blk.6.ffn_down_exps.weight[359]: blk.6.ffn_down_exps.weight[360]: blk.6.ffn_down_exps.weight[361]: IQ4_NL blk.6.ffn_down_exps.weight[362]: blk.6.ffn_down_exps.weight[363]: blk.6.ffn_down_exps.weight[364]: IQ4_NL blk.6.ffn_down_exps.weight[365]: IQ4_NL blk.6.ffn_down_exps.weight[366]: blk.6.ffn_down_exps.weight[367]: blk.6.ffn_down_exps.weight[368]: IQ4_NL blk.6.ffn_down_exps.weight[369]: blk.6.ffn_down_exps.weight[370]: IQ4_NL blk.6.ffn_down_exps.weight[371]: IQ4_NL blk.6.ffn_down_exps.weight[372]: IQ4_NL blk.6.ffn_down_exps.weight[373]: IQ4_NL blk.6.ffn_down_exps.weight[374]: IQ4_NL blk.6.ffn_down_exps.weight[375]: blk.6.ffn_down_exps.weight[376]: blk.6.ffn_down_exps.weight[377]: IQ4_NL blk.6.ffn_down_exps.weight[378]: blk.6.ffn_down_exps.weight[379]: IQ4_NL blk.6.ffn_down_exps.weight[380]: blk.6.ffn_down_exps.weight[381]: IQ4_NL blk.6.ffn_down_exps.weight[382]: blk.6.ffn_down_exps.weight[383]: blk.6.ffn_down_exps.weight[384]: IQ4_NL blk.6.ffn_down_exps.weight[385]: IQ4_NL blk.6.ffn_down_exps.weight[386]: blk.6.ffn_down_exps.weight[387]: IQ4_NL blk.6.ffn_down_exps.weight[388]: blk.6.ffn_down_exps.weight[389]: blk.6.ffn_down_exps.weight[390]: IQ4_NL blk.6.ffn_down_exps.weight[391]: IQ4_NL blk.6.ffn_down_exps.weight[392]: IQ4_NL blk.6.ffn_down_exps.weight[393]: IQ4_NL blk.6.ffn_down_exps.weight[394]: IQ4_NL blk.6.ffn_down_exps.weight[395]: blk.6.ffn_down_exps.weight[396]: blk.6.ffn_down_exps.weight[397]: IQ4_NL blk.6.ffn_down_exps.weight[398]: blk.6.ffn_down_exps.weight[399]: blk.6.ffn_down_exps.weight[400]: blk.6.ffn_down_exps.weight[401]: IQ4_NL blk.6.ffn_down_exps.weight[402]: blk.6.ffn_down_exps.weight[403]: IQ4_NL blk.6.ffn_down_exps.weight[404]: blk.6.ffn_down_exps.weight[405]: blk.6.ffn_down_exps.weight[406]: blk.6.ffn_down_exps.weight[407]: blk.6.ffn_down_exps.weight[408]: blk.6.ffn_down_exps.weight[409]: blk.6.ffn_down_exps.weight[410]: blk.6.ffn_down_exps.weight[411]: IQ4_NL blk.6.ffn_down_exps.weight[412]: blk.6.ffn_down_exps.weight[413]: blk.6.ffn_down_exps.weight[414]: blk.6.ffn_down_exps.weight[415]: blk.6.ffn_down_exps.weight[416]: blk.6.ffn_down_exps.weight[417]: IQ4_NL blk.6.ffn_down_exps.weight[418]: blk.6.ffn_down_exps.weight[419]: IQ4_NL blk.6.ffn_down_exps.weight[420]: blk.6.ffn_down_exps.weight[421]: IQ4_NL blk.6.ffn_down_exps.weight[422]: IQ4_NL blk.6.ffn_down_exps.weight[423]: blk.6.ffn_down_exps.weight[424]: IQ4_NL blk.6.ffn_down_exps.weight[425]: IQ4_NL blk.6.ffn_down_exps.weight[426]: IQ4_NL blk.6.ffn_down_exps.weight[427]: blk.6.ffn_down_exps.weight[428]: blk.6.ffn_down_exps.weight[429]: IQ4_NL blk.6.ffn_down_exps.weight[430]: IQ4_NL blk.6.ffn_down_exps.weight[431]: IQ4_NL blk.6.ffn_down_exps.weight[432]: blk.6.ffn_down_exps.weight[433]: IQ4_NL blk.6.ffn_down_exps.weight[434]: blk.6.ffn_down_exps.weight[435]: IQ4_NL blk.6.ffn_down_exps.weight[436]: IQ4_NL blk.6.ffn_down_exps.weight[437]: blk.6.ffn_down_exps.weight[438]: IQ4_NL blk.6.ffn_down_exps.weight[439]: IQ4_NL blk.6.ffn_down_exps.weight[440]: blk.6.ffn_down_exps.weight[441]: IQ4_NL blk.6.ffn_down_exps.weight[442]: blk.6.ffn_down_exps.weight[443]: blk.6.ffn_down_exps.weight[444]: IQ4_NL blk.6.ffn_down_exps.weight[445]: blk.6.ffn_down_exps.weight[446]: blk.6.ffn_down_exps.weight[447]: blk.6.ffn_down_exps.weight[448]: blk.6.ffn_down_exps.weight[449]: blk.6.ffn_down_exps.weight[450]: IQ4_NL blk.6.ffn_down_exps.weight[451]: IQ4_NL blk.6.ffn_down_exps.weight[452]: IQ4_NL blk.6.ffn_down_exps.weight[453]: blk.6.ffn_down_exps.weight[454]: IQ4_NL blk.6.ffn_down_exps.weight[455]: IQ4_NL blk.6.ffn_down_exps.weight[456]: blk.6.ffn_down_exps.weight[457]: IQ4_NL blk.6.ffn_down_exps.weight[458]: IQ4_NL blk.6.ffn_down_exps.weight[459]: IQ4_NL blk.6.ffn_down_exps.weight[460]: blk.6.ffn_down_exps.weight[461]: blk.6.ffn_down_exps.weight[462]: blk.6.ffn_down_exps.weight[463]: IQ4_NL blk.6.ffn_down_exps.weight[464]: IQ4_NL blk.6.ffn_down_exps.weight[465]: blk.6.ffn_down_exps.weight[466]: blk.6.ffn_down_exps.weight[467]: IQ4_NL blk.6.ffn_down_exps.weight[468]: IQ4_NL blk.6.ffn_down_exps.weight[469]: IQ4_NL blk.6.ffn_down_exps.weight[470]: IQ4_NL blk.6.ffn_down_exps.weight[471]: IQ4_NL blk.6.ffn_down_exps.weight[472]: IQ4_NL blk.6.ffn_down_exps.weight[473]: blk.6.ffn_down_exps.weight[474]: IQ4_NL blk.6.ffn_down_exps.weight[475]: blk.6.ffn_down_exps.weight[476]: IQ4_NL blk.6.ffn_down_exps.weight[477]: blk.6.ffn_down_exps.weight[478]: IQ4_NL blk.6.ffn_down_exps.weight[479]: blk.6.ffn_down_exps.weight[480]: IQ4_NL blk.6.ffn_down_exps.weight[481]: IQ4_NL blk.6.ffn_down_exps.weight[482]: IQ4_NL blk.6.ffn_down_exps.weight[483]: blk.6.ffn_down_exps.weight[484]: IQ4_NL blk.6.ffn_down_exps.weight[485]: IQ4_NL blk.6.ffn_down_exps.weight[486]: IQ4_NL blk.6.ffn_down_exps.weight[487]: blk.6.ffn_down_exps.weight[488]: blk.6.ffn_down_exps.weight[489]: IQ4_NL blk.6.ffn_down_exps.weight[490]: blk.6.ffn_down_exps.weight[491]: IQ4_NL blk.6.ffn_down_exps.weight[492]: IQ4_NL blk.6.ffn_down_exps.weight[493]: blk.6.ffn_down_exps.weight[494]: blk.6.ffn_down_exps.weight[495]: IQ4_NL blk.6.ffn_down_exps.weight[496]: IQ4_NL blk.6.ffn_down_exps.weight[497]: blk.6.ffn_down_exps.weight[498]: IQ4_NL blk.6.ffn_down_exps.weight[499]: IQ4_NL blk.6.ffn_down_exps.weight[500]: IQ4_NL blk.6.ffn_down_exps.weight[501]: IQ4_NL blk.6.ffn_down_exps.weight[502]: IQ4_NL blk.6.ffn_down_exps.weight[503]: IQ4_NL blk.6.ffn_down_exps.weight[504]: blk.6.ffn_down_exps.weight[505]: blk.6.ffn_down_exps.weight[506]: blk.6.ffn_down_exps.weight[507]: blk.6.ffn_down_exps.weight[508]: IQ4_NL blk.6.ffn_down_exps.weight[509]: IQ4_NL blk.6.ffn_down_exps.weight[510]: IQ4_NL blk.6.ffn_down_exps.weight[511]: blk.7.ffn_gate_exps.weight[0]: IQ3_XXS blk.7.ffn_gate_exps.weight[1]: blk.7.ffn_gate_exps.weight[2]: blk.7.ffn_gate_exps.weight[3]: IQ3_XXS blk.7.ffn_gate_exps.weight[4]: IQ3_XXS blk.7.ffn_gate_exps.weight[5]: IQ3_XXS blk.7.ffn_gate_exps.weight[6]: blk.7.ffn_gate_exps.weight[7]: blk.7.ffn_gate_exps.weight[8]: blk.7.ffn_gate_exps.weight[9]: IQ3_XXS blk.7.ffn_gate_exps.weight[10]: IQ3_XXS blk.7.ffn_gate_exps.weight[11]: IQ3_XXS blk.7.ffn_gate_exps.weight[12]: IQ3_XXS blk.7.ffn_gate_exps.weight[13]: IQ3_XXS blk.7.ffn_gate_exps.weight[14]: IQ3_XXS blk.7.ffn_gate_exps.weight[15]: IQ3_XXS blk.7.ffn_gate_exps.weight[16]: IQ3_XXS blk.7.ffn_gate_exps.weight[17]: blk.7.ffn_gate_exps.weight[18]: blk.7.ffn_gate_exps.weight[19]: blk.7.ffn_gate_exps.weight[20]: IQ3_XXS blk.7.ffn_gate_exps.weight[21]: IQ3_XXS blk.7.ffn_gate_exps.weight[22]: IQ3_XXS blk.7.ffn_gate_exps.weight[23]: IQ3_XXS blk.7.ffn_gate_exps.weight[24]: blk.7.ffn_gate_exps.weight[25]: blk.7.ffn_gate_exps.weight[26]: IQ3_XXS blk.7.ffn_gate_exps.weight[27]: blk.7.ffn_gate_exps.weight[28]: blk.7.ffn_gate_exps.weight[29]: IQ3_XXS blk.7.ffn_gate_exps.weight[30]: blk.7.ffn_gate_exps.weight[31]: IQ3_XXS blk.7.ffn_gate_exps.weight[32]: blk.7.ffn_gate_exps.weight[33]: IQ3_XXS blk.7.ffn_gate_exps.weight[34]: IQ3_XXS blk.7.ffn_gate_exps.weight[35]: IQ3_XXS blk.7.ffn_gate_exps.weight[36]: IQ3_XXS blk.7.ffn_gate_exps.weight[37]: IQ3_XXS blk.7.ffn_gate_exps.weight[38]: IQ3_XXS blk.7.ffn_gate_exps.weight[39]: IQ3_XXS blk.7.ffn_gate_exps.weight[40]: IQ3_XXS blk.7.ffn_gate_exps.weight[41]: IQ3_XXS blk.7.ffn_gate_exps.weight[42]: blk.7.ffn_gate_exps.weight[43]: blk.7.ffn_gate_exps.weight[44]: IQ3_XXS blk.7.ffn_gate_exps.weight[45]: blk.7.ffn_gate_exps.weight[46]: blk.7.ffn_gate_exps.weight[47]: blk.7.ffn_gate_exps.weight[48]: blk.7.ffn_gate_exps.weight[49]: blk.7.ffn_gate_exps.weight[50]: IQ3_XXS blk.7.ffn_gate_exps.weight[51]: IQ3_XXS blk.7.ffn_gate_exps.weight[52]: blk.7.ffn_gate_exps.weight[53]: blk.7.ffn_gate_exps.weight[54]: IQ3_XXS blk.7.ffn_gate_exps.weight[55]: IQ3_XXS blk.7.ffn_gate_exps.weight[56]: blk.7.ffn_gate_exps.weight[57]: blk.7.ffn_gate_exps.weight[58]: blk.7.ffn_gate_exps.weight[59]: blk.7.ffn_gate_exps.weight[60]: IQ3_XXS blk.7.ffn_gate_exps.weight[61]: IQ3_XXS blk.7.ffn_gate_exps.weight[62]: IQ3_XXS blk.7.ffn_gate_exps.weight[63]: blk.7.ffn_gate_exps.weight[64]: IQ3_XXS blk.7.ffn_gate_exps.weight[65]: IQ3_XXS blk.7.ffn_gate_exps.weight[66]: blk.7.ffn_gate_exps.weight[67]: blk.7.ffn_gate_exps.weight[68]: blk.7.ffn_gate_exps.weight[69]: blk.7.ffn_gate_exps.weight[70]: IQ3_XXS blk.7.ffn_gate_exps.weight[71]: IQ3_XXS blk.7.ffn_gate_exps.weight[72]: blk.7.ffn_gate_exps.weight[73]: IQ3_XXS blk.7.ffn_gate_exps.weight[74]: IQ3_XXS blk.7.ffn_gate_exps.weight[75]: IQ3_XXS blk.7.ffn_gate_exps.weight[76]: IQ3_XXS blk.7.ffn_gate_exps.weight[77]: blk.7.ffn_gate_exps.weight[78]: blk.7.ffn_gate_exps.weight[79]: blk.7.ffn_gate_exps.weight[80]: IQ3_XXS blk.7.ffn_gate_exps.weight[81]: IQ3_XXS blk.7.ffn_gate_exps.weight[82]: IQ3_XXS blk.7.ffn_gate_exps.weight[83]: IQ3_XXS blk.7.ffn_gate_exps.weight[84]: IQ3_XXS blk.7.ffn_gate_exps.weight[85]: IQ3_XXS blk.7.ffn_gate_exps.weight[86]: blk.7.ffn_gate_exps.weight[87]: blk.7.ffn_gate_exps.weight[88]: blk.7.ffn_gate_exps.weight[89]: blk.7.ffn_gate_exps.weight[90]: blk.7.ffn_gate_exps.weight[91]: blk.7.ffn_gate_exps.weight[92]: blk.7.ffn_gate_exps.weight[93]: IQ3_XXS blk.7.ffn_gate_exps.weight[94]: IQ3_XXS blk.7.ffn_gate_exps.weight[95]: IQ3_XXS blk.7.ffn_gate_exps.weight[96]: blk.7.ffn_gate_exps.weight[97]: blk.7.ffn_gate_exps.weight[98]: IQ3_XXS blk.7.ffn_gate_exps.weight[99]: blk.7.ffn_gate_exps.weight[100]: blk.7.ffn_gate_exps.weight[101]: blk.7.ffn_gate_exps.weight[102]: IQ3_XXS blk.7.ffn_gate_exps.weight[103]: IQ3_XXS blk.7.ffn_gate_exps.weight[104]: IQ3_XXS blk.7.ffn_gate_exps.weight[105]: IQ3_XXS blk.7.ffn_gate_exps.weight[106]: blk.7.ffn_gate_exps.weight[107]: IQ3_XXS blk.7.ffn_gate_exps.weight[108]: blk.7.ffn_gate_exps.weight[109]: IQ3_XXS blk.7.ffn_gate_exps.weight[110]: IQ3_XXS blk.7.ffn_gate_exps.weight[111]: blk.7.ffn_gate_exps.weight[112]: blk.7.ffn_gate_exps.weight[113]: IQ3_XXS blk.7.ffn_gate_exps.weight[114]: IQ3_XXS blk.7.ffn_gate_exps.weight[115]: blk.7.ffn_gate_exps.weight[116]: IQ3_XXS blk.7.ffn_gate_exps.weight[117]: IQ3_XXS blk.7.ffn_gate_exps.weight[118]: IQ3_XXS blk.7.ffn_gate_exps.weight[119]: IQ3_XXS blk.7.ffn_gate_exps.weight[120]: IQ3_XXS blk.7.ffn_gate_exps.weight[121]: IQ3_XXS blk.7.ffn_gate_exps.weight[122]: blk.7.ffn_gate_exps.weight[123]: IQ3_XXS blk.7.ffn_gate_exps.weight[124]: blk.7.ffn_gate_exps.weight[125]: blk.7.ffn_gate_exps.weight[126]: blk.7.ffn_gate_exps.weight[127]: blk.7.ffn_gate_exps.weight[128]: IQ3_XXS blk.7.ffn_gate_exps.weight[129]: blk.7.ffn_gate_exps.weight[130]: blk.7.ffn_gate_exps.weight[131]: blk.7.ffn_gate_exps.weight[132]: IQ3_XXS blk.7.ffn_gate_exps.weight[133]: blk.7.ffn_gate_exps.weight[134]: IQ3_XXS blk.7.ffn_gate_exps.weight[135]: IQ3_XXS blk.7.ffn_gate_exps.weight[136]: IQ3_XXS blk.7.ffn_gate_exps.weight[137]: blk.7.ffn_gate_exps.weight[138]: blk.7.ffn_gate_exps.weight[139]: blk.7.ffn_gate_exps.weight[140]: IQ3_XXS blk.7.ffn_gate_exps.weight[141]: blk.7.ffn_gate_exps.weight[142]: IQ3_XXS blk.7.ffn_gate_exps.weight[143]: IQ3_XXS blk.7.ffn_gate_exps.weight[144]: blk.7.ffn_gate_exps.weight[145]: IQ3_XXS blk.7.ffn_gate_exps.weight[146]: IQ3_XXS blk.7.ffn_gate_exps.weight[147]: IQ3_XXS blk.7.ffn_gate_exps.weight[148]: IQ3_XXS blk.7.ffn_gate_exps.weight[149]: blk.7.ffn_gate_exps.weight[150]: blk.7.ffn_gate_exps.weight[151]: IQ3_XXS blk.7.ffn_gate_exps.weight[152]: IQ3_XXS blk.7.ffn_gate_exps.weight[153]: blk.7.ffn_gate_exps.weight[154]: IQ3_XXS blk.7.ffn_gate_exps.weight[155]: blk.7.ffn_gate_exps.weight[156]: blk.7.ffn_gate_exps.weight[157]: blk.7.ffn_gate_exps.weight[158]: IQ3_XXS blk.7.ffn_gate_exps.weight[159]: IQ3_XXS blk.7.ffn_gate_exps.weight[160]: blk.7.ffn_gate_exps.weight[161]: IQ3_XXS blk.7.ffn_gate_exps.weight[162]: IQ3_XXS blk.7.ffn_gate_exps.weight[163]: blk.7.ffn_gate_exps.weight[164]: IQ3_XXS blk.7.ffn_gate_exps.weight[165]: IQ3_XXS blk.7.ffn_gate_exps.weight[166]: blk.7.ffn_gate_exps.weight[167]: IQ3_XXS blk.7.ffn_gate_exps.weight[168]: IQ3_XXS blk.7.ffn_gate_exps.weight[169]: IQ3_XXS blk.7.ffn_gate_exps.weight[170]: IQ3_XXS blk.7.ffn_gate_exps.weight[171]: IQ3_XXS blk.7.ffn_gate_exps.weight[172]: IQ3_XXS blk.7.ffn_gate_exps.weight[173]: blk.7.ffn_gate_exps.weight[174]: IQ3_XXS blk.7.ffn_gate_exps.weight[175]: IQ3_XXS blk.7.ffn_gate_exps.weight[176]: IQ3_XXS blk.7.ffn_gate_exps.weight[177]: blk.7.ffn_gate_exps.weight[178]: blk.7.ffn_gate_exps.weight[179]: blk.7.ffn_gate_exps.weight[180]: blk.7.ffn_gate_exps.weight[181]: IQ3_XXS blk.7.ffn_gate_exps.weight[182]: IQ3_XXS blk.7.ffn_gate_exps.weight[183]: blk.7.ffn_gate_exps.weight[184]: blk.7.ffn_gate_exps.weight[185]: blk.7.ffn_gate_exps.weight[186]: IQ3_XXS blk.7.ffn_gate_exps.weight[187]: blk.7.ffn_gate_exps.weight[188]: blk.7.ffn_gate_exps.weight[189]: blk.7.ffn_gate_exps.weight[190]: blk.7.ffn_gate_exps.weight[191]: blk.7.ffn_gate_exps.weight[192]: blk.7.ffn_gate_exps.weight[193]: blk.7.ffn_gate_exps.weight[194]: IQ3_XXS blk.7.ffn_gate_exps.weight[195]: blk.7.ffn_gate_exps.weight[196]: blk.7.ffn_gate_exps.weight[197]: IQ3_XXS blk.7.ffn_gate_exps.weight[198]: IQ3_XXS blk.7.ffn_gate_exps.weight[199]: IQ3_XXS blk.7.ffn_gate_exps.weight[200]: IQ3_XXS blk.7.ffn_gate_exps.weight[201]: blk.7.ffn_gate_exps.weight[202]: blk.7.ffn_gate_exps.weight[203]: IQ3_XXS blk.7.ffn_gate_exps.weight[204]: blk.7.ffn_gate_exps.weight[205]: blk.7.ffn_gate_exps.weight[206]: IQ3_XXS blk.7.ffn_gate_exps.weight[207]: blk.7.ffn_gate_exps.weight[208]: IQ3_XXS blk.7.ffn_gate_exps.weight[209]: blk.7.ffn_gate_exps.weight[210]: blk.7.ffn_gate_exps.weight[211]: blk.7.ffn_gate_exps.weight[212]: IQ3_XXS blk.7.ffn_gate_exps.weight[213]: blk.7.ffn_gate_exps.weight[214]: blk.7.ffn_gate_exps.weight[215]: IQ3_XXS blk.7.ffn_gate_exps.weight[216]: blk.7.ffn_gate_exps.weight[217]: IQ3_XXS blk.7.ffn_gate_exps.weight[218]: blk.7.ffn_gate_exps.weight[219]: blk.7.ffn_gate_exps.weight[220]: blk.7.ffn_gate_exps.weight[221]: IQ3_XXS blk.7.ffn_gate_exps.weight[222]: blk.7.ffn_gate_exps.weight[223]: IQ3_XXS blk.7.ffn_gate_exps.weight[224]: blk.7.ffn_gate_exps.weight[225]: blk.7.ffn_gate_exps.weight[226]: blk.7.ffn_gate_exps.weight[227]: IQ3_XXS blk.7.ffn_gate_exps.weight[228]: IQ3_XXS blk.7.ffn_gate_exps.weight[229]: blk.7.ffn_gate_exps.weight[230]: IQ3_XXS blk.7.ffn_gate_exps.weight[231]: blk.7.ffn_gate_exps.weight[232]: IQ3_XXS blk.7.ffn_gate_exps.weight[233]: blk.7.ffn_gate_exps.weight[234]: blk.7.ffn_gate_exps.weight[235]: IQ3_XXS blk.7.ffn_gate_exps.weight[236]: blk.7.ffn_gate_exps.weight[237]: IQ3_XXS blk.7.ffn_gate_exps.weight[238]: blk.7.ffn_gate_exps.weight[239]: IQ3_XXS blk.7.ffn_gate_exps.weight[240]: IQ3_XXS blk.7.ffn_gate_exps.weight[241]: IQ3_XXS blk.7.ffn_gate_exps.weight[242]: blk.7.ffn_gate_exps.weight[243]: blk.7.ffn_gate_exps.weight[244]: IQ3_XXS blk.7.ffn_gate_exps.weight[245]: IQ3_XXS blk.7.ffn_gate_exps.weight[246]: blk.7.ffn_gate_exps.weight[247]: blk.7.ffn_gate_exps.weight[248]: blk.7.ffn_gate_exps.weight[249]: blk.7.ffn_gate_exps.weight[250]: IQ3_XXS blk.7.ffn_gate_exps.weight[251]: blk.7.ffn_gate_exps.weight[252]: blk.7.ffn_gate_exps.weight[253]: blk.7.ffn_gate_exps.weight[254]: blk.7.ffn_gate_exps.weight[255]: IQ3_XXS blk.7.ffn_gate_exps.weight[256]: blk.7.ffn_gate_exps.weight[257]: IQ3_XXS blk.7.ffn_gate_exps.weight[258]: blk.7.ffn_gate_exps.weight[259]: IQ3_XXS blk.7.ffn_gate_exps.weight[260]: IQ3_XXS blk.7.ffn_gate_exps.weight[261]: blk.7.ffn_gate_exps.weight[262]: IQ3_XXS blk.7.ffn_gate_exps.weight[263]: IQ3_XXS blk.7.ffn_gate_exps.weight[264]: IQ3_XXS blk.7.ffn_gate_exps.weight[265]: blk.7.ffn_gate_exps.weight[266]: blk.7.ffn_gate_exps.weight[267]: IQ3_XXS blk.7.ffn_gate_exps.weight[268]: IQ3_XXS blk.7.ffn_gate_exps.weight[269]: blk.7.ffn_gate_exps.weight[270]: blk.7.ffn_gate_exps.weight[271]: blk.7.ffn_gate_exps.weight[272]: IQ3_XXS blk.7.ffn_gate_exps.weight[273]: blk.7.ffn_gate_exps.weight[274]: IQ3_XXS blk.7.ffn_gate_exps.weight[275]: blk.7.ffn_gate_exps.weight[276]: IQ3_XXS blk.7.ffn_gate_exps.weight[277]: IQ3_XXS blk.7.ffn_gate_exps.weight[278]: blk.7.ffn_gate_exps.weight[279]: blk.7.ffn_gate_exps.weight[280]: blk.7.ffn_gate_exps.weight[281]: blk.7.ffn_gate_exps.weight[282]: IQ3_XXS blk.7.ffn_gate_exps.weight[283]: IQ3_XXS blk.7.ffn_gate_exps.weight[284]: blk.7.ffn_gate_exps.weight[285]: blk.7.ffn_gate_exps.weight[286]: blk.7.ffn_gate_exps.weight[287]: blk.7.ffn_gate_exps.weight[288]: IQ3_XXS blk.7.ffn_gate_exps.weight[289]: blk.7.ffn_gate_exps.weight[290]: IQ3_XXS blk.7.ffn_gate_exps.weight[291]: IQ3_XXS blk.7.ffn_gate_exps.weight[292]: blk.7.ffn_gate_exps.weight[293]: IQ3_XXS blk.7.ffn_gate_exps.weight[294]: IQ3_XXS blk.7.ffn_gate_exps.weight[295]: IQ3_XXS blk.7.ffn_gate_exps.weight[296]: IQ3_XXS blk.7.ffn_gate_exps.weight[297]: IQ3_XXS blk.7.ffn_gate_exps.weight[298]: blk.7.ffn_gate_exps.weight[299]: IQ3_XXS blk.7.ffn_gate_exps.weight[300]: IQ3_XXS blk.7.ffn_gate_exps.weight[301]: blk.7.ffn_gate_exps.weight[302]: IQ3_XXS blk.7.ffn_gate_exps.weight[303]: blk.7.ffn_gate_exps.weight[304]: IQ3_XXS blk.7.ffn_gate_exps.weight[305]: IQ3_XXS blk.7.ffn_gate_exps.weight[306]: blk.7.ffn_gate_exps.weight[307]: blk.7.ffn_gate_exps.weight[308]: IQ3_XXS blk.7.ffn_gate_exps.weight[309]: blk.7.ffn_gate_exps.weight[310]: blk.7.ffn_gate_exps.weight[311]: blk.7.ffn_gate_exps.weight[312]: blk.7.ffn_gate_exps.weight[313]: IQ3_XXS blk.7.ffn_gate_exps.weight[314]: blk.7.ffn_gate_exps.weight[315]: IQ3_XXS blk.7.ffn_gate_exps.weight[316]: blk.7.ffn_gate_exps.weight[317]: IQ3_XXS blk.7.ffn_gate_exps.weight[318]: blk.7.ffn_gate_exps.weight[319]: blk.7.ffn_gate_exps.weight[320]: blk.7.ffn_gate_exps.weight[321]: IQ3_XXS blk.7.ffn_gate_exps.weight[322]: blk.7.ffn_gate_exps.weight[323]: IQ3_XXS blk.7.ffn_gate_exps.weight[324]: IQ3_XXS blk.7.ffn_gate_exps.weight[325]: IQ3_XXS blk.7.ffn_gate_exps.weight[326]: blk.7.ffn_gate_exps.weight[327]: IQ3_XXS blk.7.ffn_gate_exps.weight[328]: blk.7.ffn_gate_exps.weight[329]: IQ3_XXS blk.7.ffn_gate_exps.weight[330]: IQ3_XXS blk.7.ffn_gate_exps.weight[331]: blk.7.ffn_gate_exps.weight[332]: IQ3_XXS blk.7.ffn_gate_exps.weight[333]: IQ3_XXS blk.7.ffn_gate_exps.weight[334]: IQ3_XXS blk.7.ffn_gate_exps.weight[335]: blk.7.ffn_gate_exps.weight[336]: IQ3_XXS blk.7.ffn_gate_exps.weight[337]: blk.7.ffn_gate_exps.weight[338]: IQ3_XXS blk.7.ffn_gate_exps.weight[339]: blk.7.ffn_gate_exps.weight[340]: IQ3_XXS blk.7.ffn_gate_exps.weight[341]: blk.7.ffn_gate_exps.weight[342]: blk.7.ffn_gate_exps.weight[343]: blk.7.ffn_gate_exps.weight[344]: blk.7.ffn_gate_exps.weight[345]: blk.7.ffn_gate_exps.weight[346]: IQ3_XXS blk.7.ffn_gate_exps.weight[347]: blk.7.ffn_gate_exps.weight[348]: blk.7.ffn_gate_exps.weight[349]: IQ3_XXS blk.7.ffn_gate_exps.weight[350]: IQ3_XXS blk.7.ffn_gate_exps.weight[351]: IQ3_XXS blk.7.ffn_gate_exps.weight[352]: IQ3_XXS blk.7.ffn_gate_exps.weight[353]: IQ3_XXS blk.7.ffn_gate_exps.weight[354]: IQ3_XXS blk.7.ffn_gate_exps.weight[355]: IQ3_XXS blk.7.ffn_gate_exps.weight[356]: blk.7.ffn_gate_exps.weight[357]: IQ3_XXS blk.7.ffn_gate_exps.weight[358]: blk.7.ffn_gate_exps.weight[359]: IQ3_XXS blk.7.ffn_gate_exps.weight[360]: IQ3_XXS blk.7.ffn_gate_exps.weight[361]: blk.7.ffn_gate_exps.weight[362]: blk.7.ffn_gate_exps.weight[363]: IQ3_XXS blk.7.ffn_gate_exps.weight[364]: blk.7.ffn_gate_exps.weight[365]: IQ3_XXS blk.7.ffn_gate_exps.weight[366]: blk.7.ffn_gate_exps.weight[367]: IQ3_XXS blk.7.ffn_gate_exps.weight[368]: blk.7.ffn_gate_exps.weight[369]: IQ3_XXS blk.7.ffn_gate_exps.weight[370]: blk.7.ffn_gate_exps.weight[371]: IQ3_XXS blk.7.ffn_gate_exps.weight[372]: blk.7.ffn_gate_exps.weight[373]: IQ3_XXS blk.7.ffn_gate_exps.weight[374]: IQ3_XXS blk.7.ffn_gate_exps.weight[375]: blk.7.ffn_gate_exps.weight[376]: blk.7.ffn_gate_exps.weight[377]: blk.7.ffn_gate_exps.weight[378]: IQ3_XXS blk.7.ffn_gate_exps.weight[379]: blk.7.ffn_gate_exps.weight[380]: blk.7.ffn_gate_exps.weight[381]: IQ3_XXS blk.7.ffn_gate_exps.weight[382]: IQ3_XXS blk.7.ffn_gate_exps.weight[383]: IQ3_XXS blk.7.ffn_gate_exps.weight[384]: blk.7.ffn_gate_exps.weight[385]: blk.7.ffn_gate_exps.weight[386]: IQ3_XXS blk.7.ffn_gate_exps.weight[387]: IQ3_XXS blk.7.ffn_gate_exps.weight[388]: blk.7.ffn_gate_exps.weight[389]: blk.7.ffn_gate_exps.weight[390]: IQ3_XXS blk.7.ffn_gate_exps.weight[391]: IQ3_XXS blk.7.ffn_gate_exps.weight[392]: IQ3_XXS blk.7.ffn_gate_exps.weight[393]: IQ3_XXS blk.7.ffn_gate_exps.weight[394]: IQ3_XXS blk.7.ffn_gate_exps.weight[395]: blk.7.ffn_gate_exps.weight[396]: IQ3_XXS blk.7.ffn_gate_exps.weight[397]: IQ3_XXS blk.7.ffn_gate_exps.weight[398]: IQ3_XXS blk.7.ffn_gate_exps.weight[399]: IQ3_XXS blk.7.ffn_gate_exps.weight[400]: blk.7.ffn_gate_exps.weight[401]: blk.7.ffn_gate_exps.weight[402]: blk.7.ffn_gate_exps.weight[403]: IQ3_XXS blk.7.ffn_gate_exps.weight[404]: IQ3_XXS blk.7.ffn_gate_exps.weight[405]: blk.7.ffn_gate_exps.weight[406]: blk.7.ffn_gate_exps.weight[407]: blk.7.ffn_gate_exps.weight[408]: blk.7.ffn_gate_exps.weight[409]: blk.7.ffn_gate_exps.weight[410]: IQ3_XXS blk.7.ffn_gate_exps.weight[411]: IQ3_XXS blk.7.ffn_gate_exps.weight[412]: IQ3_XXS blk.7.ffn_gate_exps.weight[413]: blk.7.ffn_gate_exps.weight[414]: blk.7.ffn_gate_exps.weight[415]: IQ3_XXS blk.7.ffn_gate_exps.weight[416]: blk.7.ffn_gate_exps.weight[417]: blk.7.ffn_gate_exps.weight[418]: IQ3_XXS blk.7.ffn_gate_exps.weight[419]: IQ3_XXS blk.7.ffn_gate_exps.weight[420]: IQ3_XXS blk.7.ffn_gate_exps.weight[421]: blk.7.ffn_gate_exps.weight[422]: blk.7.ffn_gate_exps.weight[423]: IQ3_XXS blk.7.ffn_gate_exps.weight[424]: IQ3_XXS blk.7.ffn_gate_exps.weight[425]: IQ3_XXS blk.7.ffn_gate_exps.weight[426]: blk.7.ffn_gate_exps.weight[427]: blk.7.ffn_gate_exps.weight[428]: blk.7.ffn_gate_exps.weight[429]: IQ3_XXS blk.7.ffn_gate_exps.weight[430]: IQ3_XXS blk.7.ffn_gate_exps.weight[431]: blk.7.ffn_gate_exps.weight[432]: blk.7.ffn_gate_exps.weight[433]: blk.7.ffn_gate_exps.weight[434]: blk.7.ffn_gate_exps.weight[435]: blk.7.ffn_gate_exps.weight[436]: IQ3_XXS blk.7.ffn_gate_exps.weight[437]: blk.7.ffn_gate_exps.weight[438]: IQ3_XXS blk.7.ffn_gate_exps.weight[439]: blk.7.ffn_gate_exps.weight[440]: blk.7.ffn_gate_exps.weight[441]: blk.7.ffn_gate_exps.weight[442]: IQ3_XXS blk.7.ffn_gate_exps.weight[443]: blk.7.ffn_gate_exps.weight[444]: IQ3_XXS blk.7.ffn_gate_exps.weight[445]: blk.7.ffn_gate_exps.weight[446]: blk.7.ffn_gate_exps.weight[447]: blk.7.ffn_gate_exps.weight[448]: IQ3_XXS blk.7.ffn_gate_exps.weight[449]: IQ3_XXS blk.7.ffn_gate_exps.weight[450]: IQ3_XXS blk.7.ffn_gate_exps.weight[451]: IQ3_XXS blk.7.ffn_gate_exps.weight[452]: IQ3_XXS blk.7.ffn_gate_exps.weight[453]: blk.7.ffn_gate_exps.weight[454]: IQ3_XXS blk.7.ffn_gate_exps.weight[455]: IQ3_XXS blk.7.ffn_gate_exps.weight[456]: blk.7.ffn_gate_exps.weight[457]: IQ3_XXS blk.7.ffn_gate_exps.weight[458]: IQ3_XXS blk.7.ffn_gate_exps.weight[459]: blk.7.ffn_gate_exps.weight[460]: blk.7.ffn_gate_exps.weight[461]: IQ3_XXS blk.7.ffn_gate_exps.weight[462]: IQ3_XXS blk.7.ffn_gate_exps.weight[463]: blk.7.ffn_gate_exps.weight[464]: IQ3_XXS blk.7.ffn_gate_exps.weight[465]: IQ3_XXS blk.7.ffn_gate_exps.weight[466]: IQ3_XXS blk.7.ffn_gate_exps.weight[467]: blk.7.ffn_gate_exps.weight[468]: IQ3_XXS blk.7.ffn_gate_exps.weight[469]: IQ3_XXS blk.7.ffn_gate_exps.weight[470]: IQ3_XXS blk.7.ffn_gate_exps.weight[471]: blk.7.ffn_gate_exps.weight[472]: blk.7.ffn_gate_exps.weight[473]: blk.7.ffn_gate_exps.weight[474]: IQ3_XXS blk.7.ffn_gate_exps.weight[475]: blk.7.ffn_gate_exps.weight[476]: blk.7.ffn_gate_exps.weight[477]: blk.7.ffn_gate_exps.weight[478]: blk.7.ffn_gate_exps.weight[479]: blk.7.ffn_gate_exps.weight[480]: IQ3_XXS blk.7.ffn_gate_exps.weight[481]: blk.7.ffn_gate_exps.weight[482]: IQ3_XXS blk.7.ffn_gate_exps.weight[483]: blk.7.ffn_gate_exps.weight[484]: blk.7.ffn_gate_exps.weight[485]: IQ3_XXS blk.7.ffn_gate_exps.weight[486]: IQ3_XXS blk.7.ffn_gate_exps.weight[487]: blk.7.ffn_gate_exps.weight[488]: blk.7.ffn_gate_exps.weight[489]: blk.7.ffn_gate_exps.weight[490]: IQ3_XXS blk.7.ffn_gate_exps.weight[491]: blk.7.ffn_gate_exps.weight[492]: IQ3_XXS blk.7.ffn_gate_exps.weight[493]: IQ3_XXS blk.7.ffn_gate_exps.weight[494]: IQ3_XXS blk.7.ffn_gate_exps.weight[495]: blk.7.ffn_gate_exps.weight[496]: IQ3_XXS blk.7.ffn_gate_exps.weight[497]: blk.7.ffn_gate_exps.weight[498]: IQ3_XXS blk.7.ffn_gate_exps.weight[499]: IQ3_XXS blk.7.ffn_gate_exps.weight[500]: blk.7.ffn_gate_exps.weight[501]: blk.7.ffn_gate_exps.weight[502]: IQ3_XXS blk.7.ffn_gate_exps.weight[503]: IQ3_XXS blk.7.ffn_gate_exps.weight[504]: blk.7.ffn_gate_exps.weight[505]: IQ3_XXS blk.7.ffn_gate_exps.weight[506]: blk.7.ffn_gate_exps.weight[507]: blk.7.ffn_gate_exps.weight[508]: blk.7.ffn_gate_exps.weight[509]: blk.7.ffn_gate_exps.weight[510]: blk.7.ffn_gate_exps.weight[511]: blk.7.ffn_up_exps.weight[0]: IQ3_XXS blk.7.ffn_up_exps.weight[1]: blk.7.ffn_up_exps.weight[2]: blk.7.ffn_up_exps.weight[3]: IQ3_XXS blk.7.ffn_up_exps.weight[4]: IQ3_XXS blk.7.ffn_up_exps.weight[5]: IQ3_XXS blk.7.ffn_up_exps.weight[6]: blk.7.ffn_up_exps.weight[7]: blk.7.ffn_up_exps.weight[8]: blk.7.ffn_up_exps.weight[9]: IQ3_XXS blk.7.ffn_up_exps.weight[10]: IQ3_XXS blk.7.ffn_up_exps.weight[11]: IQ3_XXS blk.7.ffn_up_exps.weight[12]: IQ3_XXS blk.7.ffn_up_exps.weight[13]: IQ3_XXS blk.7.ffn_up_exps.weight[14]: IQ3_XXS blk.7.ffn_up_exps.weight[15]: IQ3_XXS blk.7.ffn_up_exps.weight[16]: IQ3_XXS blk.7.ffn_up_exps.weight[17]: blk.7.ffn_up_exps.weight[18]: blk.7.ffn_up_exps.weight[19]: blk.7.ffn_up_exps.weight[20]: IQ3_XXS blk.7.ffn_up_exps.weight[21]: IQ3_XXS blk.7.ffn_up_exps.weight[22]: IQ3_XXS blk.7.ffn_up_exps.weight[23]: IQ3_XXS blk.7.ffn_up_exps.weight[24]: blk.7.ffn_up_exps.weight[25]: blk.7.ffn_up_exps.weight[26]: IQ3_XXS blk.7.ffn_up_exps.weight[27]: blk.7.ffn_up_exps.weight[28]: blk.7.ffn_up_exps.weight[29]: IQ3_XXS blk.7.ffn_up_exps.weight[30]: blk.7.ffn_up_exps.weight[31]: IQ3_XXS blk.7.ffn_up_exps.weight[32]: blk.7.ffn_up_exps.weight[33]: IQ3_XXS blk.7.ffn_up_exps.weight[34]: IQ3_XXS blk.7.ffn_up_exps.weight[35]: IQ3_XXS blk.7.ffn_up_exps.weight[36]: IQ3_XXS blk.7.ffn_up_exps.weight[37]: IQ3_XXS blk.7.ffn_up_exps.weight[38]: IQ3_XXS blk.7.ffn_up_exps.weight[39]: IQ3_XXS blk.7.ffn_up_exps.weight[40]: IQ3_XXS blk.7.ffn_up_exps.weight[41]: IQ3_XXS blk.7.ffn_up_exps.weight[42]: blk.7.ffn_up_exps.weight[43]: blk.7.ffn_up_exps.weight[44]: IQ3_XXS blk.7.ffn_up_exps.weight[45]: blk.7.ffn_up_exps.weight[46]: blk.7.ffn_up_exps.weight[47]: blk.7.ffn_up_exps.weight[48]: blk.7.ffn_up_exps.weight[49]: blk.7.ffn_up_exps.weight[50]: IQ3_XXS blk.7.ffn_up_exps.weight[51]: IQ3_XXS blk.7.ffn_up_exps.weight[52]: blk.7.ffn_up_exps.weight[53]: blk.7.ffn_up_exps.weight[54]: IQ3_XXS blk.7.ffn_up_exps.weight[55]: IQ3_XXS blk.7.ffn_up_exps.weight[56]: blk.7.ffn_up_exps.weight[57]: blk.7.ffn_up_exps.weight[58]: blk.7.ffn_up_exps.weight[59]: blk.7.ffn_up_exps.weight[60]: IQ3_XXS blk.7.ffn_up_exps.weight[61]: IQ3_XXS blk.7.ffn_up_exps.weight[62]: IQ3_XXS blk.7.ffn_up_exps.weight[63]: blk.7.ffn_up_exps.weight[64]: IQ3_XXS blk.7.ffn_up_exps.weight[65]: IQ3_XXS blk.7.ffn_up_exps.weight[66]: blk.7.ffn_up_exps.weight[67]: blk.7.ffn_up_exps.weight[68]: blk.7.ffn_up_exps.weight[69]: blk.7.ffn_up_exps.weight[70]: IQ3_XXS blk.7.ffn_up_exps.weight[71]: IQ3_XXS blk.7.ffn_up_exps.weight[72]: blk.7.ffn_up_exps.weight[73]: IQ3_XXS blk.7.ffn_up_exps.weight[74]: IQ3_XXS blk.7.ffn_up_exps.weight[75]: IQ3_XXS blk.7.ffn_up_exps.weight[76]: IQ3_XXS blk.7.ffn_up_exps.weight[77]: blk.7.ffn_up_exps.weight[78]: blk.7.ffn_up_exps.weight[79]: blk.7.ffn_up_exps.weight[80]: IQ3_XXS blk.7.ffn_up_exps.weight[81]: IQ3_XXS blk.7.ffn_up_exps.weight[82]: IQ3_XXS blk.7.ffn_up_exps.weight[83]: IQ3_XXS blk.7.ffn_up_exps.weight[84]: IQ3_XXS blk.7.ffn_up_exps.weight[85]: IQ3_XXS blk.7.ffn_up_exps.weight[86]: blk.7.ffn_up_exps.weight[87]: blk.7.ffn_up_exps.weight[88]: blk.7.ffn_up_exps.weight[89]: blk.7.ffn_up_exps.weight[90]: blk.7.ffn_up_exps.weight[91]: blk.7.ffn_up_exps.weight[92]: blk.7.ffn_up_exps.weight[93]: IQ3_XXS blk.7.ffn_up_exps.weight[94]: IQ3_XXS blk.7.ffn_up_exps.weight[95]: IQ3_XXS blk.7.ffn_up_exps.weight[96]: blk.7.ffn_up_exps.weight[97]: blk.7.ffn_up_exps.weight[98]: IQ3_XXS blk.7.ffn_up_exps.weight[99]: blk.7.ffn_up_exps.weight[100]: blk.7.ffn_up_exps.weight[101]: blk.7.ffn_up_exps.weight[102]: IQ3_XXS blk.7.ffn_up_exps.weight[103]: IQ3_XXS blk.7.ffn_up_exps.weight[104]: IQ3_XXS blk.7.ffn_up_exps.weight[105]: IQ3_XXS blk.7.ffn_up_exps.weight[106]: blk.7.ffn_up_exps.weight[107]: IQ3_XXS blk.7.ffn_up_exps.weight[108]: blk.7.ffn_up_exps.weight[109]: IQ3_XXS blk.7.ffn_up_exps.weight[110]: IQ3_XXS blk.7.ffn_up_exps.weight[111]: blk.7.ffn_up_exps.weight[112]: blk.7.ffn_up_exps.weight[113]: IQ3_XXS blk.7.ffn_up_exps.weight[114]: IQ3_XXS blk.7.ffn_up_exps.weight[115]: blk.7.ffn_up_exps.weight[116]: IQ3_XXS blk.7.ffn_up_exps.weight[117]: IQ3_XXS blk.7.ffn_up_exps.weight[118]: IQ3_XXS blk.7.ffn_up_exps.weight[119]: IQ3_XXS blk.7.ffn_up_exps.weight[120]: IQ3_XXS blk.7.ffn_up_exps.weight[121]: IQ3_XXS blk.7.ffn_up_exps.weight[122]: blk.7.ffn_up_exps.weight[123]: IQ3_XXS blk.7.ffn_up_exps.weight[124]: blk.7.ffn_up_exps.weight[125]: blk.7.ffn_up_exps.weight[126]: blk.7.ffn_up_exps.weight[127]: blk.7.ffn_up_exps.weight[128]: IQ3_XXS blk.7.ffn_up_exps.weight[129]: blk.7.ffn_up_exps.weight[130]: blk.7.ffn_up_exps.weight[131]: blk.7.ffn_up_exps.weight[132]: IQ3_XXS blk.7.ffn_up_exps.weight[133]: blk.7.ffn_up_exps.weight[134]: IQ3_XXS blk.7.ffn_up_exps.weight[135]: IQ3_XXS blk.7.ffn_up_exps.weight[136]: IQ3_XXS blk.7.ffn_up_exps.weight[137]: blk.7.ffn_up_exps.weight[138]: blk.7.ffn_up_exps.weight[139]: blk.7.ffn_up_exps.weight[140]: IQ3_XXS blk.7.ffn_up_exps.weight[141]: blk.7.ffn_up_exps.weight[142]: IQ3_XXS blk.7.ffn_up_exps.weight[143]: IQ3_XXS blk.7.ffn_up_exps.weight[144]: blk.7.ffn_up_exps.weight[145]: IQ3_XXS blk.7.ffn_up_exps.weight[146]: IQ3_XXS blk.7.ffn_up_exps.weight[147]: IQ3_XXS blk.7.ffn_up_exps.weight[148]: IQ3_XXS blk.7.ffn_up_exps.weight[149]: blk.7.ffn_up_exps.weight[150]: blk.7.ffn_up_exps.weight[151]: IQ3_XXS blk.7.ffn_up_exps.weight[152]: IQ3_XXS blk.7.ffn_up_exps.weight[153]: blk.7.ffn_up_exps.weight[154]: IQ3_XXS blk.7.ffn_up_exps.weight[155]: blk.7.ffn_up_exps.weight[156]: blk.7.ffn_up_exps.weight[157]: blk.7.ffn_up_exps.weight[158]: IQ3_XXS blk.7.ffn_up_exps.weight[159]: IQ3_XXS blk.7.ffn_up_exps.weight[160]: blk.7.ffn_up_exps.weight[161]: IQ3_XXS blk.7.ffn_up_exps.weight[162]: IQ3_XXS blk.7.ffn_up_exps.weight[163]: blk.7.ffn_up_exps.weight[164]: IQ3_XXS blk.7.ffn_up_exps.weight[165]: IQ3_XXS blk.7.ffn_up_exps.weight[166]: blk.7.ffn_up_exps.weight[167]: IQ3_XXS blk.7.ffn_up_exps.weight[168]: IQ3_XXS blk.7.ffn_up_exps.weight[169]: IQ3_XXS blk.7.ffn_up_exps.weight[170]: IQ3_XXS blk.7.ffn_up_exps.weight[171]: IQ3_XXS blk.7.ffn_up_exps.weight[172]: IQ3_XXS blk.7.ffn_up_exps.weight[173]: blk.7.ffn_up_exps.weight[174]: IQ3_XXS blk.7.ffn_up_exps.weight[175]: IQ3_XXS blk.7.ffn_up_exps.weight[176]: IQ3_XXS blk.7.ffn_up_exps.weight[177]: blk.7.ffn_up_exps.weight[178]: blk.7.ffn_up_exps.weight[179]: blk.7.ffn_up_exps.weight[180]: blk.7.ffn_up_exps.weight[181]: IQ3_XXS blk.7.ffn_up_exps.weight[182]: IQ3_XXS blk.7.ffn_up_exps.weight[183]: blk.7.ffn_up_exps.weight[184]: blk.7.ffn_up_exps.weight[185]: blk.7.ffn_up_exps.weight[186]: IQ3_XXS blk.7.ffn_up_exps.weight[187]: blk.7.ffn_up_exps.weight[188]: blk.7.ffn_up_exps.weight[189]: blk.7.ffn_up_exps.weight[190]: blk.7.ffn_up_exps.weight[191]: blk.7.ffn_up_exps.weight[192]: blk.7.ffn_up_exps.weight[193]: blk.7.ffn_up_exps.weight[194]: IQ3_XXS blk.7.ffn_up_exps.weight[195]: blk.7.ffn_up_exps.weight[196]: blk.7.ffn_up_exps.weight[197]: IQ3_XXS blk.7.ffn_up_exps.weight[198]: IQ3_XXS blk.7.ffn_up_exps.weight[199]: IQ3_XXS blk.7.ffn_up_exps.weight[200]: IQ3_XXS blk.7.ffn_up_exps.weight[201]: blk.7.ffn_up_exps.weight[202]: blk.7.ffn_up_exps.weight[203]: IQ3_XXS blk.7.ffn_up_exps.weight[204]: blk.7.ffn_up_exps.weight[205]: blk.7.ffn_up_exps.weight[206]: IQ3_XXS blk.7.ffn_up_exps.weight[207]: blk.7.ffn_up_exps.weight[208]: IQ3_XXS blk.7.ffn_up_exps.weight[209]: blk.7.ffn_up_exps.weight[210]: blk.7.ffn_up_exps.weight[211]: blk.7.ffn_up_exps.weight[212]: IQ3_XXS blk.7.ffn_up_exps.weight[213]: blk.7.ffn_up_exps.weight[214]: blk.7.ffn_up_exps.weight[215]: IQ3_XXS blk.7.ffn_up_exps.weight[216]: blk.7.ffn_up_exps.weight[217]: IQ3_XXS blk.7.ffn_up_exps.weight[218]: blk.7.ffn_up_exps.weight[219]: blk.7.ffn_up_exps.weight[220]: blk.7.ffn_up_exps.weight[221]: IQ3_XXS blk.7.ffn_up_exps.weight[222]: blk.7.ffn_up_exps.weight[223]: IQ3_XXS blk.7.ffn_up_exps.weight[224]: blk.7.ffn_up_exps.weight[225]: blk.7.ffn_up_exps.weight[226]: blk.7.ffn_up_exps.weight[227]: IQ3_XXS blk.7.ffn_up_exps.weight[228]: IQ3_XXS blk.7.ffn_up_exps.weight[229]: blk.7.ffn_up_exps.weight[230]: IQ3_XXS blk.7.ffn_up_exps.weight[231]: blk.7.ffn_up_exps.weight[232]: IQ3_XXS blk.7.ffn_up_exps.weight[233]: blk.7.ffn_up_exps.weight[234]: blk.7.ffn_up_exps.weight[235]: IQ3_XXS blk.7.ffn_up_exps.weight[236]: blk.7.ffn_up_exps.weight[237]: IQ3_XXS blk.7.ffn_up_exps.weight[238]: blk.7.ffn_up_exps.weight[239]: IQ3_XXS blk.7.ffn_up_exps.weight[240]: IQ3_XXS blk.7.ffn_up_exps.weight[241]: IQ3_XXS blk.7.ffn_up_exps.weight[242]: blk.7.ffn_up_exps.weight[243]: blk.7.ffn_up_exps.weight[244]: IQ3_XXS blk.7.ffn_up_exps.weight[245]: IQ3_XXS blk.7.ffn_up_exps.weight[246]: blk.7.ffn_up_exps.weight[247]: blk.7.ffn_up_exps.weight[248]: blk.7.ffn_up_exps.weight[249]: blk.7.ffn_up_exps.weight[250]: IQ3_XXS blk.7.ffn_up_exps.weight[251]: blk.7.ffn_up_exps.weight[252]: blk.7.ffn_up_exps.weight[253]: blk.7.ffn_up_exps.weight[254]: blk.7.ffn_up_exps.weight[255]: IQ3_XXS blk.7.ffn_up_exps.weight[256]: blk.7.ffn_up_exps.weight[257]: IQ3_XXS blk.7.ffn_up_exps.weight[258]: blk.7.ffn_up_exps.weight[259]: IQ3_XXS blk.7.ffn_up_exps.weight[260]: IQ3_XXS blk.7.ffn_up_exps.weight[261]: blk.7.ffn_up_exps.weight[262]: IQ3_XXS blk.7.ffn_up_exps.weight[263]: IQ3_XXS blk.7.ffn_up_exps.weight[264]: IQ3_XXS blk.7.ffn_up_exps.weight[265]: blk.7.ffn_up_exps.weight[266]: blk.7.ffn_up_exps.weight[267]: IQ3_XXS blk.7.ffn_up_exps.weight[268]: IQ3_XXS blk.7.ffn_up_exps.weight[269]: blk.7.ffn_up_exps.weight[270]: blk.7.ffn_up_exps.weight[271]: blk.7.ffn_up_exps.weight[272]: IQ3_XXS blk.7.ffn_up_exps.weight[273]: blk.7.ffn_up_exps.weight[274]: IQ3_XXS blk.7.ffn_up_exps.weight[275]: blk.7.ffn_up_exps.weight[276]: IQ3_XXS blk.7.ffn_up_exps.weight[277]: IQ3_XXS blk.7.ffn_up_exps.weight[278]: blk.7.ffn_up_exps.weight[279]: blk.7.ffn_up_exps.weight[280]: blk.7.ffn_up_exps.weight[281]: blk.7.ffn_up_exps.weight[282]: IQ3_XXS blk.7.ffn_up_exps.weight[283]: IQ3_XXS blk.7.ffn_up_exps.weight[284]: blk.7.ffn_up_exps.weight[285]: blk.7.ffn_up_exps.weight[286]: blk.7.ffn_up_exps.weight[287]: blk.7.ffn_up_exps.weight[288]: IQ3_XXS blk.7.ffn_up_exps.weight[289]: blk.7.ffn_up_exps.weight[290]: IQ3_XXS blk.7.ffn_up_exps.weight[291]: IQ3_XXS blk.7.ffn_up_exps.weight[292]: blk.7.ffn_up_exps.weight[293]: IQ3_XXS blk.7.ffn_up_exps.weight[294]: IQ3_XXS blk.7.ffn_up_exps.weight[295]: IQ3_XXS blk.7.ffn_up_exps.weight[296]: IQ3_XXS blk.7.ffn_up_exps.weight[297]: IQ3_XXS blk.7.ffn_up_exps.weight[298]: blk.7.ffn_up_exps.weight[299]: IQ3_XXS blk.7.ffn_up_exps.weight[300]: IQ3_XXS blk.7.ffn_up_exps.weight[301]: blk.7.ffn_up_exps.weight[302]: IQ3_XXS blk.7.ffn_up_exps.weight[303]: blk.7.ffn_up_exps.weight[304]: IQ3_XXS blk.7.ffn_up_exps.weight[305]: IQ3_XXS blk.7.ffn_up_exps.weight[306]: blk.7.ffn_up_exps.weight[307]: blk.7.ffn_up_exps.weight[308]: IQ3_XXS blk.7.ffn_up_exps.weight[309]: blk.7.ffn_up_exps.weight[310]: blk.7.ffn_up_exps.weight[311]: blk.7.ffn_up_exps.weight[312]: blk.7.ffn_up_exps.weight[313]: IQ3_XXS blk.7.ffn_up_exps.weight[314]: blk.7.ffn_up_exps.weight[315]: IQ3_XXS blk.7.ffn_up_exps.weight[316]: blk.7.ffn_up_exps.weight[317]: IQ3_XXS blk.7.ffn_up_exps.weight[318]: blk.7.ffn_up_exps.weight[319]: blk.7.ffn_up_exps.weight[320]: blk.7.ffn_up_exps.weight[321]: IQ3_XXS blk.7.ffn_up_exps.weight[322]: blk.7.ffn_up_exps.weight[323]: IQ3_XXS blk.7.ffn_up_exps.weight[324]: IQ3_XXS blk.7.ffn_up_exps.weight[325]: IQ3_XXS blk.7.ffn_up_exps.weight[326]: blk.7.ffn_up_exps.weight[327]: IQ3_XXS blk.7.ffn_up_exps.weight[328]: blk.7.ffn_up_exps.weight[329]: IQ3_XXS blk.7.ffn_up_exps.weight[330]: IQ3_XXS blk.7.ffn_up_exps.weight[331]: blk.7.ffn_up_exps.weight[332]: IQ3_XXS blk.7.ffn_up_exps.weight[333]: IQ3_XXS blk.7.ffn_up_exps.weight[334]: IQ3_XXS blk.7.ffn_up_exps.weight[335]: blk.7.ffn_up_exps.weight[336]: IQ3_XXS blk.7.ffn_up_exps.weight[337]: blk.7.ffn_up_exps.weight[338]: IQ3_XXS blk.7.ffn_up_exps.weight[339]: blk.7.ffn_up_exps.weight[340]: IQ3_XXS blk.7.ffn_up_exps.weight[341]: blk.7.ffn_up_exps.weight[342]: blk.7.ffn_up_exps.weight[343]: blk.7.ffn_up_exps.weight[344]: blk.7.ffn_up_exps.weight[345]: blk.7.ffn_up_exps.weight[346]: IQ3_XXS blk.7.ffn_up_exps.weight[347]: blk.7.ffn_up_exps.weight[348]: blk.7.ffn_up_exps.weight[349]: IQ3_XXS blk.7.ffn_up_exps.weight[350]: IQ3_XXS blk.7.ffn_up_exps.weight[351]: IQ3_XXS blk.7.ffn_up_exps.weight[352]: IQ3_XXS blk.7.ffn_up_exps.weight[353]: IQ3_XXS blk.7.ffn_up_exps.weight[354]: IQ3_XXS blk.7.ffn_up_exps.weight[355]: IQ3_XXS blk.7.ffn_up_exps.weight[356]: blk.7.ffn_up_exps.weight[357]: IQ3_XXS blk.7.ffn_up_exps.weight[358]: blk.7.ffn_up_exps.weight[359]: IQ3_XXS blk.7.ffn_up_exps.weight[360]: IQ3_XXS blk.7.ffn_up_exps.weight[361]: blk.7.ffn_up_exps.weight[362]: blk.7.ffn_up_exps.weight[363]: IQ3_XXS blk.7.ffn_up_exps.weight[364]: blk.7.ffn_up_exps.weight[365]: IQ3_XXS blk.7.ffn_up_exps.weight[366]: blk.7.ffn_up_exps.weight[367]: IQ3_XXS blk.7.ffn_up_exps.weight[368]: blk.7.ffn_up_exps.weight[369]: IQ3_XXS blk.7.ffn_up_exps.weight[370]: blk.7.ffn_up_exps.weight[371]: IQ3_XXS blk.7.ffn_up_exps.weight[372]: blk.7.ffn_up_exps.weight[373]: IQ3_XXS blk.7.ffn_up_exps.weight[374]: IQ3_XXS blk.7.ffn_up_exps.weight[375]: blk.7.ffn_up_exps.weight[376]: blk.7.ffn_up_exps.weight[377]: blk.7.ffn_up_exps.weight[378]: IQ3_XXS blk.7.ffn_up_exps.weight[379]: blk.7.ffn_up_exps.weight[380]: blk.7.ffn_up_exps.weight[381]: IQ3_XXS blk.7.ffn_up_exps.weight[382]: IQ3_XXS blk.7.ffn_up_exps.weight[383]: IQ3_XXS blk.7.ffn_up_exps.weight[384]: blk.7.ffn_up_exps.weight[385]: blk.7.ffn_up_exps.weight[386]: IQ3_XXS blk.7.ffn_up_exps.weight[387]: IQ3_XXS blk.7.ffn_up_exps.weight[388]: blk.7.ffn_up_exps.weight[389]: blk.7.ffn_up_exps.weight[390]: IQ3_XXS blk.7.ffn_up_exps.weight[391]: IQ3_XXS blk.7.ffn_up_exps.weight[392]: IQ3_XXS blk.7.ffn_up_exps.weight[393]: IQ3_XXS blk.7.ffn_up_exps.weight[394]: IQ3_XXS blk.7.ffn_up_exps.weight[395]: blk.7.ffn_up_exps.weight[396]: IQ3_XXS blk.7.ffn_up_exps.weight[397]: IQ3_XXS blk.7.ffn_up_exps.weight[398]: IQ3_XXS blk.7.ffn_up_exps.weight[399]: IQ3_XXS blk.7.ffn_up_exps.weight[400]: blk.7.ffn_up_exps.weight[401]: blk.7.ffn_up_exps.weight[402]: blk.7.ffn_up_exps.weight[403]: IQ3_XXS blk.7.ffn_up_exps.weight[404]: IQ3_XXS blk.7.ffn_up_exps.weight[405]: blk.7.ffn_up_exps.weight[406]: blk.7.ffn_up_exps.weight[407]: blk.7.ffn_up_exps.weight[408]: blk.7.ffn_up_exps.weight[409]: blk.7.ffn_up_exps.weight[410]: IQ3_XXS blk.7.ffn_up_exps.weight[411]: IQ3_XXS blk.7.ffn_up_exps.weight[412]: IQ3_XXS blk.7.ffn_up_exps.weight[413]: blk.7.ffn_up_exps.weight[414]: blk.7.ffn_up_exps.weight[415]: IQ3_XXS blk.7.ffn_up_exps.weight[416]: blk.7.ffn_up_exps.weight[417]: blk.7.ffn_up_exps.weight[418]: IQ3_XXS blk.7.ffn_up_exps.weight[419]: IQ3_XXS blk.7.ffn_up_exps.weight[420]: IQ3_XXS blk.7.ffn_up_exps.weight[421]: blk.7.ffn_up_exps.weight[422]: blk.7.ffn_up_exps.weight[423]: IQ3_XXS blk.7.ffn_up_exps.weight[424]: IQ3_XXS blk.7.ffn_up_exps.weight[425]: IQ3_XXS blk.7.ffn_up_exps.weight[426]: blk.7.ffn_up_exps.weight[427]: blk.7.ffn_up_exps.weight[428]: blk.7.ffn_up_exps.weight[429]: IQ3_XXS blk.7.ffn_up_exps.weight[430]: IQ3_XXS blk.7.ffn_up_exps.weight[431]: blk.7.ffn_up_exps.weight[432]: blk.7.ffn_up_exps.weight[433]: blk.7.ffn_up_exps.weight[434]: blk.7.ffn_up_exps.weight[435]: blk.7.ffn_up_exps.weight[436]: IQ3_XXS blk.7.ffn_up_exps.weight[437]: blk.7.ffn_up_exps.weight[438]: IQ3_XXS blk.7.ffn_up_exps.weight[439]: blk.7.ffn_up_exps.weight[440]: blk.7.ffn_up_exps.weight[441]: blk.7.ffn_up_exps.weight[442]: IQ3_XXS blk.7.ffn_up_exps.weight[443]: blk.7.ffn_up_exps.weight[444]: IQ3_XXS blk.7.ffn_up_exps.weight[445]: blk.7.ffn_up_exps.weight[446]: blk.7.ffn_up_exps.weight[447]: blk.7.ffn_up_exps.weight[448]: IQ3_XXS blk.7.ffn_up_exps.weight[449]: IQ3_XXS blk.7.ffn_up_exps.weight[450]: IQ3_XXS blk.7.ffn_up_exps.weight[451]: IQ3_XXS blk.7.ffn_up_exps.weight[452]: IQ3_XXS blk.7.ffn_up_exps.weight[453]: blk.7.ffn_up_exps.weight[454]: IQ3_XXS blk.7.ffn_up_exps.weight[455]: IQ3_XXS blk.7.ffn_up_exps.weight[456]: blk.7.ffn_up_exps.weight[457]: IQ3_XXS blk.7.ffn_up_exps.weight[458]: IQ3_XXS blk.7.ffn_up_exps.weight[459]: blk.7.ffn_up_exps.weight[460]: blk.7.ffn_up_exps.weight[461]: IQ3_XXS blk.7.ffn_up_exps.weight[462]: IQ3_XXS blk.7.ffn_up_exps.weight[463]: blk.7.ffn_up_exps.weight[464]: IQ3_XXS blk.7.ffn_up_exps.weight[465]: IQ3_XXS blk.7.ffn_up_exps.weight[466]: IQ3_XXS blk.7.ffn_up_exps.weight[467]: blk.7.ffn_up_exps.weight[468]: IQ3_XXS blk.7.ffn_up_exps.weight[469]: IQ3_XXS blk.7.ffn_up_exps.weight[470]: IQ3_XXS blk.7.ffn_up_exps.weight[471]: blk.7.ffn_up_exps.weight[472]: blk.7.ffn_up_exps.weight[473]: blk.7.ffn_up_exps.weight[474]: IQ3_XXS blk.7.ffn_up_exps.weight[475]: blk.7.ffn_up_exps.weight[476]: blk.7.ffn_up_exps.weight[477]: blk.7.ffn_up_exps.weight[478]: blk.7.ffn_up_exps.weight[479]: blk.7.ffn_up_exps.weight[480]: IQ3_XXS blk.7.ffn_up_exps.weight[481]: blk.7.ffn_up_exps.weight[482]: IQ3_XXS blk.7.ffn_up_exps.weight[483]: blk.7.ffn_up_exps.weight[484]: blk.7.ffn_up_exps.weight[485]: IQ3_XXS blk.7.ffn_up_exps.weight[486]: IQ3_XXS blk.7.ffn_up_exps.weight[487]: blk.7.ffn_up_exps.weight[488]: blk.7.ffn_up_exps.weight[489]: blk.7.ffn_up_exps.weight[490]: IQ3_XXS blk.7.ffn_up_exps.weight[491]: blk.7.ffn_up_exps.weight[492]: IQ3_XXS blk.7.ffn_up_exps.weight[493]: IQ3_XXS blk.7.ffn_up_exps.weight[494]: IQ3_XXS blk.7.ffn_up_exps.weight[495]: blk.7.ffn_up_exps.weight[496]: IQ3_XXS blk.7.ffn_up_exps.weight[497]: blk.7.ffn_up_exps.weight[498]: IQ3_XXS blk.7.ffn_up_exps.weight[499]: IQ3_XXS blk.7.ffn_up_exps.weight[500]: blk.7.ffn_up_exps.weight[501]: blk.7.ffn_up_exps.weight[502]: IQ3_XXS blk.7.ffn_up_exps.weight[503]: IQ3_XXS blk.7.ffn_up_exps.weight[504]: blk.7.ffn_up_exps.weight[505]: IQ3_XXS blk.7.ffn_up_exps.weight[506]: blk.7.ffn_up_exps.weight[507]: blk.7.ffn_up_exps.weight[508]: blk.7.ffn_up_exps.weight[509]: blk.7.ffn_up_exps.weight[510]: blk.7.ffn_up_exps.weight[511]: blk.7.ffn_down_exps.weight[0]: IQ4_NL blk.7.ffn_down_exps.weight[1]: blk.7.ffn_down_exps.weight[2]: blk.7.ffn_down_exps.weight[3]: IQ4_NL blk.7.ffn_down_exps.weight[4]: IQ4_NL blk.7.ffn_down_exps.weight[5]: IQ4_NL blk.7.ffn_down_exps.weight[6]: blk.7.ffn_down_exps.weight[7]: blk.7.ffn_down_exps.weight[8]: blk.7.ffn_down_exps.weight[9]: IQ4_NL blk.7.ffn_down_exps.weight[10]: IQ4_NL blk.7.ffn_down_exps.weight[11]: IQ4_NL blk.7.ffn_down_exps.weight[12]: IQ4_NL blk.7.ffn_down_exps.weight[13]: IQ4_NL blk.7.ffn_down_exps.weight[14]: IQ4_NL blk.7.ffn_down_exps.weight[15]: IQ4_NL blk.7.ffn_down_exps.weight[16]: IQ4_NL blk.7.ffn_down_exps.weight[17]: blk.7.ffn_down_exps.weight[18]: blk.7.ffn_down_exps.weight[19]: blk.7.ffn_down_exps.weight[20]: IQ4_NL blk.7.ffn_down_exps.weight[21]: IQ4_NL blk.7.ffn_down_exps.weight[22]: IQ4_NL blk.7.ffn_down_exps.weight[23]: IQ4_NL blk.7.ffn_down_exps.weight[24]: blk.7.ffn_down_exps.weight[25]: blk.7.ffn_down_exps.weight[26]: IQ4_NL blk.7.ffn_down_exps.weight[27]: blk.7.ffn_down_exps.weight[28]: blk.7.ffn_down_exps.weight[29]: IQ4_NL blk.7.ffn_down_exps.weight[30]: blk.7.ffn_down_exps.weight[31]: IQ4_NL blk.7.ffn_down_exps.weight[32]: blk.7.ffn_down_exps.weight[33]: IQ4_NL blk.7.ffn_down_exps.weight[34]: IQ4_NL blk.7.ffn_down_exps.weight[35]: IQ4_NL blk.7.ffn_down_exps.weight[36]: IQ4_NL blk.7.ffn_down_exps.weight[37]: IQ4_NL blk.7.ffn_down_exps.weight[38]: IQ4_NL blk.7.ffn_down_exps.weight[39]: IQ4_NL blk.7.ffn_down_exps.weight[40]: IQ4_NL blk.7.ffn_down_exps.weight[41]: IQ4_NL blk.7.ffn_down_exps.weight[42]: blk.7.ffn_down_exps.weight[43]: blk.7.ffn_down_exps.weight[44]: IQ4_NL blk.7.ffn_down_exps.weight[45]: blk.7.ffn_down_exps.weight[46]: blk.7.ffn_down_exps.weight[47]: blk.7.ffn_down_exps.weight[48]: blk.7.ffn_down_exps.weight[49]: blk.7.ffn_down_exps.weight[50]: IQ4_NL blk.7.ffn_down_exps.weight[51]: IQ4_NL blk.7.ffn_down_exps.weight[52]: blk.7.ffn_down_exps.weight[53]: blk.7.ffn_down_exps.weight[54]: IQ4_NL blk.7.ffn_down_exps.weight[55]: IQ4_NL blk.7.ffn_down_exps.weight[56]: blk.7.ffn_down_exps.weight[57]: blk.7.ffn_down_exps.weight[58]: blk.7.ffn_down_exps.weight[59]: blk.7.ffn_down_exps.weight[60]: IQ4_NL blk.7.ffn_down_exps.weight[61]: IQ4_NL blk.7.ffn_down_exps.weight[62]: IQ4_NL blk.7.ffn_down_exps.weight[63]: blk.7.ffn_down_exps.weight[64]: IQ4_NL blk.7.ffn_down_exps.weight[65]: IQ4_NL blk.7.ffn_down_exps.weight[66]: blk.7.ffn_down_exps.weight[67]: blk.7.ffn_down_exps.weight[68]: blk.7.ffn_down_exps.weight[69]: blk.7.ffn_down_exps.weight[70]: IQ4_NL blk.7.ffn_down_exps.weight[71]: IQ4_NL blk.7.ffn_down_exps.weight[72]: blk.7.ffn_down_exps.weight[73]: IQ4_NL blk.7.ffn_down_exps.weight[74]: IQ4_NL blk.7.ffn_down_exps.weight[75]: IQ4_NL blk.7.ffn_down_exps.weight[76]: IQ4_NL blk.7.ffn_down_exps.weight[77]: blk.7.ffn_down_exps.weight[78]: blk.7.ffn_down_exps.weight[79]: blk.7.ffn_down_exps.weight[80]: IQ4_NL blk.7.ffn_down_exps.weight[81]: IQ4_NL blk.7.ffn_down_exps.weight[82]: IQ4_NL blk.7.ffn_down_exps.weight[83]: IQ4_NL blk.7.ffn_down_exps.weight[84]: IQ4_NL blk.7.ffn_down_exps.weight[85]: IQ4_NL blk.7.ffn_down_exps.weight[86]: blk.7.ffn_down_exps.weight[87]: blk.7.ffn_down_exps.weight[88]: blk.7.ffn_down_exps.weight[89]: blk.7.ffn_down_exps.weight[90]: blk.7.ffn_down_exps.weight[91]: blk.7.ffn_down_exps.weight[92]: blk.7.ffn_down_exps.weight[93]: IQ4_NL blk.7.ffn_down_exps.weight[94]: IQ4_NL blk.7.ffn_down_exps.weight[95]: IQ4_NL blk.7.ffn_down_exps.weight[96]: blk.7.ffn_down_exps.weight[97]: blk.7.ffn_down_exps.weight[98]: IQ4_NL blk.7.ffn_down_exps.weight[99]: blk.7.ffn_down_exps.weight[100]: blk.7.ffn_down_exps.weight[101]: blk.7.ffn_down_exps.weight[102]: IQ4_NL blk.7.ffn_down_exps.weight[103]: IQ4_NL blk.7.ffn_down_exps.weight[104]: IQ4_NL blk.7.ffn_down_exps.weight[105]: IQ4_NL blk.7.ffn_down_exps.weight[106]: blk.7.ffn_down_exps.weight[107]: IQ4_NL blk.7.ffn_down_exps.weight[108]: blk.7.ffn_down_exps.weight[109]: IQ4_NL blk.7.ffn_down_exps.weight[110]: IQ4_NL blk.7.ffn_down_exps.weight[111]: blk.7.ffn_down_exps.weight[112]: blk.7.ffn_down_exps.weight[113]: IQ4_NL blk.7.ffn_down_exps.weight[114]: IQ4_NL blk.7.ffn_down_exps.weight[115]: blk.7.ffn_down_exps.weight[116]: IQ4_NL blk.7.ffn_down_exps.weight[117]: IQ4_NL blk.7.ffn_down_exps.weight[118]: IQ4_NL blk.7.ffn_down_exps.weight[119]: IQ4_NL blk.7.ffn_down_exps.weight[120]: IQ4_NL blk.7.ffn_down_exps.weight[121]: IQ4_NL blk.7.ffn_down_exps.weight[122]: blk.7.ffn_down_exps.weight[123]: IQ4_NL blk.7.ffn_down_exps.weight[124]: blk.7.ffn_down_exps.weight[125]: blk.7.ffn_down_exps.weight[126]: blk.7.ffn_down_exps.weight[127]: blk.7.ffn_down_exps.weight[128]: IQ4_NL blk.7.ffn_down_exps.weight[129]: blk.7.ffn_down_exps.weight[130]: blk.7.ffn_down_exps.weight[131]: blk.7.ffn_down_exps.weight[132]: IQ4_NL blk.7.ffn_down_exps.weight[133]: blk.7.ffn_down_exps.weight[134]: IQ4_NL blk.7.ffn_down_exps.weight[135]: IQ4_NL blk.7.ffn_down_exps.weight[136]: IQ4_NL blk.7.ffn_down_exps.weight[137]: blk.7.ffn_down_exps.weight[138]: blk.7.ffn_down_exps.weight[139]: blk.7.ffn_down_exps.weight[140]: IQ4_NL blk.7.ffn_down_exps.weight[141]: blk.7.ffn_down_exps.weight[142]: IQ4_NL blk.7.ffn_down_exps.weight[143]: IQ4_NL blk.7.ffn_down_exps.weight[144]: blk.7.ffn_down_exps.weight[145]: IQ4_NL blk.7.ffn_down_exps.weight[146]: IQ4_NL blk.7.ffn_down_exps.weight[147]: IQ4_NL blk.7.ffn_down_exps.weight[148]: IQ4_NL blk.7.ffn_down_exps.weight[149]: blk.7.ffn_down_exps.weight[150]: blk.7.ffn_down_exps.weight[151]: IQ4_NL blk.7.ffn_down_exps.weight[152]: IQ4_NL blk.7.ffn_down_exps.weight[153]: blk.7.ffn_down_exps.weight[154]: IQ4_NL blk.7.ffn_down_exps.weight[155]: blk.7.ffn_down_exps.weight[156]: blk.7.ffn_down_exps.weight[157]: blk.7.ffn_down_exps.weight[158]: IQ4_NL blk.7.ffn_down_exps.weight[159]: IQ4_NL blk.7.ffn_down_exps.weight[160]: blk.7.ffn_down_exps.weight[161]: IQ4_NL blk.7.ffn_down_exps.weight[162]: IQ4_NL blk.7.ffn_down_exps.weight[163]: blk.7.ffn_down_exps.weight[164]: IQ4_NL blk.7.ffn_down_exps.weight[165]: IQ4_NL blk.7.ffn_down_exps.weight[166]: blk.7.ffn_down_exps.weight[167]: IQ4_NL blk.7.ffn_down_exps.weight[168]: IQ4_NL blk.7.ffn_down_exps.weight[169]: IQ4_NL blk.7.ffn_down_exps.weight[170]: IQ4_NL blk.7.ffn_down_exps.weight[171]: IQ4_NL blk.7.ffn_down_exps.weight[172]: IQ4_NL blk.7.ffn_down_exps.weight[173]: blk.7.ffn_down_exps.weight[174]: IQ4_NL blk.7.ffn_down_exps.weight[175]: IQ4_NL blk.7.ffn_down_exps.weight[176]: IQ4_NL blk.7.ffn_down_exps.weight[177]: blk.7.ffn_down_exps.weight[178]: blk.7.ffn_down_exps.weight[179]: blk.7.ffn_down_exps.weight[180]: blk.7.ffn_down_exps.weight[181]: IQ4_NL blk.7.ffn_down_exps.weight[182]: IQ4_NL blk.7.ffn_down_exps.weight[183]: blk.7.ffn_down_exps.weight[184]: blk.7.ffn_down_exps.weight[185]: blk.7.ffn_down_exps.weight[186]: IQ4_NL blk.7.ffn_down_exps.weight[187]: blk.7.ffn_down_exps.weight[188]: blk.7.ffn_down_exps.weight[189]: blk.7.ffn_down_exps.weight[190]: blk.7.ffn_down_exps.weight[191]: blk.7.ffn_down_exps.weight[192]: blk.7.ffn_down_exps.weight[193]: blk.7.ffn_down_exps.weight[194]: IQ4_NL blk.7.ffn_down_exps.weight[195]: blk.7.ffn_down_exps.weight[196]: blk.7.ffn_down_exps.weight[197]: IQ4_NL blk.7.ffn_down_exps.weight[198]: IQ4_NL blk.7.ffn_down_exps.weight[199]: IQ4_NL blk.7.ffn_down_exps.weight[200]: IQ4_NL blk.7.ffn_down_exps.weight[201]: blk.7.ffn_down_exps.weight[202]: blk.7.ffn_down_exps.weight[203]: IQ4_NL blk.7.ffn_down_exps.weight[204]: blk.7.ffn_down_exps.weight[205]: blk.7.ffn_down_exps.weight[206]: IQ4_NL blk.7.ffn_down_exps.weight[207]: blk.7.ffn_down_exps.weight[208]: IQ4_NL blk.7.ffn_down_exps.weight[209]: blk.7.ffn_down_exps.weight[210]: blk.7.ffn_down_exps.weight[211]: blk.7.ffn_down_exps.weight[212]: IQ4_NL blk.7.ffn_down_exps.weight[213]: blk.7.ffn_down_exps.weight[214]: blk.7.ffn_down_exps.weight[215]: IQ4_NL blk.7.ffn_down_exps.weight[216]: blk.7.ffn_down_exps.weight[217]: IQ4_NL blk.7.ffn_down_exps.weight[218]: blk.7.ffn_down_exps.weight[219]: blk.7.ffn_down_exps.weight[220]: blk.7.ffn_down_exps.weight[221]: IQ4_NL blk.7.ffn_down_exps.weight[222]: blk.7.ffn_down_exps.weight[223]: IQ4_NL blk.7.ffn_down_exps.weight[224]: blk.7.ffn_down_exps.weight[225]: blk.7.ffn_down_exps.weight[226]: blk.7.ffn_down_exps.weight[227]: IQ4_NL blk.7.ffn_down_exps.weight[228]: IQ4_NL blk.7.ffn_down_exps.weight[229]: blk.7.ffn_down_exps.weight[230]: IQ4_NL blk.7.ffn_down_exps.weight[231]: blk.7.ffn_down_exps.weight[232]: IQ4_NL blk.7.ffn_down_exps.weight[233]: blk.7.ffn_down_exps.weight[234]: blk.7.ffn_down_exps.weight[235]: IQ4_NL blk.7.ffn_down_exps.weight[236]: blk.7.ffn_down_exps.weight[237]: IQ4_NL blk.7.ffn_down_exps.weight[238]: blk.7.ffn_down_exps.weight[239]: IQ4_NL blk.7.ffn_down_exps.weight[240]: IQ4_NL blk.7.ffn_down_exps.weight[241]: IQ4_NL blk.7.ffn_down_exps.weight[242]: blk.7.ffn_down_exps.weight[243]: blk.7.ffn_down_exps.weight[244]: IQ4_NL blk.7.ffn_down_exps.weight[245]: IQ4_NL blk.7.ffn_down_exps.weight[246]: blk.7.ffn_down_exps.weight[247]: blk.7.ffn_down_exps.weight[248]: blk.7.ffn_down_exps.weight[249]: blk.7.ffn_down_exps.weight[250]: IQ4_NL blk.7.ffn_down_exps.weight[251]: blk.7.ffn_down_exps.weight[252]: blk.7.ffn_down_exps.weight[253]: blk.7.ffn_down_exps.weight[254]: blk.7.ffn_down_exps.weight[255]: IQ4_NL blk.7.ffn_down_exps.weight[256]: blk.7.ffn_down_exps.weight[257]: IQ4_NL blk.7.ffn_down_exps.weight[258]: blk.7.ffn_down_exps.weight[259]: IQ4_NL blk.7.ffn_down_exps.weight[260]: IQ4_NL blk.7.ffn_down_exps.weight[261]: blk.7.ffn_down_exps.weight[262]: IQ4_NL blk.7.ffn_down_exps.weight[263]: IQ4_NL blk.7.ffn_down_exps.weight[264]: IQ4_NL blk.7.ffn_down_exps.weight[265]: blk.7.ffn_down_exps.weight[266]: blk.7.ffn_down_exps.weight[267]: IQ4_NL blk.7.ffn_down_exps.weight[268]: IQ4_NL blk.7.ffn_down_exps.weight[269]: blk.7.ffn_down_exps.weight[270]: blk.7.ffn_down_exps.weight[271]: blk.7.ffn_down_exps.weight[272]: IQ4_NL blk.7.ffn_down_exps.weight[273]: blk.7.ffn_down_exps.weight[274]: IQ4_NL blk.7.ffn_down_exps.weight[275]: blk.7.ffn_down_exps.weight[276]: IQ4_NL blk.7.ffn_down_exps.weight[277]: IQ4_NL blk.7.ffn_down_exps.weight[278]: blk.7.ffn_down_exps.weight[279]: blk.7.ffn_down_exps.weight[280]: blk.7.ffn_down_exps.weight[281]: blk.7.ffn_down_exps.weight[282]: IQ4_NL blk.7.ffn_down_exps.weight[283]: IQ4_NL blk.7.ffn_down_exps.weight[284]: blk.7.ffn_down_exps.weight[285]: blk.7.ffn_down_exps.weight[286]: blk.7.ffn_down_exps.weight[287]: blk.7.ffn_down_exps.weight[288]: IQ4_NL blk.7.ffn_down_exps.weight[289]: blk.7.ffn_down_exps.weight[290]: IQ4_NL blk.7.ffn_down_exps.weight[291]: IQ4_NL blk.7.ffn_down_exps.weight[292]: blk.7.ffn_down_exps.weight[293]: IQ4_NL blk.7.ffn_down_exps.weight[294]: IQ4_NL blk.7.ffn_down_exps.weight[295]: IQ4_NL blk.7.ffn_down_exps.weight[296]: IQ4_NL blk.7.ffn_down_exps.weight[297]: IQ4_NL blk.7.ffn_down_exps.weight[298]: blk.7.ffn_down_exps.weight[299]: IQ4_NL blk.7.ffn_down_exps.weight[300]: IQ4_NL blk.7.ffn_down_exps.weight[301]: blk.7.ffn_down_exps.weight[302]: IQ4_NL blk.7.ffn_down_exps.weight[303]: blk.7.ffn_down_exps.weight[304]: IQ4_NL blk.7.ffn_down_exps.weight[305]: IQ4_NL blk.7.ffn_down_exps.weight[306]: blk.7.ffn_down_exps.weight[307]: blk.7.ffn_down_exps.weight[308]: IQ4_NL blk.7.ffn_down_exps.weight[309]: blk.7.ffn_down_exps.weight[310]: blk.7.ffn_down_exps.weight[311]: blk.7.ffn_down_exps.weight[312]: blk.7.ffn_down_exps.weight[313]: IQ4_NL blk.7.ffn_down_exps.weight[314]: blk.7.ffn_down_exps.weight[315]: IQ4_NL blk.7.ffn_down_exps.weight[316]: blk.7.ffn_down_exps.weight[317]: IQ4_NL blk.7.ffn_down_exps.weight[318]: blk.7.ffn_down_exps.weight[319]: blk.7.ffn_down_exps.weight[320]: blk.7.ffn_down_exps.weight[321]: IQ4_NL blk.7.ffn_down_exps.weight[322]: blk.7.ffn_down_exps.weight[323]: IQ4_NL blk.7.ffn_down_exps.weight[324]: IQ4_NL blk.7.ffn_down_exps.weight[325]: IQ4_NL blk.7.ffn_down_exps.weight[326]: blk.7.ffn_down_exps.weight[327]: IQ4_NL blk.7.ffn_down_exps.weight[328]: blk.7.ffn_down_exps.weight[329]: IQ4_NL blk.7.ffn_down_exps.weight[330]: IQ4_NL blk.7.ffn_down_exps.weight[331]: blk.7.ffn_down_exps.weight[332]: IQ4_NL blk.7.ffn_down_exps.weight[333]: IQ4_NL blk.7.ffn_down_exps.weight[334]: IQ4_NL blk.7.ffn_down_exps.weight[335]: blk.7.ffn_down_exps.weight[336]: IQ4_NL blk.7.ffn_down_exps.weight[337]: blk.7.ffn_down_exps.weight[338]: IQ4_NL blk.7.ffn_down_exps.weight[339]: blk.7.ffn_down_exps.weight[340]: IQ4_NL blk.7.ffn_down_exps.weight[341]: blk.7.ffn_down_exps.weight[342]: blk.7.ffn_down_exps.weight[343]: blk.7.ffn_down_exps.weight[344]: blk.7.ffn_down_exps.weight[345]: blk.7.ffn_down_exps.weight[346]: IQ4_NL blk.7.ffn_down_exps.weight[347]: blk.7.ffn_down_exps.weight[348]: blk.7.ffn_down_exps.weight[349]: IQ4_NL blk.7.ffn_down_exps.weight[350]: IQ4_NL blk.7.ffn_down_exps.weight[351]: IQ4_NL blk.7.ffn_down_exps.weight[352]: IQ4_NL blk.7.ffn_down_exps.weight[353]: IQ4_NL blk.7.ffn_down_exps.weight[354]: IQ4_NL blk.7.ffn_down_exps.weight[355]: IQ4_NL blk.7.ffn_down_exps.weight[356]: blk.7.ffn_down_exps.weight[357]: IQ4_NL blk.7.ffn_down_exps.weight[358]: blk.7.ffn_down_exps.weight[359]: IQ4_NL blk.7.ffn_down_exps.weight[360]: IQ4_NL blk.7.ffn_down_exps.weight[361]: blk.7.ffn_down_exps.weight[362]: blk.7.ffn_down_exps.weight[363]: IQ4_NL blk.7.ffn_down_exps.weight[364]: blk.7.ffn_down_exps.weight[365]: IQ4_NL blk.7.ffn_down_exps.weight[366]: blk.7.ffn_down_exps.weight[367]: IQ4_NL blk.7.ffn_down_exps.weight[368]: blk.7.ffn_down_exps.weight[369]: IQ4_NL blk.7.ffn_down_exps.weight[370]: blk.7.ffn_down_exps.weight[371]: IQ4_NL blk.7.ffn_down_exps.weight[372]: blk.7.ffn_down_exps.weight[373]: IQ4_NL blk.7.ffn_down_exps.weight[374]: IQ4_NL blk.7.ffn_down_exps.weight[375]: blk.7.ffn_down_exps.weight[376]: blk.7.ffn_down_exps.weight[377]: blk.7.ffn_down_exps.weight[378]: IQ4_NL blk.7.ffn_down_exps.weight[379]: blk.7.ffn_down_exps.weight[380]: blk.7.ffn_down_exps.weight[381]: IQ4_NL blk.7.ffn_down_exps.weight[382]: IQ4_NL blk.7.ffn_down_exps.weight[383]: IQ4_NL blk.7.ffn_down_exps.weight[384]: blk.7.ffn_down_exps.weight[385]: blk.7.ffn_down_exps.weight[386]: IQ4_NL blk.7.ffn_down_exps.weight[387]: IQ4_NL blk.7.ffn_down_exps.weight[388]: blk.7.ffn_down_exps.weight[389]: blk.7.ffn_down_exps.weight[390]: IQ4_NL blk.7.ffn_down_exps.weight[391]: IQ4_NL blk.7.ffn_down_exps.weight[392]: IQ4_NL blk.7.ffn_down_exps.weight[393]: IQ4_NL blk.7.ffn_down_exps.weight[394]: IQ4_NL blk.7.ffn_down_exps.weight[395]: blk.7.ffn_down_exps.weight[396]: IQ4_NL blk.7.ffn_down_exps.weight[397]: IQ4_NL blk.7.ffn_down_exps.weight[398]: IQ4_NL blk.7.ffn_down_exps.weight[399]: IQ4_NL blk.7.ffn_down_exps.weight[400]: blk.7.ffn_down_exps.weight[401]: blk.7.ffn_down_exps.weight[402]: blk.7.ffn_down_exps.weight[403]: IQ4_NL blk.7.ffn_down_exps.weight[404]: IQ4_NL blk.7.ffn_down_exps.weight[405]: blk.7.ffn_down_exps.weight[406]: blk.7.ffn_down_exps.weight[407]: blk.7.ffn_down_exps.weight[408]: blk.7.ffn_down_exps.weight[409]: blk.7.ffn_down_exps.weight[410]: IQ4_NL blk.7.ffn_down_exps.weight[411]: IQ4_NL blk.7.ffn_down_exps.weight[412]: IQ4_NL blk.7.ffn_down_exps.weight[413]: blk.7.ffn_down_exps.weight[414]: blk.7.ffn_down_exps.weight[415]: IQ4_NL blk.7.ffn_down_exps.weight[416]: blk.7.ffn_down_exps.weight[417]: blk.7.ffn_down_exps.weight[418]: IQ4_NL blk.7.ffn_down_exps.weight[419]: IQ4_NL blk.7.ffn_down_exps.weight[420]: IQ4_NL blk.7.ffn_down_exps.weight[421]: blk.7.ffn_down_exps.weight[422]: blk.7.ffn_down_exps.weight[423]: IQ4_NL blk.7.ffn_down_exps.weight[424]: IQ4_NL blk.7.ffn_down_exps.weight[425]: IQ4_NL blk.7.ffn_down_exps.weight[426]: blk.7.ffn_down_exps.weight[427]: blk.7.ffn_down_exps.weight[428]: blk.7.ffn_down_exps.weight[429]: IQ4_NL blk.7.ffn_down_exps.weight[430]: IQ4_NL blk.7.ffn_down_exps.weight[431]: blk.7.ffn_down_exps.weight[432]: blk.7.ffn_down_exps.weight[433]: blk.7.ffn_down_exps.weight[434]: blk.7.ffn_down_exps.weight[435]: blk.7.ffn_down_exps.weight[436]: IQ4_NL blk.7.ffn_down_exps.weight[437]: blk.7.ffn_down_exps.weight[438]: IQ4_NL blk.7.ffn_down_exps.weight[439]: blk.7.ffn_down_exps.weight[440]: blk.7.ffn_down_exps.weight[441]: blk.7.ffn_down_exps.weight[442]: IQ4_NL blk.7.ffn_down_exps.weight[443]: blk.7.ffn_down_exps.weight[444]: IQ4_NL blk.7.ffn_down_exps.weight[445]: blk.7.ffn_down_exps.weight[446]: blk.7.ffn_down_exps.weight[447]: blk.7.ffn_down_exps.weight[448]: IQ4_NL blk.7.ffn_down_exps.weight[449]: IQ4_NL blk.7.ffn_down_exps.weight[450]: IQ4_NL blk.7.ffn_down_exps.weight[451]: IQ4_NL blk.7.ffn_down_exps.weight[452]: IQ4_NL blk.7.ffn_down_exps.weight[453]: blk.7.ffn_down_exps.weight[454]: IQ4_NL blk.7.ffn_down_exps.weight[455]: IQ4_NL blk.7.ffn_down_exps.weight[456]: blk.7.ffn_down_exps.weight[457]: IQ4_NL blk.7.ffn_down_exps.weight[458]: IQ4_NL blk.7.ffn_down_exps.weight[459]: blk.7.ffn_down_exps.weight[460]: blk.7.ffn_down_exps.weight[461]: IQ4_NL blk.7.ffn_down_exps.weight[462]: IQ4_NL blk.7.ffn_down_exps.weight[463]: blk.7.ffn_down_exps.weight[464]: IQ4_NL blk.7.ffn_down_exps.weight[465]: IQ4_NL blk.7.ffn_down_exps.weight[466]: IQ4_NL blk.7.ffn_down_exps.weight[467]: blk.7.ffn_down_exps.weight[468]: IQ4_NL blk.7.ffn_down_exps.weight[469]: IQ4_NL blk.7.ffn_down_exps.weight[470]: IQ4_NL blk.7.ffn_down_exps.weight[471]: blk.7.ffn_down_exps.weight[472]: blk.7.ffn_down_exps.weight[473]: blk.7.ffn_down_exps.weight[474]: IQ4_NL blk.7.ffn_down_exps.weight[475]: blk.7.ffn_down_exps.weight[476]: blk.7.ffn_down_exps.weight[477]: blk.7.ffn_down_exps.weight[478]: blk.7.ffn_down_exps.weight[479]: blk.7.ffn_down_exps.weight[480]: IQ4_NL blk.7.ffn_down_exps.weight[481]: blk.7.ffn_down_exps.weight[482]: IQ4_NL blk.7.ffn_down_exps.weight[483]: blk.7.ffn_down_exps.weight[484]: blk.7.ffn_down_exps.weight[485]: IQ4_NL blk.7.ffn_down_exps.weight[486]: IQ4_NL blk.7.ffn_down_exps.weight[487]: blk.7.ffn_down_exps.weight[488]: blk.7.ffn_down_exps.weight[489]: blk.7.ffn_down_exps.weight[490]: IQ4_NL blk.7.ffn_down_exps.weight[491]: blk.7.ffn_down_exps.weight[492]: IQ4_NL blk.7.ffn_down_exps.weight[493]: IQ4_NL blk.7.ffn_down_exps.weight[494]: IQ4_NL blk.7.ffn_down_exps.weight[495]: blk.7.ffn_down_exps.weight[496]: IQ4_NL blk.7.ffn_down_exps.weight[497]: blk.7.ffn_down_exps.weight[498]: IQ4_NL blk.7.ffn_down_exps.weight[499]: IQ4_NL blk.7.ffn_down_exps.weight[500]: blk.7.ffn_down_exps.weight[501]: blk.7.ffn_down_exps.weight[502]: IQ4_NL blk.7.ffn_down_exps.weight[503]: IQ4_NL blk.7.ffn_down_exps.weight[504]: blk.7.ffn_down_exps.weight[505]: IQ4_NL blk.7.ffn_down_exps.weight[506]: blk.7.ffn_down_exps.weight[507]: blk.7.ffn_down_exps.weight[508]: blk.7.ffn_down_exps.weight[509]: blk.7.ffn_down_exps.weight[510]: blk.7.ffn_down_exps.weight[511]: blk.8.ffn_gate_exps.weight[0]: blk.8.ffn_gate_exps.weight[1]: blk.8.ffn_gate_exps.weight[2]: IQ2_S blk.8.ffn_gate_exps.weight[3]: IQ2_S blk.8.ffn_gate_exps.weight[4]: IQ2_S blk.8.ffn_gate_exps.weight[5]: blk.8.ffn_gate_exps.weight[6]: blk.8.ffn_gate_exps.weight[7]: blk.8.ffn_gate_exps.weight[8]: IQ2_S blk.8.ffn_gate_exps.weight[9]: blk.8.ffn_gate_exps.weight[10]: IQ2_S blk.8.ffn_gate_exps.weight[11]: IQ2_S blk.8.ffn_gate_exps.weight[12]: blk.8.ffn_gate_exps.weight[13]: blk.8.ffn_gate_exps.weight[14]: IQ2_S blk.8.ffn_gate_exps.weight[15]: blk.8.ffn_gate_exps.weight[16]: blk.8.ffn_gate_exps.weight[17]: IQ2_S blk.8.ffn_gate_exps.weight[18]: blk.8.ffn_gate_exps.weight[19]: IQ2_S blk.8.ffn_gate_exps.weight[20]: IQ2_S blk.8.ffn_gate_exps.weight[21]: blk.8.ffn_gate_exps.weight[22]: blk.8.ffn_gate_exps.weight[23]: blk.8.ffn_gate_exps.weight[24]: blk.8.ffn_gate_exps.weight[25]: IQ2_S blk.8.ffn_gate_exps.weight[26]: IQ2_S blk.8.ffn_gate_exps.weight[27]: blk.8.ffn_gate_exps.weight[28]: IQ2_S blk.8.ffn_gate_exps.weight[29]: blk.8.ffn_gate_exps.weight[30]: IQ2_S blk.8.ffn_gate_exps.weight[31]: IQ2_S blk.8.ffn_gate_exps.weight[32]: IQ2_S blk.8.ffn_gate_exps.weight[33]: blk.8.ffn_gate_exps.weight[34]: IQ2_S blk.8.ffn_gate_exps.weight[35]: blk.8.ffn_gate_exps.weight[36]: blk.8.ffn_gate_exps.weight[37]: IQ2_S blk.8.ffn_gate_exps.weight[38]: blk.8.ffn_gate_exps.weight[39]: blk.8.ffn_gate_exps.weight[40]: blk.8.ffn_gate_exps.weight[41]: blk.8.ffn_gate_exps.weight[42]: blk.8.ffn_gate_exps.weight[43]: blk.8.ffn_gate_exps.weight[44]: IQ2_S blk.8.ffn_gate_exps.weight[45]: blk.8.ffn_gate_exps.weight[46]: IQ2_S blk.8.ffn_gate_exps.weight[47]: blk.8.ffn_gate_exps.weight[48]: IQ2_S blk.8.ffn_gate_exps.weight[49]: blk.8.ffn_gate_exps.weight[50]: IQ2_S blk.8.ffn_gate_exps.weight[51]: IQ2_S blk.8.ffn_gate_exps.weight[52]: blk.8.ffn_gate_exps.weight[53]: IQ2_S blk.8.ffn_gate_exps.weight[54]: blk.8.ffn_gate_exps.weight[55]: blk.8.ffn_gate_exps.weight[56]: blk.8.ffn_gate_exps.weight[57]: blk.8.ffn_gate_exps.weight[58]: blk.8.ffn_gate_exps.weight[59]: blk.8.ffn_gate_exps.weight[60]: IQ2_S blk.8.ffn_gate_exps.weight[61]: IQ2_S blk.8.ffn_gate_exps.weight[62]: blk.8.ffn_gate_exps.weight[63]: IQ2_S blk.8.ffn_gate_exps.weight[64]: IQ2_S blk.8.ffn_gate_exps.weight[65]: IQ2_S blk.8.ffn_gate_exps.weight[66]: IQ2_S blk.8.ffn_gate_exps.weight[67]: IQ2_S blk.8.ffn_gate_exps.weight[68]: IQ2_S blk.8.ffn_gate_exps.weight[69]: blk.8.ffn_gate_exps.weight[70]: IQ2_S blk.8.ffn_gate_exps.weight[71]: blk.8.ffn_gate_exps.weight[72]: blk.8.ffn_gate_exps.weight[73]: blk.8.ffn_gate_exps.weight[74]: blk.8.ffn_gate_exps.weight[75]: IQ2_S blk.8.ffn_gate_exps.weight[76]: blk.8.ffn_gate_exps.weight[77]: IQ2_S blk.8.ffn_gate_exps.weight[78]: IQ2_S blk.8.ffn_gate_exps.weight[79]: IQ2_S blk.8.ffn_gate_exps.weight[80]: blk.8.ffn_gate_exps.weight[81]: IQ2_S blk.8.ffn_gate_exps.weight[82]: blk.8.ffn_gate_exps.weight[83]: IQ2_S blk.8.ffn_gate_exps.weight[84]: blk.8.ffn_gate_exps.weight[85]: IQ2_S blk.8.ffn_gate_exps.weight[86]: IQ2_S blk.8.ffn_gate_exps.weight[87]: blk.8.ffn_gate_exps.weight[88]: IQ2_S blk.8.ffn_gate_exps.weight[89]: IQ2_S blk.8.ffn_gate_exps.weight[90]: blk.8.ffn_gate_exps.weight[91]: blk.8.ffn_gate_exps.weight[92]: IQ2_S blk.8.ffn_gate_exps.weight[93]: IQ2_S blk.8.ffn_gate_exps.weight[94]: IQ2_S blk.8.ffn_gate_exps.weight[95]: IQ2_S blk.8.ffn_gate_exps.weight[96]: blk.8.ffn_gate_exps.weight[97]: IQ2_S blk.8.ffn_gate_exps.weight[98]: blk.8.ffn_gate_exps.weight[99]: blk.8.ffn_gate_exps.weight[100]: IQ2_S blk.8.ffn_gate_exps.weight[101]: blk.8.ffn_gate_exps.weight[102]: blk.8.ffn_gate_exps.weight[103]: IQ2_S blk.8.ffn_gate_exps.weight[104]: blk.8.ffn_gate_exps.weight[105]: blk.8.ffn_gate_exps.weight[106]: blk.8.ffn_gate_exps.weight[107]: blk.8.ffn_gate_exps.weight[108]: IQ2_S blk.8.ffn_gate_exps.weight[109]: IQ2_S blk.8.ffn_gate_exps.weight[110]: IQ2_S blk.8.ffn_gate_exps.weight[111]: IQ2_S blk.8.ffn_gate_exps.weight[112]: blk.8.ffn_gate_exps.weight[113]: IQ2_S blk.8.ffn_gate_exps.weight[114]: blk.8.ffn_gate_exps.weight[115]: blk.8.ffn_gate_exps.weight[116]: IQ2_S blk.8.ffn_gate_exps.weight[117]: blk.8.ffn_gate_exps.weight[118]: blk.8.ffn_gate_exps.weight[119]: blk.8.ffn_gate_exps.weight[120]: blk.8.ffn_gate_exps.weight[121]: IQ2_S blk.8.ffn_gate_exps.weight[122]: IQ2_S blk.8.ffn_gate_exps.weight[123]: blk.8.ffn_gate_exps.weight[124]: IQ2_S blk.8.ffn_gate_exps.weight[125]: blk.8.ffn_gate_exps.weight[126]: blk.8.ffn_gate_exps.weight[127]: IQ2_S blk.8.ffn_gate_exps.weight[128]: IQ2_S blk.8.ffn_gate_exps.weight[129]: IQ2_S blk.8.ffn_gate_exps.weight[130]: blk.8.ffn_gate_exps.weight[131]: blk.8.ffn_gate_exps.weight[132]: IQ2_S blk.8.ffn_gate_exps.weight[133]: IQ2_S blk.8.ffn_gate_exps.weight[134]: IQ2_S blk.8.ffn_gate_exps.weight[135]: blk.8.ffn_gate_exps.weight[136]: IQ2_S blk.8.ffn_gate_exps.weight[137]: blk.8.ffn_gate_exps.weight[138]: IQ2_S blk.8.ffn_gate_exps.weight[139]: blk.8.ffn_gate_exps.weight[140]: IQ2_S blk.8.ffn_gate_exps.weight[141]: IQ2_S blk.8.ffn_gate_exps.weight[142]: blk.8.ffn_gate_exps.weight[143]: blk.8.ffn_gate_exps.weight[144]: IQ2_S blk.8.ffn_gate_exps.weight[145]: IQ2_S blk.8.ffn_gate_exps.weight[146]: IQ2_S blk.8.ffn_gate_exps.weight[147]: blk.8.ffn_gate_exps.weight[148]: blk.8.ffn_gate_exps.weight[149]: blk.8.ffn_gate_exps.weight[150]: blk.8.ffn_gate_exps.weight[151]: IQ2_S blk.8.ffn_gate_exps.weight[152]: blk.8.ffn_gate_exps.weight[153]: blk.8.ffn_gate_exps.weight[154]: blk.8.ffn_gate_exps.weight[155]: IQ2_S blk.8.ffn_gate_exps.weight[156]: blk.8.ffn_gate_exps.weight[157]: IQ2_S blk.8.ffn_gate_exps.weight[158]: IQ2_S blk.8.ffn_gate_exps.weight[159]: blk.8.ffn_gate_exps.weight[160]: blk.8.ffn_gate_exps.weight[161]: IQ2_S blk.8.ffn_gate_exps.weight[162]: IQ2_S blk.8.ffn_gate_exps.weight[163]: IQ2_S blk.8.ffn_gate_exps.weight[164]: IQ2_S blk.8.ffn_gate_exps.weight[165]: blk.8.ffn_gate_exps.weight[166]: IQ2_S blk.8.ffn_gate_exps.weight[167]: blk.8.ffn_gate_exps.weight[168]: blk.8.ffn_gate_exps.weight[169]: blk.8.ffn_gate_exps.weight[170]: blk.8.ffn_gate_exps.weight[171]: IQ2_S blk.8.ffn_gate_exps.weight[172]: blk.8.ffn_gate_exps.weight[173]: IQ2_S blk.8.ffn_gate_exps.weight[174]: IQ2_S blk.8.ffn_gate_exps.weight[175]: IQ2_S blk.8.ffn_gate_exps.weight[176]: blk.8.ffn_gate_exps.weight[177]: IQ2_S blk.8.ffn_gate_exps.weight[178]: IQ2_S blk.8.ffn_gate_exps.weight[179]: blk.8.ffn_gate_exps.weight[180]: IQ2_S blk.8.ffn_gate_exps.weight[181]: IQ2_S blk.8.ffn_gate_exps.weight[182]: IQ2_S blk.8.ffn_gate_exps.weight[183]: IQ2_S blk.8.ffn_gate_exps.weight[184]: IQ2_S blk.8.ffn_gate_exps.weight[185]: blk.8.ffn_gate_exps.weight[186]: IQ2_S blk.8.ffn_gate_exps.weight[187]: IQ2_S blk.8.ffn_gate_exps.weight[188]: blk.8.ffn_gate_exps.weight[189]: IQ2_S blk.8.ffn_gate_exps.weight[190]: IQ2_S blk.8.ffn_gate_exps.weight[191]: IQ2_S blk.8.ffn_gate_exps.weight[192]: blk.8.ffn_gate_exps.weight[193]: blk.8.ffn_gate_exps.weight[194]: blk.8.ffn_gate_exps.weight[195]: blk.8.ffn_gate_exps.weight[196]: blk.8.ffn_gate_exps.weight[197]: IQ2_S blk.8.ffn_gate_exps.weight[198]: IQ2_S blk.8.ffn_gate_exps.weight[199]: IQ2_S blk.8.ffn_gate_exps.weight[200]: blk.8.ffn_gate_exps.weight[201]: blk.8.ffn_gate_exps.weight[202]: IQ2_S blk.8.ffn_gate_exps.weight[203]: blk.8.ffn_gate_exps.weight[204]: IQ2_S blk.8.ffn_gate_exps.weight[205]: blk.8.ffn_gate_exps.weight[206]: IQ2_S blk.8.ffn_gate_exps.weight[207]: IQ2_S blk.8.ffn_gate_exps.weight[208]: IQ2_S blk.8.ffn_gate_exps.weight[209]: IQ2_S blk.8.ffn_gate_exps.weight[210]: IQ2_S blk.8.ffn_gate_exps.weight[211]: IQ2_S blk.8.ffn_gate_exps.weight[212]: IQ2_S blk.8.ffn_gate_exps.weight[213]: IQ2_S blk.8.ffn_gate_exps.weight[214]: blk.8.ffn_gate_exps.weight[215]: IQ2_S blk.8.ffn_gate_exps.weight[216]: IQ2_S blk.8.ffn_gate_exps.weight[217]: IQ2_S blk.8.ffn_gate_exps.weight[218]: blk.8.ffn_gate_exps.weight[219]: IQ2_S blk.8.ffn_gate_exps.weight[220]: IQ2_S blk.8.ffn_gate_exps.weight[221]: blk.8.ffn_gate_exps.weight[222]: blk.8.ffn_gate_exps.weight[223]: IQ2_S blk.8.ffn_gate_exps.weight[224]: blk.8.ffn_gate_exps.weight[225]: IQ2_S blk.8.ffn_gate_exps.weight[226]: IQ2_S blk.8.ffn_gate_exps.weight[227]: IQ2_S blk.8.ffn_gate_exps.weight[228]: IQ2_S blk.8.ffn_gate_exps.weight[229]: IQ2_S blk.8.ffn_gate_exps.weight[230]: IQ2_S blk.8.ffn_gate_exps.weight[231]: IQ2_S blk.8.ffn_gate_exps.weight[232]: blk.8.ffn_gate_exps.weight[233]: IQ2_S blk.8.ffn_gate_exps.weight[234]: blk.8.ffn_gate_exps.weight[235]: IQ2_S blk.8.ffn_gate_exps.weight[236]: blk.8.ffn_gate_exps.weight[237]: blk.8.ffn_gate_exps.weight[238]: IQ2_S blk.8.ffn_gate_exps.weight[239]: blk.8.ffn_gate_exps.weight[240]: IQ2_S blk.8.ffn_gate_exps.weight[241]: blk.8.ffn_gate_exps.weight[242]: IQ2_S blk.8.ffn_gate_exps.weight[243]: IQ2_S blk.8.ffn_gate_exps.weight[244]: blk.8.ffn_gate_exps.weight[245]: blk.8.ffn_gate_exps.weight[246]: blk.8.ffn_gate_exps.weight[247]: IQ2_S blk.8.ffn_gate_exps.weight[248]: IQ2_S blk.8.ffn_gate_exps.weight[249]: IQ2_S blk.8.ffn_gate_exps.weight[250]: IQ2_S blk.8.ffn_gate_exps.weight[251]: blk.8.ffn_gate_exps.weight[252]: IQ2_S blk.8.ffn_gate_exps.weight[253]: IQ2_S blk.8.ffn_gate_exps.weight[254]: blk.8.ffn_gate_exps.weight[255]: blk.8.ffn_gate_exps.weight[256]: IQ2_S blk.8.ffn_gate_exps.weight[257]: blk.8.ffn_gate_exps.weight[258]: IQ2_S blk.8.ffn_gate_exps.weight[259]: blk.8.ffn_gate_exps.weight[260]: IQ2_S blk.8.ffn_gate_exps.weight[261]: IQ2_S blk.8.ffn_gate_exps.weight[262]: IQ2_S blk.8.ffn_gate_exps.weight[263]: IQ2_S blk.8.ffn_gate_exps.weight[264]: IQ2_S blk.8.ffn_gate_exps.weight[265]: blk.8.ffn_gate_exps.weight[266]: blk.8.ffn_gate_exps.weight[267]: IQ2_S blk.8.ffn_gate_exps.weight[268]: IQ2_S blk.8.ffn_gate_exps.weight[269]: blk.8.ffn_gate_exps.weight[270]: IQ2_S blk.8.ffn_gate_exps.weight[271]: blk.8.ffn_gate_exps.weight[272]: IQ2_S blk.8.ffn_gate_exps.weight[273]: IQ2_S blk.8.ffn_gate_exps.weight[274]: blk.8.ffn_gate_exps.weight[275]: IQ2_S blk.8.ffn_gate_exps.weight[276]: blk.8.ffn_gate_exps.weight[277]: blk.8.ffn_gate_exps.weight[278]: IQ2_S blk.8.ffn_gate_exps.weight[279]: blk.8.ffn_gate_exps.weight[280]: IQ2_S blk.8.ffn_gate_exps.weight[281]: IQ2_S blk.8.ffn_gate_exps.weight[282]: blk.8.ffn_gate_exps.weight[283]: blk.8.ffn_gate_exps.weight[284]: blk.8.ffn_gate_exps.weight[285]: blk.8.ffn_gate_exps.weight[286]: blk.8.ffn_gate_exps.weight[287]: blk.8.ffn_gate_exps.weight[288]: IQ2_S blk.8.ffn_gate_exps.weight[289]: blk.8.ffn_gate_exps.weight[290]: blk.8.ffn_gate_exps.weight[291]: blk.8.ffn_gate_exps.weight[292]: IQ2_S blk.8.ffn_gate_exps.weight[293]: blk.8.ffn_gate_exps.weight[294]: IQ2_S blk.8.ffn_gate_exps.weight[295]: blk.8.ffn_gate_exps.weight[296]: IQ2_S blk.8.ffn_gate_exps.weight[297]: blk.8.ffn_gate_exps.weight[298]: blk.8.ffn_gate_exps.weight[299]: blk.8.ffn_gate_exps.weight[300]: blk.8.ffn_gate_exps.weight[301]: IQ2_S blk.8.ffn_gate_exps.weight[302]: IQ2_S blk.8.ffn_gate_exps.weight[303]: IQ2_S blk.8.ffn_gate_exps.weight[304]: blk.8.ffn_gate_exps.weight[305]: IQ2_S blk.8.ffn_gate_exps.weight[306]: IQ2_S blk.8.ffn_gate_exps.weight[307]: IQ2_S blk.8.ffn_gate_exps.weight[308]: IQ2_S blk.8.ffn_gate_exps.weight[309]: IQ2_S blk.8.ffn_gate_exps.weight[310]: blk.8.ffn_gate_exps.weight[311]: blk.8.ffn_gate_exps.weight[312]: blk.8.ffn_gate_exps.weight[313]: blk.8.ffn_gate_exps.weight[314]: IQ2_S blk.8.ffn_gate_exps.weight[315]: blk.8.ffn_gate_exps.weight[316]: IQ2_S blk.8.ffn_gate_exps.weight[317]: IQ2_S blk.8.ffn_gate_exps.weight[318]: IQ2_S blk.8.ffn_gate_exps.weight[319]: IQ2_S blk.8.ffn_gate_exps.weight[320]: blk.8.ffn_gate_exps.weight[321]: IQ2_S blk.8.ffn_gate_exps.weight[322]: IQ2_S blk.8.ffn_gate_exps.weight[323]: IQ2_S blk.8.ffn_gate_exps.weight[324]: IQ2_S blk.8.ffn_gate_exps.weight[325]: IQ2_S blk.8.ffn_gate_exps.weight[326]: blk.8.ffn_gate_exps.weight[327]: blk.8.ffn_gate_exps.weight[328]: blk.8.ffn_gate_exps.weight[329]: IQ2_S blk.8.ffn_gate_exps.weight[330]: blk.8.ffn_gate_exps.weight[331]: IQ2_S blk.8.ffn_gate_exps.weight[332]: blk.8.ffn_gate_exps.weight[333]: IQ2_S blk.8.ffn_gate_exps.weight[334]: IQ2_S blk.8.ffn_gate_exps.weight[335]: blk.8.ffn_gate_exps.weight[336]: IQ2_S blk.8.ffn_gate_exps.weight[337]: IQ2_S blk.8.ffn_gate_exps.weight[338]: IQ2_S blk.8.ffn_gate_exps.weight[339]: IQ2_S blk.8.ffn_gate_exps.weight[340]: IQ2_S blk.8.ffn_gate_exps.weight[341]: IQ2_S blk.8.ffn_gate_exps.weight[342]: blk.8.ffn_gate_exps.weight[343]: blk.8.ffn_gate_exps.weight[344]: blk.8.ffn_gate_exps.weight[345]: blk.8.ffn_gate_exps.weight[346]: IQ2_S blk.8.ffn_gate_exps.weight[347]: IQ2_S blk.8.ffn_gate_exps.weight[348]: IQ2_S blk.8.ffn_gate_exps.weight[349]: blk.8.ffn_gate_exps.weight[350]: IQ2_S blk.8.ffn_gate_exps.weight[351]: blk.8.ffn_gate_exps.weight[352]: blk.8.ffn_gate_exps.weight[353]: IQ2_S blk.8.ffn_gate_exps.weight[354]: blk.8.ffn_gate_exps.weight[355]: IQ2_S blk.8.ffn_gate_exps.weight[356]: IQ2_S blk.8.ffn_gate_exps.weight[357]: IQ2_S blk.8.ffn_gate_exps.weight[358]: IQ2_S blk.8.ffn_gate_exps.weight[359]: IQ2_S blk.8.ffn_gate_exps.weight[360]: blk.8.ffn_gate_exps.weight[361]: IQ2_S blk.8.ffn_gate_exps.weight[362]: blk.8.ffn_gate_exps.weight[363]: IQ2_S blk.8.ffn_gate_exps.weight[364]: blk.8.ffn_gate_exps.weight[365]: blk.8.ffn_gate_exps.weight[366]: IQ2_S blk.8.ffn_gate_exps.weight[367]: blk.8.ffn_gate_exps.weight[368]: blk.8.ffn_gate_exps.weight[369]: blk.8.ffn_gate_exps.weight[370]: IQ2_S blk.8.ffn_gate_exps.weight[371]: IQ2_S blk.8.ffn_gate_exps.weight[372]: blk.8.ffn_gate_exps.weight[373]: blk.8.ffn_gate_exps.weight[374]: blk.8.ffn_gate_exps.weight[375]: IQ2_S blk.8.ffn_gate_exps.weight[376]: IQ2_S blk.8.ffn_gate_exps.weight[377]: IQ2_S blk.8.ffn_gate_exps.weight[378]: blk.8.ffn_gate_exps.weight[379]: blk.8.ffn_gate_exps.weight[380]: blk.8.ffn_gate_exps.weight[381]: IQ2_S blk.8.ffn_gate_exps.weight[382]: IQ2_S blk.8.ffn_gate_exps.weight[383]: blk.8.ffn_gate_exps.weight[384]: blk.8.ffn_gate_exps.weight[385]: IQ2_S blk.8.ffn_gate_exps.weight[386]: blk.8.ffn_gate_exps.weight[387]: IQ2_S blk.8.ffn_gate_exps.weight[388]: blk.8.ffn_gate_exps.weight[389]: IQ2_S blk.8.ffn_gate_exps.weight[390]: IQ2_S blk.8.ffn_gate_exps.weight[391]: blk.8.ffn_gate_exps.weight[392]: blk.8.ffn_gate_exps.weight[393]: blk.8.ffn_gate_exps.weight[394]: blk.8.ffn_gate_exps.weight[395]: IQ2_S blk.8.ffn_gate_exps.weight[396]: blk.8.ffn_gate_exps.weight[397]: blk.8.ffn_gate_exps.weight[398]: blk.8.ffn_gate_exps.weight[399]: blk.8.ffn_gate_exps.weight[400]: blk.8.ffn_gate_exps.weight[401]: blk.8.ffn_gate_exps.weight[402]: IQ2_S blk.8.ffn_gate_exps.weight[403]: IQ2_S blk.8.ffn_gate_exps.weight[404]: IQ2_S blk.8.ffn_gate_exps.weight[405]: IQ2_S blk.8.ffn_gate_exps.weight[406]: blk.8.ffn_gate_exps.weight[407]: blk.8.ffn_gate_exps.weight[408]: blk.8.ffn_gate_exps.weight[409]: blk.8.ffn_gate_exps.weight[410]: IQ2_S blk.8.ffn_gate_exps.weight[411]: blk.8.ffn_gate_exps.weight[412]: blk.8.ffn_gate_exps.weight[413]: blk.8.ffn_gate_exps.weight[414]: blk.8.ffn_gate_exps.weight[415]: blk.8.ffn_gate_exps.weight[416]: blk.8.ffn_gate_exps.weight[417]: blk.8.ffn_gate_exps.weight[418]: blk.8.ffn_gate_exps.weight[419]: IQ2_S blk.8.ffn_gate_exps.weight[420]: IQ2_S blk.8.ffn_gate_exps.weight[421]: blk.8.ffn_gate_exps.weight[422]: blk.8.ffn_gate_exps.weight[423]: blk.8.ffn_gate_exps.weight[424]: blk.8.ffn_gate_exps.weight[425]: IQ2_S blk.8.ffn_gate_exps.weight[426]: IQ2_S blk.8.ffn_gate_exps.weight[427]: IQ2_S blk.8.ffn_gate_exps.weight[428]: blk.8.ffn_gate_exps.weight[429]: IQ2_S blk.8.ffn_gate_exps.weight[430]: blk.8.ffn_gate_exps.weight[431]: blk.8.ffn_gate_exps.weight[432]: IQ2_S blk.8.ffn_gate_exps.weight[433]: blk.8.ffn_gate_exps.weight[434]: blk.8.ffn_gate_exps.weight[435]: blk.8.ffn_gate_exps.weight[436]: IQ2_S blk.8.ffn_gate_exps.weight[437]: blk.8.ffn_gate_exps.weight[438]: blk.8.ffn_gate_exps.weight[439]: IQ2_S blk.8.ffn_gate_exps.weight[440]: IQ2_S blk.8.ffn_gate_exps.weight[441]: blk.8.ffn_gate_exps.weight[442]: IQ2_S blk.8.ffn_gate_exps.weight[443]: IQ2_S blk.8.ffn_gate_exps.weight[444]: blk.8.ffn_gate_exps.weight[445]: IQ2_S blk.8.ffn_gate_exps.weight[446]: blk.8.ffn_gate_exps.weight[447]: IQ2_S blk.8.ffn_gate_exps.weight[448]: blk.8.ffn_gate_exps.weight[449]: IQ2_S blk.8.ffn_gate_exps.weight[450]: IQ2_S blk.8.ffn_gate_exps.weight[451]: IQ2_S blk.8.ffn_gate_exps.weight[452]: blk.8.ffn_gate_exps.weight[453]: blk.8.ffn_gate_exps.weight[454]: blk.8.ffn_gate_exps.weight[455]: blk.8.ffn_gate_exps.weight[456]: IQ2_S blk.8.ffn_gate_exps.weight[457]: blk.8.ffn_gate_exps.weight[458]: IQ2_S blk.8.ffn_gate_exps.weight[459]: blk.8.ffn_gate_exps.weight[460]: blk.8.ffn_gate_exps.weight[461]: IQ2_S blk.8.ffn_gate_exps.weight[462]: IQ2_S blk.8.ffn_gate_exps.weight[463]: blk.8.ffn_gate_exps.weight[464]: blk.8.ffn_gate_exps.weight[465]: IQ2_S blk.8.ffn_gate_exps.weight[466]: blk.8.ffn_gate_exps.weight[467]: IQ2_S blk.8.ffn_gate_exps.weight[468]: IQ2_S blk.8.ffn_gate_exps.weight[469]: IQ2_S blk.8.ffn_gate_exps.weight[470]: IQ2_S blk.8.ffn_gate_exps.weight[471]: IQ2_S blk.8.ffn_gate_exps.weight[472]: blk.8.ffn_gate_exps.weight[473]: blk.8.ffn_gate_exps.weight[474]: blk.8.ffn_gate_exps.weight[475]: blk.8.ffn_gate_exps.weight[476]: blk.8.ffn_gate_exps.weight[477]: blk.8.ffn_gate_exps.weight[478]: IQ2_S blk.8.ffn_gate_exps.weight[479]: blk.8.ffn_gate_exps.weight[480]: IQ2_S blk.8.ffn_gate_exps.weight[481]: blk.8.ffn_gate_exps.weight[482]: IQ2_S blk.8.ffn_gate_exps.weight[483]: blk.8.ffn_gate_exps.weight[484]: IQ2_S blk.8.ffn_gate_exps.weight[485]: blk.8.ffn_gate_exps.weight[486]: IQ2_S blk.8.ffn_gate_exps.weight[487]: IQ2_S blk.8.ffn_gate_exps.weight[488]: blk.8.ffn_gate_exps.weight[489]: IQ2_S blk.8.ffn_gate_exps.weight[490]: blk.8.ffn_gate_exps.weight[491]: IQ2_S blk.8.ffn_gate_exps.weight[492]: blk.8.ffn_gate_exps.weight[493]: IQ2_S blk.8.ffn_gate_exps.weight[494]: IQ2_S blk.8.ffn_gate_exps.weight[495]: blk.8.ffn_gate_exps.weight[496]: blk.8.ffn_gate_exps.weight[497]: IQ2_S blk.8.ffn_gate_exps.weight[498]: IQ2_S blk.8.ffn_gate_exps.weight[499]: IQ2_S blk.8.ffn_gate_exps.weight[500]: IQ2_S blk.8.ffn_gate_exps.weight[501]: blk.8.ffn_gate_exps.weight[502]: blk.8.ffn_gate_exps.weight[503]: blk.8.ffn_gate_exps.weight[504]: blk.8.ffn_gate_exps.weight[505]: IQ2_S blk.8.ffn_gate_exps.weight[506]: blk.8.ffn_gate_exps.weight[507]: blk.8.ffn_gate_exps.weight[508]: blk.8.ffn_gate_exps.weight[509]: blk.8.ffn_gate_exps.weight[510]: blk.8.ffn_gate_exps.weight[511]: IQ2_S blk.8.ffn_up_exps.weight[0]: blk.8.ffn_up_exps.weight[1]: blk.8.ffn_up_exps.weight[2]: IQ2_S blk.8.ffn_up_exps.weight[3]: IQ2_S blk.8.ffn_up_exps.weight[4]: IQ2_S blk.8.ffn_up_exps.weight[5]: blk.8.ffn_up_exps.weight[6]: blk.8.ffn_up_exps.weight[7]: blk.8.ffn_up_exps.weight[8]: IQ2_S blk.8.ffn_up_exps.weight[9]: blk.8.ffn_up_exps.weight[10]: IQ2_S blk.8.ffn_up_exps.weight[11]: IQ2_S blk.8.ffn_up_exps.weight[12]: blk.8.ffn_up_exps.weight[13]: blk.8.ffn_up_exps.weight[14]: IQ2_S blk.8.ffn_up_exps.weight[15]: blk.8.ffn_up_exps.weight[16]: blk.8.ffn_up_exps.weight[17]: IQ2_S blk.8.ffn_up_exps.weight[18]: blk.8.ffn_up_exps.weight[19]: IQ2_S blk.8.ffn_up_exps.weight[20]: IQ2_S blk.8.ffn_up_exps.weight[21]: blk.8.ffn_up_exps.weight[22]: blk.8.ffn_up_exps.weight[23]: blk.8.ffn_up_exps.weight[24]: blk.8.ffn_up_exps.weight[25]: IQ2_S blk.8.ffn_up_exps.weight[26]: IQ2_S blk.8.ffn_up_exps.weight[27]: blk.8.ffn_up_exps.weight[28]: IQ2_S blk.8.ffn_up_exps.weight[29]: blk.8.ffn_up_exps.weight[30]: IQ2_S blk.8.ffn_up_exps.weight[31]: IQ2_S blk.8.ffn_up_exps.weight[32]: IQ2_S blk.8.ffn_up_exps.weight[33]: blk.8.ffn_up_exps.weight[34]: IQ2_S blk.8.ffn_up_exps.weight[35]: blk.8.ffn_up_exps.weight[36]: blk.8.ffn_up_exps.weight[37]: IQ2_S blk.8.ffn_up_exps.weight[38]: blk.8.ffn_up_exps.weight[39]: blk.8.ffn_up_exps.weight[40]: blk.8.ffn_up_exps.weight[41]: blk.8.ffn_up_exps.weight[42]: blk.8.ffn_up_exps.weight[43]: blk.8.ffn_up_exps.weight[44]: IQ2_S blk.8.ffn_up_exps.weight[45]: blk.8.ffn_up_exps.weight[46]: IQ2_S blk.8.ffn_up_exps.weight[47]: blk.8.ffn_up_exps.weight[48]: IQ2_S blk.8.ffn_up_exps.weight[49]: blk.8.ffn_up_exps.weight[50]: IQ2_S blk.8.ffn_up_exps.weight[51]: IQ2_S blk.8.ffn_up_exps.weight[52]: blk.8.ffn_up_exps.weight[53]: IQ2_S blk.8.ffn_up_exps.weight[54]: blk.8.ffn_up_exps.weight[55]: blk.8.ffn_up_exps.weight[56]: blk.8.ffn_up_exps.weight[57]: blk.8.ffn_up_exps.weight[58]: blk.8.ffn_up_exps.weight[59]: blk.8.ffn_up_exps.weight[60]: IQ2_S blk.8.ffn_up_exps.weight[61]: IQ2_S blk.8.ffn_up_exps.weight[62]: blk.8.ffn_up_exps.weight[63]: IQ2_S blk.8.ffn_up_exps.weight[64]: IQ2_S blk.8.ffn_up_exps.weight[65]: IQ2_S blk.8.ffn_up_exps.weight[66]: IQ2_S blk.8.ffn_up_exps.weight[67]: IQ2_S blk.8.ffn_up_exps.weight[68]: IQ2_S blk.8.ffn_up_exps.weight[69]: blk.8.ffn_up_exps.weight[70]: IQ2_S blk.8.ffn_up_exps.weight[71]: blk.8.ffn_up_exps.weight[72]: blk.8.ffn_up_exps.weight[73]: blk.8.ffn_up_exps.weight[74]: blk.8.ffn_up_exps.weight[75]: IQ2_S blk.8.ffn_up_exps.weight[76]: blk.8.ffn_up_exps.weight[77]: IQ2_S blk.8.ffn_up_exps.weight[78]: IQ2_S blk.8.ffn_up_exps.weight[79]: IQ2_S blk.8.ffn_up_exps.weight[80]: blk.8.ffn_up_exps.weight[81]: IQ2_S blk.8.ffn_up_exps.weight[82]: blk.8.ffn_up_exps.weight[83]: IQ2_S blk.8.ffn_up_exps.weight[84]: blk.8.ffn_up_exps.weight[85]: IQ2_S blk.8.ffn_up_exps.weight[86]: IQ2_S blk.8.ffn_up_exps.weight[87]: blk.8.ffn_up_exps.weight[88]: IQ2_S blk.8.ffn_up_exps.weight[89]: IQ2_S blk.8.ffn_up_exps.weight[90]: blk.8.ffn_up_exps.weight[91]: blk.8.ffn_up_exps.weight[92]: IQ2_S blk.8.ffn_up_exps.weight[93]: IQ2_S blk.8.ffn_up_exps.weight[94]: IQ2_S blk.8.ffn_up_exps.weight[95]: IQ2_S blk.8.ffn_up_exps.weight[96]: blk.8.ffn_up_exps.weight[97]: IQ2_S blk.8.ffn_up_exps.weight[98]: blk.8.ffn_up_exps.weight[99]: blk.8.ffn_up_exps.weight[100]: IQ2_S blk.8.ffn_up_exps.weight[101]: blk.8.ffn_up_exps.weight[102]: blk.8.ffn_up_exps.weight[103]: IQ2_S blk.8.ffn_up_exps.weight[104]: blk.8.ffn_up_exps.weight[105]: blk.8.ffn_up_exps.weight[106]: blk.8.ffn_up_exps.weight[107]: blk.8.ffn_up_exps.weight[108]: IQ2_S blk.8.ffn_up_exps.weight[109]: IQ2_S blk.8.ffn_up_exps.weight[110]: IQ2_S blk.8.ffn_up_exps.weight[111]: IQ2_S blk.8.ffn_up_exps.weight[112]: blk.8.ffn_up_exps.weight[113]: IQ2_S blk.8.ffn_up_exps.weight[114]: blk.8.ffn_up_exps.weight[115]: blk.8.ffn_up_exps.weight[116]: IQ2_S blk.8.ffn_up_exps.weight[117]: blk.8.ffn_up_exps.weight[118]: blk.8.ffn_up_exps.weight[119]: blk.8.ffn_up_exps.weight[120]: blk.8.ffn_up_exps.weight[121]: IQ2_S blk.8.ffn_up_exps.weight[122]: IQ2_S blk.8.ffn_up_exps.weight[123]: blk.8.ffn_up_exps.weight[124]: IQ2_S blk.8.ffn_up_exps.weight[125]: blk.8.ffn_up_exps.weight[126]: blk.8.ffn_up_exps.weight[127]: IQ2_S blk.8.ffn_up_exps.weight[128]: IQ2_S blk.8.ffn_up_exps.weight[129]: IQ2_S blk.8.ffn_up_exps.weight[130]: blk.8.ffn_up_exps.weight[131]: blk.8.ffn_up_exps.weight[132]: IQ2_S blk.8.ffn_up_exps.weight[133]: IQ2_S blk.8.ffn_up_exps.weight[134]: IQ2_S blk.8.ffn_up_exps.weight[135]: blk.8.ffn_up_exps.weight[136]: IQ2_S blk.8.ffn_up_exps.weight[137]: blk.8.ffn_up_exps.weight[138]: IQ2_S blk.8.ffn_up_exps.weight[139]: blk.8.ffn_up_exps.weight[140]: IQ2_S blk.8.ffn_up_exps.weight[141]: IQ2_S blk.8.ffn_up_exps.weight[142]: blk.8.ffn_up_exps.weight[143]: blk.8.ffn_up_exps.weight[144]: IQ2_S blk.8.ffn_up_exps.weight[145]: IQ2_S blk.8.ffn_up_exps.weight[146]: IQ2_S blk.8.ffn_up_exps.weight[147]: blk.8.ffn_up_exps.weight[148]: blk.8.ffn_up_exps.weight[149]: blk.8.ffn_up_exps.weight[150]: blk.8.ffn_up_exps.weight[151]: IQ2_S blk.8.ffn_up_exps.weight[152]: blk.8.ffn_up_exps.weight[153]: blk.8.ffn_up_exps.weight[154]: blk.8.ffn_up_exps.weight[155]: IQ2_S blk.8.ffn_up_exps.weight[156]: blk.8.ffn_up_exps.weight[157]: IQ2_S blk.8.ffn_up_exps.weight[158]: IQ2_S blk.8.ffn_up_exps.weight[159]: blk.8.ffn_up_exps.weight[160]: blk.8.ffn_up_exps.weight[161]: IQ2_S blk.8.ffn_up_exps.weight[162]: IQ2_S blk.8.ffn_up_exps.weight[163]: IQ2_S blk.8.ffn_up_exps.weight[164]: IQ2_S blk.8.ffn_up_exps.weight[165]: blk.8.ffn_up_exps.weight[166]: IQ2_S blk.8.ffn_up_exps.weight[167]: blk.8.ffn_up_exps.weight[168]: blk.8.ffn_up_exps.weight[169]: blk.8.ffn_up_exps.weight[170]: blk.8.ffn_up_exps.weight[171]: IQ2_S blk.8.ffn_up_exps.weight[172]: blk.8.ffn_up_exps.weight[173]: IQ2_S blk.8.ffn_up_exps.weight[174]: IQ2_S blk.8.ffn_up_exps.weight[175]: IQ2_S blk.8.ffn_up_exps.weight[176]: blk.8.ffn_up_exps.weight[177]: IQ2_S blk.8.ffn_up_exps.weight[178]: IQ2_S blk.8.ffn_up_exps.weight[179]: blk.8.ffn_up_exps.weight[180]: IQ2_S blk.8.ffn_up_exps.weight[181]: IQ2_S blk.8.ffn_up_exps.weight[182]: IQ2_S blk.8.ffn_up_exps.weight[183]: IQ2_S blk.8.ffn_up_exps.weight[184]: IQ2_S blk.8.ffn_up_exps.weight[185]: blk.8.ffn_up_exps.weight[186]: IQ2_S blk.8.ffn_up_exps.weight[187]: IQ2_S blk.8.ffn_up_exps.weight[188]: blk.8.ffn_up_exps.weight[189]: IQ2_S blk.8.ffn_up_exps.weight[190]: IQ2_S blk.8.ffn_up_exps.weight[191]: IQ2_S blk.8.ffn_up_exps.weight[192]: blk.8.ffn_up_exps.weight[193]: blk.8.ffn_up_exps.weight[194]: blk.8.ffn_up_exps.weight[195]: blk.8.ffn_up_exps.weight[196]: blk.8.ffn_up_exps.weight[197]: IQ2_S blk.8.ffn_up_exps.weight[198]: IQ2_S blk.8.ffn_up_exps.weight[199]: IQ2_S blk.8.ffn_up_exps.weight[200]: blk.8.ffn_up_exps.weight[201]: blk.8.ffn_up_exps.weight[202]: IQ2_S blk.8.ffn_up_exps.weight[203]: blk.8.ffn_up_exps.weight[204]: IQ2_S blk.8.ffn_up_exps.weight[205]: blk.8.ffn_up_exps.weight[206]: IQ2_S blk.8.ffn_up_exps.weight[207]: IQ2_S blk.8.ffn_up_exps.weight[208]: IQ2_S blk.8.ffn_up_exps.weight[209]: IQ2_S blk.8.ffn_up_exps.weight[210]: IQ2_S blk.8.ffn_up_exps.weight[211]: IQ2_S blk.8.ffn_up_exps.weight[212]: IQ2_S blk.8.ffn_up_exps.weight[213]: IQ2_S blk.8.ffn_up_exps.weight[214]: blk.8.ffn_up_exps.weight[215]: IQ2_S blk.8.ffn_up_exps.weight[216]: IQ2_S blk.8.ffn_up_exps.weight[217]: IQ2_S blk.8.ffn_up_exps.weight[218]: blk.8.ffn_up_exps.weight[219]: IQ2_S blk.8.ffn_up_exps.weight[220]: IQ2_S blk.8.ffn_up_exps.weight[221]: blk.8.ffn_up_exps.weight[222]: blk.8.ffn_up_exps.weight[223]: IQ2_S blk.8.ffn_up_exps.weight[224]: blk.8.ffn_up_exps.weight[225]: IQ2_S blk.8.ffn_up_exps.weight[226]: IQ2_S blk.8.ffn_up_exps.weight[227]: IQ2_S blk.8.ffn_up_exps.weight[228]: IQ2_S blk.8.ffn_up_exps.weight[229]: IQ2_S blk.8.ffn_up_exps.weight[230]: IQ2_S blk.8.ffn_up_exps.weight[231]: IQ2_S blk.8.ffn_up_exps.weight[232]: blk.8.ffn_up_exps.weight[233]: IQ2_S blk.8.ffn_up_exps.weight[234]: blk.8.ffn_up_exps.weight[235]: IQ2_S blk.8.ffn_up_exps.weight[236]: blk.8.ffn_up_exps.weight[237]: blk.8.ffn_up_exps.weight[238]: IQ2_S blk.8.ffn_up_exps.weight[239]: blk.8.ffn_up_exps.weight[240]: IQ2_S blk.8.ffn_up_exps.weight[241]: blk.8.ffn_up_exps.weight[242]: IQ2_S blk.8.ffn_up_exps.weight[243]: IQ2_S blk.8.ffn_up_exps.weight[244]: blk.8.ffn_up_exps.weight[245]: blk.8.ffn_up_exps.weight[246]: blk.8.ffn_up_exps.weight[247]: IQ2_S blk.8.ffn_up_exps.weight[248]: IQ2_S blk.8.ffn_up_exps.weight[249]: IQ2_S blk.8.ffn_up_exps.weight[250]: IQ2_S blk.8.ffn_up_exps.weight[251]: blk.8.ffn_up_exps.weight[252]: IQ2_S blk.8.ffn_up_exps.weight[253]: IQ2_S blk.8.ffn_up_exps.weight[254]: blk.8.ffn_up_exps.weight[255]: blk.8.ffn_up_exps.weight[256]: IQ2_S blk.8.ffn_up_exps.weight[257]: blk.8.ffn_up_exps.weight[258]: IQ2_S blk.8.ffn_up_exps.weight[259]: blk.8.ffn_up_exps.weight[260]: IQ2_S blk.8.ffn_up_exps.weight[261]: IQ2_S blk.8.ffn_up_exps.weight[262]: IQ2_S blk.8.ffn_up_exps.weight[263]: IQ2_S blk.8.ffn_up_exps.weight[264]: IQ2_S blk.8.ffn_up_exps.weight[265]: blk.8.ffn_up_exps.weight[266]: blk.8.ffn_up_exps.weight[267]: IQ2_S blk.8.ffn_up_exps.weight[268]: IQ2_S blk.8.ffn_up_exps.weight[269]: blk.8.ffn_up_exps.weight[270]: IQ2_S blk.8.ffn_up_exps.weight[271]: blk.8.ffn_up_exps.weight[272]: IQ2_S blk.8.ffn_up_exps.weight[273]: IQ2_S blk.8.ffn_up_exps.weight[274]: blk.8.ffn_up_exps.weight[275]: IQ2_S blk.8.ffn_up_exps.weight[276]: blk.8.ffn_up_exps.weight[277]: blk.8.ffn_up_exps.weight[278]: IQ2_S blk.8.ffn_up_exps.weight[279]: blk.8.ffn_up_exps.weight[280]: IQ2_S blk.8.ffn_up_exps.weight[281]: IQ2_S blk.8.ffn_up_exps.weight[282]: blk.8.ffn_up_exps.weight[283]: blk.8.ffn_up_exps.weight[284]: blk.8.ffn_up_exps.weight[285]: blk.8.ffn_up_exps.weight[286]: blk.8.ffn_up_exps.weight[287]: blk.8.ffn_up_exps.weight[288]: IQ2_S blk.8.ffn_up_exps.weight[289]: blk.8.ffn_up_exps.weight[290]: blk.8.ffn_up_exps.weight[291]: blk.8.ffn_up_exps.weight[292]: IQ2_S blk.8.ffn_up_exps.weight[293]: blk.8.ffn_up_exps.weight[294]: IQ2_S blk.8.ffn_up_exps.weight[295]: blk.8.ffn_up_exps.weight[296]: IQ2_S blk.8.ffn_up_exps.weight[297]: blk.8.ffn_up_exps.weight[298]: blk.8.ffn_up_exps.weight[299]: blk.8.ffn_up_exps.weight[300]: blk.8.ffn_up_exps.weight[301]: IQ2_S blk.8.ffn_up_exps.weight[302]: IQ2_S blk.8.ffn_up_exps.weight[303]: IQ2_S blk.8.ffn_up_exps.weight[304]: blk.8.ffn_up_exps.weight[305]: IQ2_S blk.8.ffn_up_exps.weight[306]: IQ2_S blk.8.ffn_up_exps.weight[307]: IQ2_S blk.8.ffn_up_exps.weight[308]: IQ2_S blk.8.ffn_up_exps.weight[309]: IQ2_S blk.8.ffn_up_exps.weight[310]: blk.8.ffn_up_exps.weight[311]: blk.8.ffn_up_exps.weight[312]: blk.8.ffn_up_exps.weight[313]: blk.8.ffn_up_exps.weight[314]: IQ2_S blk.8.ffn_up_exps.weight[315]: blk.8.ffn_up_exps.weight[316]: IQ2_S blk.8.ffn_up_exps.weight[317]: IQ2_S blk.8.ffn_up_exps.weight[318]: IQ2_S blk.8.ffn_up_exps.weight[319]: IQ2_S blk.8.ffn_up_exps.weight[320]: blk.8.ffn_up_exps.weight[321]: IQ2_S blk.8.ffn_up_exps.weight[322]: IQ2_S blk.8.ffn_up_exps.weight[323]: IQ2_S blk.8.ffn_up_exps.weight[324]: IQ2_S blk.8.ffn_up_exps.weight[325]: IQ2_S blk.8.ffn_up_exps.weight[326]: blk.8.ffn_up_exps.weight[327]: blk.8.ffn_up_exps.weight[328]: blk.8.ffn_up_exps.weight[329]: IQ2_S blk.8.ffn_up_exps.weight[330]: blk.8.ffn_up_exps.weight[331]: IQ2_S blk.8.ffn_up_exps.weight[332]: blk.8.ffn_up_exps.weight[333]: IQ2_S blk.8.ffn_up_exps.weight[334]: IQ2_S blk.8.ffn_up_exps.weight[335]: blk.8.ffn_up_exps.weight[336]: IQ2_S blk.8.ffn_up_exps.weight[337]: IQ2_S blk.8.ffn_up_exps.weight[338]: IQ2_S blk.8.ffn_up_exps.weight[339]: IQ2_S blk.8.ffn_up_exps.weight[340]: IQ2_S blk.8.ffn_up_exps.weight[341]: IQ2_S blk.8.ffn_up_exps.weight[342]: blk.8.ffn_up_exps.weight[343]: blk.8.ffn_up_exps.weight[344]: blk.8.ffn_up_exps.weight[345]: blk.8.ffn_up_exps.weight[346]: IQ2_S blk.8.ffn_up_exps.weight[347]: IQ2_S blk.8.ffn_up_exps.weight[348]: IQ2_S blk.8.ffn_up_exps.weight[349]: blk.8.ffn_up_exps.weight[350]: IQ2_S blk.8.ffn_up_exps.weight[351]: blk.8.ffn_up_exps.weight[352]: blk.8.ffn_up_exps.weight[353]: IQ2_S blk.8.ffn_up_exps.weight[354]: blk.8.ffn_up_exps.weight[355]: IQ2_S blk.8.ffn_up_exps.weight[356]: IQ2_S blk.8.ffn_up_exps.weight[357]: IQ2_S blk.8.ffn_up_exps.weight[358]: IQ2_S blk.8.ffn_up_exps.weight[359]: IQ2_S blk.8.ffn_up_exps.weight[360]: blk.8.ffn_up_exps.weight[361]: IQ2_S blk.8.ffn_up_exps.weight[362]: blk.8.ffn_up_exps.weight[363]: IQ2_S blk.8.ffn_up_exps.weight[364]: blk.8.ffn_up_exps.weight[365]: blk.8.ffn_up_exps.weight[366]: IQ2_S blk.8.ffn_up_exps.weight[367]: blk.8.ffn_up_exps.weight[368]: blk.8.ffn_up_exps.weight[369]: blk.8.ffn_up_exps.weight[370]: IQ2_S blk.8.ffn_up_exps.weight[371]: IQ2_S blk.8.ffn_up_exps.weight[372]: blk.8.ffn_up_exps.weight[373]: blk.8.ffn_up_exps.weight[374]: blk.8.ffn_up_exps.weight[375]: IQ2_S blk.8.ffn_up_exps.weight[376]: IQ2_S blk.8.ffn_up_exps.weight[377]: IQ2_S blk.8.ffn_up_exps.weight[378]: blk.8.ffn_up_exps.weight[379]: blk.8.ffn_up_exps.weight[380]: blk.8.ffn_up_exps.weight[381]: IQ2_S blk.8.ffn_up_exps.weight[382]: IQ2_S blk.8.ffn_up_exps.weight[383]: blk.8.ffn_up_exps.weight[384]: blk.8.ffn_up_exps.weight[385]: IQ2_S blk.8.ffn_up_exps.weight[386]: blk.8.ffn_up_exps.weight[387]: IQ2_S blk.8.ffn_up_exps.weight[388]: blk.8.ffn_up_exps.weight[389]: IQ2_S blk.8.ffn_up_exps.weight[390]: IQ2_S blk.8.ffn_up_exps.weight[391]: blk.8.ffn_up_exps.weight[392]: blk.8.ffn_up_exps.weight[393]: blk.8.ffn_up_exps.weight[394]: blk.8.ffn_up_exps.weight[395]: IQ2_S blk.8.ffn_up_exps.weight[396]: blk.8.ffn_up_exps.weight[397]: blk.8.ffn_up_exps.weight[398]: blk.8.ffn_up_exps.weight[399]: blk.8.ffn_up_exps.weight[400]: blk.8.ffn_up_exps.weight[401]: blk.8.ffn_up_exps.weight[402]: IQ2_S blk.8.ffn_up_exps.weight[403]: IQ2_S blk.8.ffn_up_exps.weight[404]: IQ2_S blk.8.ffn_up_exps.weight[405]: IQ2_S blk.8.ffn_up_exps.weight[406]: blk.8.ffn_up_exps.weight[407]: blk.8.ffn_up_exps.weight[408]: blk.8.ffn_up_exps.weight[409]: blk.8.ffn_up_exps.weight[410]: IQ2_S blk.8.ffn_up_exps.weight[411]: blk.8.ffn_up_exps.weight[412]: blk.8.ffn_up_exps.weight[413]: blk.8.ffn_up_exps.weight[414]: blk.8.ffn_up_exps.weight[415]: blk.8.ffn_up_exps.weight[416]: blk.8.ffn_up_exps.weight[417]: blk.8.ffn_up_exps.weight[418]: blk.8.ffn_up_exps.weight[419]: IQ2_S blk.8.ffn_up_exps.weight[420]: IQ2_S blk.8.ffn_up_exps.weight[421]: blk.8.ffn_up_exps.weight[422]: blk.8.ffn_up_exps.weight[423]: blk.8.ffn_up_exps.weight[424]: blk.8.ffn_up_exps.weight[425]: IQ2_S blk.8.ffn_up_exps.weight[426]: IQ2_S blk.8.ffn_up_exps.weight[427]: IQ2_S blk.8.ffn_up_exps.weight[428]: blk.8.ffn_up_exps.weight[429]: IQ2_S blk.8.ffn_up_exps.weight[430]: blk.8.ffn_up_exps.weight[431]: blk.8.ffn_up_exps.weight[432]: IQ2_S blk.8.ffn_up_exps.weight[433]: blk.8.ffn_up_exps.weight[434]: blk.8.ffn_up_exps.weight[435]: blk.8.ffn_up_exps.weight[436]: IQ2_S blk.8.ffn_up_exps.weight[437]: blk.8.ffn_up_exps.weight[438]: blk.8.ffn_up_exps.weight[439]: IQ2_S blk.8.ffn_up_exps.weight[440]: IQ2_S blk.8.ffn_up_exps.weight[441]: blk.8.ffn_up_exps.weight[442]: IQ2_S blk.8.ffn_up_exps.weight[443]: IQ2_S blk.8.ffn_up_exps.weight[444]: blk.8.ffn_up_exps.weight[445]: IQ2_S blk.8.ffn_up_exps.weight[446]: blk.8.ffn_up_exps.weight[447]: IQ2_S blk.8.ffn_up_exps.weight[448]: blk.8.ffn_up_exps.weight[449]: IQ2_S blk.8.ffn_up_exps.weight[450]: IQ2_S blk.8.ffn_up_exps.weight[451]: IQ2_S blk.8.ffn_up_exps.weight[452]: blk.8.ffn_up_exps.weight[453]: blk.8.ffn_up_exps.weight[454]: blk.8.ffn_up_exps.weight[455]: blk.8.ffn_up_exps.weight[456]: IQ2_S blk.8.ffn_up_exps.weight[457]: blk.8.ffn_up_exps.weight[458]: IQ2_S blk.8.ffn_up_exps.weight[459]: blk.8.ffn_up_exps.weight[460]: blk.8.ffn_up_exps.weight[461]: IQ2_S blk.8.ffn_up_exps.weight[462]: IQ2_S blk.8.ffn_up_exps.weight[463]: blk.8.ffn_up_exps.weight[464]: blk.8.ffn_up_exps.weight[465]: IQ2_S blk.8.ffn_up_exps.weight[466]: blk.8.ffn_up_exps.weight[467]: IQ2_S blk.8.ffn_up_exps.weight[468]: IQ2_S blk.8.ffn_up_exps.weight[469]: IQ2_S blk.8.ffn_up_exps.weight[470]: IQ2_S blk.8.ffn_up_exps.weight[471]: IQ2_S blk.8.ffn_up_exps.weight[472]: blk.8.ffn_up_exps.weight[473]: blk.8.ffn_up_exps.weight[474]: blk.8.ffn_up_exps.weight[475]: blk.8.ffn_up_exps.weight[476]: blk.8.ffn_up_exps.weight[477]: blk.8.ffn_up_exps.weight[478]: IQ2_S blk.8.ffn_up_exps.weight[479]: blk.8.ffn_up_exps.weight[480]: IQ2_S blk.8.ffn_up_exps.weight[481]: blk.8.ffn_up_exps.weight[482]: IQ2_S blk.8.ffn_up_exps.weight[483]: blk.8.ffn_up_exps.weight[484]: IQ2_S blk.8.ffn_up_exps.weight[485]: blk.8.ffn_up_exps.weight[486]: IQ2_S blk.8.ffn_up_exps.weight[487]: IQ2_S blk.8.ffn_up_exps.weight[488]: blk.8.ffn_up_exps.weight[489]: IQ2_S blk.8.ffn_up_exps.weight[490]: blk.8.ffn_up_exps.weight[491]: IQ2_S blk.8.ffn_up_exps.weight[492]: blk.8.ffn_up_exps.weight[493]: IQ2_S blk.8.ffn_up_exps.weight[494]: IQ2_S blk.8.ffn_up_exps.weight[495]: blk.8.ffn_up_exps.weight[496]: blk.8.ffn_up_exps.weight[497]: IQ2_S blk.8.ffn_up_exps.weight[498]: IQ2_S blk.8.ffn_up_exps.weight[499]: IQ2_S blk.8.ffn_up_exps.weight[500]: IQ2_S blk.8.ffn_up_exps.weight[501]: blk.8.ffn_up_exps.weight[502]: blk.8.ffn_up_exps.weight[503]: blk.8.ffn_up_exps.weight[504]: blk.8.ffn_up_exps.weight[505]: IQ2_S blk.8.ffn_up_exps.weight[506]: blk.8.ffn_up_exps.weight[507]: blk.8.ffn_up_exps.weight[508]: blk.8.ffn_up_exps.weight[509]: blk.8.ffn_up_exps.weight[510]: blk.8.ffn_up_exps.weight[511]: IQ2_S blk.8.ffn_down_exps.weight[0]: blk.8.ffn_down_exps.weight[1]: blk.8.ffn_down_exps.weight[2]: Q2_0 blk.8.ffn_down_exps.weight[3]: Q2_0 blk.8.ffn_down_exps.weight[4]: Q2_0 blk.8.ffn_down_exps.weight[5]: blk.8.ffn_down_exps.weight[6]: blk.8.ffn_down_exps.weight[7]: blk.8.ffn_down_exps.weight[8]: Q2_0 blk.8.ffn_down_exps.weight[9]: blk.8.ffn_down_exps.weight[10]: Q2_0 blk.8.ffn_down_exps.weight[11]: Q2_0 blk.8.ffn_down_exps.weight[12]: blk.8.ffn_down_exps.weight[13]: blk.8.ffn_down_exps.weight[14]: Q2_0 blk.8.ffn_down_exps.weight[15]: blk.8.ffn_down_exps.weight[16]: blk.8.ffn_down_exps.weight[17]: Q2_0 blk.8.ffn_down_exps.weight[18]: blk.8.ffn_down_exps.weight[19]: Q2_0 blk.8.ffn_down_exps.weight[20]: Q2_0 blk.8.ffn_down_exps.weight[21]: blk.8.ffn_down_exps.weight[22]: blk.8.ffn_down_exps.weight[23]: blk.8.ffn_down_exps.weight[24]: blk.8.ffn_down_exps.weight[25]: Q2_0 blk.8.ffn_down_exps.weight[26]: Q2_0 blk.8.ffn_down_exps.weight[27]: blk.8.ffn_down_exps.weight[28]: Q2_0 blk.8.ffn_down_exps.weight[29]: blk.8.ffn_down_exps.weight[30]: Q2_0 blk.8.ffn_down_exps.weight[31]: Q2_0 blk.8.ffn_down_exps.weight[32]: Q2_0 blk.8.ffn_down_exps.weight[33]: blk.8.ffn_down_exps.weight[34]: Q2_0 blk.8.ffn_down_exps.weight[35]: blk.8.ffn_down_exps.weight[36]: blk.8.ffn_down_exps.weight[37]: Q2_0 blk.8.ffn_down_exps.weight[38]: blk.8.ffn_down_exps.weight[39]: blk.8.ffn_down_exps.weight[40]: blk.8.ffn_down_exps.weight[41]: blk.8.ffn_down_exps.weight[42]: blk.8.ffn_down_exps.weight[43]: blk.8.ffn_down_exps.weight[44]: Q2_0 blk.8.ffn_down_exps.weight[45]: blk.8.ffn_down_exps.weight[46]: Q2_0 blk.8.ffn_down_exps.weight[47]: blk.8.ffn_down_exps.weight[48]: Q2_0 blk.8.ffn_down_exps.weight[49]: blk.8.ffn_down_exps.weight[50]: Q2_0 blk.8.ffn_down_exps.weight[51]: Q2_0 blk.8.ffn_down_exps.weight[52]: blk.8.ffn_down_exps.weight[53]: Q2_0 blk.8.ffn_down_exps.weight[54]: blk.8.ffn_down_exps.weight[55]: blk.8.ffn_down_exps.weight[56]: blk.8.ffn_down_exps.weight[57]: blk.8.ffn_down_exps.weight[58]: blk.8.ffn_down_exps.weight[59]: blk.8.ffn_down_exps.weight[60]: Q2_0 blk.8.ffn_down_exps.weight[61]: Q2_0 blk.8.ffn_down_exps.weight[62]: blk.8.ffn_down_exps.weight[63]: Q2_0 blk.8.ffn_down_exps.weight[64]: Q2_0 blk.8.ffn_down_exps.weight[65]: Q2_0 blk.8.ffn_down_exps.weight[66]: Q2_0 blk.8.ffn_down_exps.weight[67]: Q2_0 blk.8.ffn_down_exps.weight[68]: Q2_0 blk.8.ffn_down_exps.weight[69]: blk.8.ffn_down_exps.weight[70]: Q2_0 blk.8.ffn_down_exps.weight[71]: blk.8.ffn_down_exps.weight[72]: blk.8.ffn_down_exps.weight[73]: blk.8.ffn_down_exps.weight[74]: blk.8.ffn_down_exps.weight[75]: Q2_0 blk.8.ffn_down_exps.weight[76]: blk.8.ffn_down_exps.weight[77]: Q2_0 blk.8.ffn_down_exps.weight[78]: Q2_0 blk.8.ffn_down_exps.weight[79]: Q2_0 blk.8.ffn_down_exps.weight[80]: blk.8.ffn_down_exps.weight[81]: Q2_0 blk.8.ffn_down_exps.weight[82]: blk.8.ffn_down_exps.weight[83]: Q2_0 blk.8.ffn_down_exps.weight[84]: blk.8.ffn_down_exps.weight[85]: Q2_0 blk.8.ffn_down_exps.weight[86]: Q2_0 blk.8.ffn_down_exps.weight[87]: blk.8.ffn_down_exps.weight[88]: Q2_0 blk.8.ffn_down_exps.weight[89]: Q2_0 blk.8.ffn_down_exps.weight[90]: blk.8.ffn_down_exps.weight[91]: blk.8.ffn_down_exps.weight[92]: Q2_0 blk.8.ffn_down_exps.weight[93]: Q2_0 blk.8.ffn_down_exps.weight[94]: Q2_0 blk.8.ffn_down_exps.weight[95]: Q2_0 blk.8.ffn_down_exps.weight[96]: blk.8.ffn_down_exps.weight[97]: Q2_0 blk.8.ffn_down_exps.weight[98]: blk.8.ffn_down_exps.weight[99]: blk.8.ffn_down_exps.weight[100]: Q2_0 blk.8.ffn_down_exps.weight[101]: blk.8.ffn_down_exps.weight[102]: blk.8.ffn_down_exps.weight[103]: Q2_0 blk.8.ffn_down_exps.weight[104]: blk.8.ffn_down_exps.weight[105]: blk.8.ffn_down_exps.weight[106]: blk.8.ffn_down_exps.weight[107]: blk.8.ffn_down_exps.weight[108]: Q2_0 blk.8.ffn_down_exps.weight[109]: Q2_0 blk.8.ffn_down_exps.weight[110]: Q2_0 blk.8.ffn_down_exps.weight[111]: Q2_0 blk.8.ffn_down_exps.weight[112]: blk.8.ffn_down_exps.weight[113]: Q2_0 blk.8.ffn_down_exps.weight[114]: blk.8.ffn_down_exps.weight[115]: blk.8.ffn_down_exps.weight[116]: Q2_0 blk.8.ffn_down_exps.weight[117]: blk.8.ffn_down_exps.weight[118]: blk.8.ffn_down_exps.weight[119]: blk.8.ffn_down_exps.weight[120]: blk.8.ffn_down_exps.weight[121]: Q2_0 blk.8.ffn_down_exps.weight[122]: Q2_0 blk.8.ffn_down_exps.weight[123]: blk.8.ffn_down_exps.weight[124]: Q2_0 blk.8.ffn_down_exps.weight[125]: blk.8.ffn_down_exps.weight[126]: blk.8.ffn_down_exps.weight[127]: Q2_0 blk.8.ffn_down_exps.weight[128]: Q2_0 blk.8.ffn_down_exps.weight[129]: Q2_0 blk.8.ffn_down_exps.weight[130]: blk.8.ffn_down_exps.weight[131]: blk.8.ffn_down_exps.weight[132]: Q2_0 blk.8.ffn_down_exps.weight[133]: Q2_0 blk.8.ffn_down_exps.weight[134]: Q2_0 blk.8.ffn_down_exps.weight[135]: blk.8.ffn_down_exps.weight[136]: Q2_0 blk.8.ffn_down_exps.weight[137]: blk.8.ffn_down_exps.weight[138]: Q2_0 blk.8.ffn_down_exps.weight[139]: blk.8.ffn_down_exps.weight[140]: Q2_0 blk.8.ffn_down_exps.weight[141]: Q2_0 blk.8.ffn_down_exps.weight[142]: blk.8.ffn_down_exps.weight[143]: blk.8.ffn_down_exps.weight[144]: Q2_0 blk.8.ffn_down_exps.weight[145]: Q2_0 blk.8.ffn_down_exps.weight[146]: Q2_0 blk.8.ffn_down_exps.weight[147]: blk.8.ffn_down_exps.weight[148]: blk.8.ffn_down_exps.weight[149]: blk.8.ffn_down_exps.weight[150]: blk.8.ffn_down_exps.weight[151]: Q2_0 blk.8.ffn_down_exps.weight[152]: blk.8.ffn_down_exps.weight[153]: blk.8.ffn_down_exps.weight[154]: blk.8.ffn_down_exps.weight[155]: Q2_0 blk.8.ffn_down_exps.weight[156]: blk.8.ffn_down_exps.weight[157]: Q2_0 blk.8.ffn_down_exps.weight[158]: Q2_0 blk.8.ffn_down_exps.weight[159]: blk.8.ffn_down_exps.weight[160]: blk.8.ffn_down_exps.weight[161]: Q2_0 blk.8.ffn_down_exps.weight[162]: Q2_0 blk.8.ffn_down_exps.weight[163]: Q2_0 blk.8.ffn_down_exps.weight[164]: Q2_0 blk.8.ffn_down_exps.weight[165]: blk.8.ffn_down_exps.weight[166]: Q2_0 blk.8.ffn_down_exps.weight[167]: blk.8.ffn_down_exps.weight[168]: blk.8.ffn_down_exps.weight[169]: blk.8.ffn_down_exps.weight[170]: blk.8.ffn_down_exps.weight[171]: Q2_0 blk.8.ffn_down_exps.weight[172]: blk.8.ffn_down_exps.weight[173]: Q2_0 blk.8.ffn_down_exps.weight[174]: Q2_0 blk.8.ffn_down_exps.weight[175]: Q2_0 blk.8.ffn_down_exps.weight[176]: blk.8.ffn_down_exps.weight[177]: Q2_0 blk.8.ffn_down_exps.weight[178]: Q2_0 blk.8.ffn_down_exps.weight[179]: blk.8.ffn_down_exps.weight[180]: Q2_0 blk.8.ffn_down_exps.weight[181]: Q2_0 blk.8.ffn_down_exps.weight[182]: Q2_0 blk.8.ffn_down_exps.weight[183]: Q2_0 blk.8.ffn_down_exps.weight[184]: Q2_0 blk.8.ffn_down_exps.weight[185]: blk.8.ffn_down_exps.weight[186]: Q2_0 blk.8.ffn_down_exps.weight[187]: Q2_0 blk.8.ffn_down_exps.weight[188]: blk.8.ffn_down_exps.weight[189]: Q2_0 blk.8.ffn_down_exps.weight[190]: Q2_0 blk.8.ffn_down_exps.weight[191]: Q2_0 blk.8.ffn_down_exps.weight[192]: blk.8.ffn_down_exps.weight[193]: blk.8.ffn_down_exps.weight[194]: blk.8.ffn_down_exps.weight[195]: blk.8.ffn_down_exps.weight[196]: blk.8.ffn_down_exps.weight[197]: Q2_0 blk.8.ffn_down_exps.weight[198]: Q2_0 blk.8.ffn_down_exps.weight[199]: Q2_0 blk.8.ffn_down_exps.weight[200]: blk.8.ffn_down_exps.weight[201]: blk.8.ffn_down_exps.weight[202]: Q2_0 blk.8.ffn_down_exps.weight[203]: blk.8.ffn_down_exps.weight[204]: Q2_0 blk.8.ffn_down_exps.weight[205]: blk.8.ffn_down_exps.weight[206]: Q2_0 blk.8.ffn_down_exps.weight[207]: Q2_0 blk.8.ffn_down_exps.weight[208]: Q2_0 blk.8.ffn_down_exps.weight[209]: Q2_0 blk.8.ffn_down_exps.weight[210]: Q2_0 blk.8.ffn_down_exps.weight[211]: Q2_0 blk.8.ffn_down_exps.weight[212]: Q2_0 blk.8.ffn_down_exps.weight[213]: Q2_0 blk.8.ffn_down_exps.weight[214]: blk.8.ffn_down_exps.weight[215]: Q2_0 blk.8.ffn_down_exps.weight[216]: Q2_0 blk.8.ffn_down_exps.weight[217]: Q2_0 blk.8.ffn_down_exps.weight[218]: blk.8.ffn_down_exps.weight[219]: Q2_0 blk.8.ffn_down_exps.weight[220]: Q2_0 blk.8.ffn_down_exps.weight[221]: blk.8.ffn_down_exps.weight[222]: blk.8.ffn_down_exps.weight[223]: Q2_0 blk.8.ffn_down_exps.weight[224]: blk.8.ffn_down_exps.weight[225]: Q2_0 blk.8.ffn_down_exps.weight[226]: Q2_0 blk.8.ffn_down_exps.weight[227]: Q2_0 blk.8.ffn_down_exps.weight[228]: Q2_0 blk.8.ffn_down_exps.weight[229]: Q2_0 blk.8.ffn_down_exps.weight[230]: Q2_0 blk.8.ffn_down_exps.weight[231]: Q2_0 blk.8.ffn_down_exps.weight[232]: blk.8.ffn_down_exps.weight[233]: Q2_0 blk.8.ffn_down_exps.weight[234]: blk.8.ffn_down_exps.weight[235]: Q2_0 blk.8.ffn_down_exps.weight[236]: blk.8.ffn_down_exps.weight[237]: blk.8.ffn_down_exps.weight[238]: Q2_0 blk.8.ffn_down_exps.weight[239]: blk.8.ffn_down_exps.weight[240]: Q2_0 blk.8.ffn_down_exps.weight[241]: blk.8.ffn_down_exps.weight[242]: Q2_0 blk.8.ffn_down_exps.weight[243]: Q2_0 blk.8.ffn_down_exps.weight[244]: blk.8.ffn_down_exps.weight[245]: blk.8.ffn_down_exps.weight[246]: blk.8.ffn_down_exps.weight[247]: Q2_0 blk.8.ffn_down_exps.weight[248]: Q2_0 blk.8.ffn_down_exps.weight[249]: Q2_0 blk.8.ffn_down_exps.weight[250]: Q2_0 blk.8.ffn_down_exps.weight[251]: blk.8.ffn_down_exps.weight[252]: Q2_0 blk.8.ffn_down_exps.weight[253]: Q2_0 blk.8.ffn_down_exps.weight[254]: blk.8.ffn_down_exps.weight[255]: blk.8.ffn_down_exps.weight[256]: Q2_0 blk.8.ffn_down_exps.weight[257]: blk.8.ffn_down_exps.weight[258]: Q2_0 blk.8.ffn_down_exps.weight[259]: blk.8.ffn_down_exps.weight[260]: Q2_0 blk.8.ffn_down_exps.weight[261]: Q2_0 blk.8.ffn_down_exps.weight[262]: Q2_0 blk.8.ffn_down_exps.weight[263]: Q2_0 blk.8.ffn_down_exps.weight[264]: Q2_0 blk.8.ffn_down_exps.weight[265]: blk.8.ffn_down_exps.weight[266]: blk.8.ffn_down_exps.weight[267]: Q2_0 blk.8.ffn_down_exps.weight[268]: Q2_0 blk.8.ffn_down_exps.weight[269]: blk.8.ffn_down_exps.weight[270]: Q2_0 blk.8.ffn_down_exps.weight[271]: blk.8.ffn_down_exps.weight[272]: Q2_0 blk.8.ffn_down_exps.weight[273]: Q2_0 blk.8.ffn_down_exps.weight[274]: blk.8.ffn_down_exps.weight[275]: Q2_0 blk.8.ffn_down_exps.weight[276]: blk.8.ffn_down_exps.weight[277]: blk.8.ffn_down_exps.weight[278]: Q2_0 blk.8.ffn_down_exps.weight[279]: blk.8.ffn_down_exps.weight[280]: Q2_0 blk.8.ffn_down_exps.weight[281]: Q2_0 blk.8.ffn_down_exps.weight[282]: blk.8.ffn_down_exps.weight[283]: blk.8.ffn_down_exps.weight[284]: blk.8.ffn_down_exps.weight[285]: blk.8.ffn_down_exps.weight[286]: blk.8.ffn_down_exps.weight[287]: blk.8.ffn_down_exps.weight[288]: Q2_0 blk.8.ffn_down_exps.weight[289]: blk.8.ffn_down_exps.weight[290]: blk.8.ffn_down_exps.weight[291]: blk.8.ffn_down_exps.weight[292]: Q2_0 blk.8.ffn_down_exps.weight[293]: blk.8.ffn_down_exps.weight[294]: Q2_0 blk.8.ffn_down_exps.weight[295]: blk.8.ffn_down_exps.weight[296]: Q2_0 blk.8.ffn_down_exps.weight[297]: blk.8.ffn_down_exps.weight[298]: blk.8.ffn_down_exps.weight[299]: blk.8.ffn_down_exps.weight[300]: blk.8.ffn_down_exps.weight[301]: Q2_0 blk.8.ffn_down_exps.weight[302]: Q2_0 blk.8.ffn_down_exps.weight[303]: Q2_0 blk.8.ffn_down_exps.weight[304]: blk.8.ffn_down_exps.weight[305]: Q2_0 blk.8.ffn_down_exps.weight[306]: Q2_0 blk.8.ffn_down_exps.weight[307]: Q2_0 blk.8.ffn_down_exps.weight[308]: Q2_0 blk.8.ffn_down_exps.weight[309]: Q2_0 blk.8.ffn_down_exps.weight[310]: blk.8.ffn_down_exps.weight[311]: blk.8.ffn_down_exps.weight[312]: blk.8.ffn_down_exps.weight[313]: blk.8.ffn_down_exps.weight[314]: Q2_0 blk.8.ffn_down_exps.weight[315]: blk.8.ffn_down_exps.weight[316]: Q2_0 blk.8.ffn_down_exps.weight[317]: Q2_0 blk.8.ffn_down_exps.weight[318]: Q2_0 blk.8.ffn_down_exps.weight[319]: Q2_0 blk.8.ffn_down_exps.weight[320]: blk.8.ffn_down_exps.weight[321]: Q2_0 blk.8.ffn_down_exps.weight[322]: Q2_0 blk.8.ffn_down_exps.weight[323]: Q2_0 blk.8.ffn_down_exps.weight[324]: Q2_0 blk.8.ffn_down_exps.weight[325]: Q2_0 blk.8.ffn_down_exps.weight[326]: blk.8.ffn_down_exps.weight[327]: blk.8.ffn_down_exps.weight[328]: blk.8.ffn_down_exps.weight[329]: Q2_0 blk.8.ffn_down_exps.weight[330]: blk.8.ffn_down_exps.weight[331]: Q2_0 blk.8.ffn_down_exps.weight[332]: blk.8.ffn_down_exps.weight[333]: Q2_0 blk.8.ffn_down_exps.weight[334]: Q2_0 blk.8.ffn_down_exps.weight[335]: blk.8.ffn_down_exps.weight[336]: Q2_0 blk.8.ffn_down_exps.weight[337]: Q2_0 blk.8.ffn_down_exps.weight[338]: Q2_0 blk.8.ffn_down_exps.weight[339]: Q2_0 blk.8.ffn_down_exps.weight[340]: Q2_0 blk.8.ffn_down_exps.weight[341]: Q2_0 blk.8.ffn_down_exps.weight[342]: blk.8.ffn_down_exps.weight[343]: blk.8.ffn_down_exps.weight[344]: blk.8.ffn_down_exps.weight[345]: blk.8.ffn_down_exps.weight[346]: Q2_0 blk.8.ffn_down_exps.weight[347]: Q2_0 blk.8.ffn_down_exps.weight[348]: Q2_0 blk.8.ffn_down_exps.weight[349]: blk.8.ffn_down_exps.weight[350]: Q2_0 blk.8.ffn_down_exps.weight[351]: blk.8.ffn_down_exps.weight[352]: blk.8.ffn_down_exps.weight[353]: Q2_0 blk.8.ffn_down_exps.weight[354]: blk.8.ffn_down_exps.weight[355]: Q2_0 blk.8.ffn_down_exps.weight[356]: Q2_0 blk.8.ffn_down_exps.weight[357]: Q2_0 blk.8.ffn_down_exps.weight[358]: Q2_0 blk.8.ffn_down_exps.weight[359]: Q2_0 blk.8.ffn_down_exps.weight[360]: blk.8.ffn_down_exps.weight[361]: Q2_0 blk.8.ffn_down_exps.weight[362]: blk.8.ffn_down_exps.weight[363]: Q2_0 blk.8.ffn_down_exps.weight[364]: blk.8.ffn_down_exps.weight[365]: blk.8.ffn_down_exps.weight[366]: Q2_0 blk.8.ffn_down_exps.weight[367]: blk.8.ffn_down_exps.weight[368]: blk.8.ffn_down_exps.weight[369]: blk.8.ffn_down_exps.weight[370]: Q2_0 blk.8.ffn_down_exps.weight[371]: Q2_0 blk.8.ffn_down_exps.weight[372]: blk.8.ffn_down_exps.weight[373]: blk.8.ffn_down_exps.weight[374]: blk.8.ffn_down_exps.weight[375]: Q2_0 blk.8.ffn_down_exps.weight[376]: Q2_0 blk.8.ffn_down_exps.weight[377]: Q2_0 blk.8.ffn_down_exps.weight[378]: blk.8.ffn_down_exps.weight[379]: blk.8.ffn_down_exps.weight[380]: blk.8.ffn_down_exps.weight[381]: Q2_0 blk.8.ffn_down_exps.weight[382]: Q2_0 blk.8.ffn_down_exps.weight[383]: blk.8.ffn_down_exps.weight[384]: blk.8.ffn_down_exps.weight[385]: Q2_0 blk.8.ffn_down_exps.weight[386]: blk.8.ffn_down_exps.weight[387]: Q2_0 blk.8.ffn_down_exps.weight[388]: blk.8.ffn_down_exps.weight[389]: Q2_0 blk.8.ffn_down_exps.weight[390]: Q2_0 blk.8.ffn_down_exps.weight[391]: blk.8.ffn_down_exps.weight[392]: blk.8.ffn_down_exps.weight[393]: blk.8.ffn_down_exps.weight[394]: blk.8.ffn_down_exps.weight[395]: Q2_0 blk.8.ffn_down_exps.weight[396]: blk.8.ffn_down_exps.weight[397]: blk.8.ffn_down_exps.weight[398]: blk.8.ffn_down_exps.weight[399]: blk.8.ffn_down_exps.weight[400]: blk.8.ffn_down_exps.weight[401]: blk.8.ffn_down_exps.weight[402]: Q2_0 blk.8.ffn_down_exps.weight[403]: Q2_0 blk.8.ffn_down_exps.weight[404]: Q2_0 blk.8.ffn_down_exps.weight[405]: Q2_0 blk.8.ffn_down_exps.weight[406]: blk.8.ffn_down_exps.weight[407]: blk.8.ffn_down_exps.weight[408]: blk.8.ffn_down_exps.weight[409]: blk.8.ffn_down_exps.weight[410]: Q2_0 blk.8.ffn_down_exps.weight[411]: blk.8.ffn_down_exps.weight[412]: blk.8.ffn_down_exps.weight[413]: blk.8.ffn_down_exps.weight[414]: blk.8.ffn_down_exps.weight[415]: blk.8.ffn_down_exps.weight[416]: blk.8.ffn_down_exps.weight[417]: blk.8.ffn_down_exps.weight[418]: blk.8.ffn_down_exps.weight[419]: Q2_0 blk.8.ffn_down_exps.weight[420]: Q2_0 blk.8.ffn_down_exps.weight[421]: blk.8.ffn_down_exps.weight[422]: blk.8.ffn_down_exps.weight[423]: blk.8.ffn_down_exps.weight[424]: blk.8.ffn_down_exps.weight[425]: Q2_0 blk.8.ffn_down_exps.weight[426]: Q2_0 blk.8.ffn_down_exps.weight[427]: Q2_0 blk.8.ffn_down_exps.weight[428]: blk.8.ffn_down_exps.weight[429]: Q2_0 blk.8.ffn_down_exps.weight[430]: blk.8.ffn_down_exps.weight[431]: blk.8.ffn_down_exps.weight[432]: Q2_0 blk.8.ffn_down_exps.weight[433]: blk.8.ffn_down_exps.weight[434]: blk.8.ffn_down_exps.weight[435]: blk.8.ffn_down_exps.weight[436]: Q2_0 blk.8.ffn_down_exps.weight[437]: blk.8.ffn_down_exps.weight[438]: blk.8.ffn_down_exps.weight[439]: Q2_0 blk.8.ffn_down_exps.weight[440]: Q2_0 blk.8.ffn_down_exps.weight[441]: blk.8.ffn_down_exps.weight[442]: Q2_0 blk.8.ffn_down_exps.weight[443]: Q2_0 blk.8.ffn_down_exps.weight[444]: blk.8.ffn_down_exps.weight[445]: Q2_0 blk.8.ffn_down_exps.weight[446]: blk.8.ffn_down_exps.weight[447]: Q2_0 blk.8.ffn_down_exps.weight[448]: blk.8.ffn_down_exps.weight[449]: Q2_0 blk.8.ffn_down_exps.weight[450]: Q2_0 blk.8.ffn_down_exps.weight[451]: Q2_0 blk.8.ffn_down_exps.weight[452]: blk.8.ffn_down_exps.weight[453]: blk.8.ffn_down_exps.weight[454]: blk.8.ffn_down_exps.weight[455]: blk.8.ffn_down_exps.weight[456]: Q2_0 blk.8.ffn_down_exps.weight[457]: blk.8.ffn_down_exps.weight[458]: Q2_0 blk.8.ffn_down_exps.weight[459]: blk.8.ffn_down_exps.weight[460]: blk.8.ffn_down_exps.weight[461]: Q2_0 blk.8.ffn_down_exps.weight[462]: Q2_0 blk.8.ffn_down_exps.weight[463]: blk.8.ffn_down_exps.weight[464]: blk.8.ffn_down_exps.weight[465]: Q2_0 blk.8.ffn_down_exps.weight[466]: blk.8.ffn_down_exps.weight[467]: Q2_0 blk.8.ffn_down_exps.weight[468]: Q2_0 blk.8.ffn_down_exps.weight[469]: Q2_0 blk.8.ffn_down_exps.weight[470]: Q2_0 blk.8.ffn_down_exps.weight[471]: Q2_0 blk.8.ffn_down_exps.weight[472]: blk.8.ffn_down_exps.weight[473]: blk.8.ffn_down_exps.weight[474]: blk.8.ffn_down_exps.weight[475]: blk.8.ffn_down_exps.weight[476]: blk.8.ffn_down_exps.weight[477]: blk.8.ffn_down_exps.weight[478]: Q2_0 blk.8.ffn_down_exps.weight[479]: blk.8.ffn_down_exps.weight[480]: Q2_0 blk.8.ffn_down_exps.weight[481]: blk.8.ffn_down_exps.weight[482]: Q2_0 blk.8.ffn_down_exps.weight[483]: blk.8.ffn_down_exps.weight[484]: Q2_0 blk.8.ffn_down_exps.weight[485]: blk.8.ffn_down_exps.weight[486]: Q2_0 blk.8.ffn_down_exps.weight[487]: Q2_0 blk.8.ffn_down_exps.weight[488]: blk.8.ffn_down_exps.weight[489]: Q2_0 blk.8.ffn_down_exps.weight[490]: blk.8.ffn_down_exps.weight[491]: Q2_0 blk.8.ffn_down_exps.weight[492]: blk.8.ffn_down_exps.weight[493]: Q2_0 blk.8.ffn_down_exps.weight[494]: Q2_0 blk.8.ffn_down_exps.weight[495]: blk.8.ffn_down_exps.weight[496]: blk.8.ffn_down_exps.weight[497]: Q2_0 blk.8.ffn_down_exps.weight[498]: Q2_0 blk.8.ffn_down_exps.weight[499]: Q2_0 blk.8.ffn_down_exps.weight[500]: Q2_0 blk.8.ffn_down_exps.weight[501]: blk.8.ffn_down_exps.weight[502]: blk.8.ffn_down_exps.weight[503]: blk.8.ffn_down_exps.weight[504]: blk.8.ffn_down_exps.weight[505]: Q2_0 blk.8.ffn_down_exps.weight[506]: blk.8.ffn_down_exps.weight[507]: blk.8.ffn_down_exps.weight[508]: blk.8.ffn_down_exps.weight[509]: blk.8.ffn_down_exps.weight[510]: blk.8.ffn_down_exps.weight[511]: Q2_0 blk.9.ffn_gate_exps.weight[0]: IQ2_S blk.9.ffn_gate_exps.weight[1]: blk.9.ffn_gate_exps.weight[2]: IQ2_S blk.9.ffn_gate_exps.weight[3]: blk.9.ffn_gate_exps.weight[4]: blk.9.ffn_gate_exps.weight[5]: blk.9.ffn_gate_exps.weight[6]: blk.9.ffn_gate_exps.weight[7]: IQ2_S blk.9.ffn_gate_exps.weight[8]: IQ2_S blk.9.ffn_gate_exps.weight[9]: blk.9.ffn_gate_exps.weight[10]: IQ2_S blk.9.ffn_gate_exps.weight[11]: IQ2_S blk.9.ffn_gate_exps.weight[12]: blk.9.ffn_gate_exps.weight[13]: IQ2_S blk.9.ffn_gate_exps.weight[14]: IQ2_S blk.9.ffn_gate_exps.weight[15]: IQ2_S blk.9.ffn_gate_exps.weight[16]: blk.9.ffn_gate_exps.weight[17]: blk.9.ffn_gate_exps.weight[18]: IQ2_S blk.9.ffn_gate_exps.weight[19]: IQ2_S blk.9.ffn_gate_exps.weight[20]: IQ2_S blk.9.ffn_gate_exps.weight[21]: blk.9.ffn_gate_exps.weight[22]: IQ2_S blk.9.ffn_gate_exps.weight[23]: IQ2_S blk.9.ffn_gate_exps.weight[24]: blk.9.ffn_gate_exps.weight[25]: blk.9.ffn_gate_exps.weight[26]: IQ2_S blk.9.ffn_gate_exps.weight[27]: blk.9.ffn_gate_exps.weight[28]: blk.9.ffn_gate_exps.weight[29]: IQ2_S blk.9.ffn_gate_exps.weight[30]: blk.9.ffn_gate_exps.weight[31]: blk.9.ffn_gate_exps.weight[32]: IQ2_S blk.9.ffn_gate_exps.weight[33]: IQ2_S blk.9.ffn_gate_exps.weight[34]: blk.9.ffn_gate_exps.weight[35]: IQ2_S blk.9.ffn_gate_exps.weight[36]: IQ2_S blk.9.ffn_gate_exps.weight[37]: blk.9.ffn_gate_exps.weight[38]: IQ2_S blk.9.ffn_gate_exps.weight[39]: IQ2_S blk.9.ffn_gate_exps.weight[40]: IQ2_S blk.9.ffn_gate_exps.weight[41]: IQ2_S blk.9.ffn_gate_exps.weight[42]: IQ2_S blk.9.ffn_gate_exps.weight[43]: blk.9.ffn_gate_exps.weight[44]: IQ2_S blk.9.ffn_gate_exps.weight[45]: IQ2_S blk.9.ffn_gate_exps.weight[46]: IQ2_S blk.9.ffn_gate_exps.weight[47]: blk.9.ffn_gate_exps.weight[48]: IQ2_S blk.9.ffn_gate_exps.weight[49]: IQ2_S blk.9.ffn_gate_exps.weight[50]: IQ2_S blk.9.ffn_gate_exps.weight[51]: IQ2_S blk.9.ffn_gate_exps.weight[52]: IQ2_S blk.9.ffn_gate_exps.weight[53]: IQ2_S blk.9.ffn_gate_exps.weight[54]: IQ2_S blk.9.ffn_gate_exps.weight[55]: IQ2_S blk.9.ffn_gate_exps.weight[56]: IQ2_S blk.9.ffn_gate_exps.weight[57]: blk.9.ffn_gate_exps.weight[58]: blk.9.ffn_gate_exps.weight[59]: IQ2_S blk.9.ffn_gate_exps.weight[60]: blk.9.ffn_gate_exps.weight[61]: blk.9.ffn_gate_exps.weight[62]: blk.9.ffn_gate_exps.weight[63]: IQ2_S blk.9.ffn_gate_exps.weight[64]: blk.9.ffn_gate_exps.weight[65]: blk.9.ffn_gate_exps.weight[66]: IQ2_S blk.9.ffn_gate_exps.weight[67]: blk.9.ffn_gate_exps.weight[68]: blk.9.ffn_gate_exps.weight[69]: IQ2_S blk.9.ffn_gate_exps.weight[70]: IQ2_S blk.9.ffn_gate_exps.weight[71]: blk.9.ffn_gate_exps.weight[72]: IQ2_S blk.9.ffn_gate_exps.weight[73]: IQ2_S blk.9.ffn_gate_exps.weight[74]: IQ2_S blk.9.ffn_gate_exps.weight[75]: IQ2_S blk.9.ffn_gate_exps.weight[76]: IQ2_S blk.9.ffn_gate_exps.weight[77]: IQ2_S blk.9.ffn_gate_exps.weight[78]: blk.9.ffn_gate_exps.weight[79]: IQ2_S blk.9.ffn_gate_exps.weight[80]: blk.9.ffn_gate_exps.weight[81]: blk.9.ffn_gate_exps.weight[82]: IQ2_S blk.9.ffn_gate_exps.weight[83]: blk.9.ffn_gate_exps.weight[84]: IQ2_S blk.9.ffn_gate_exps.weight[85]: IQ2_S blk.9.ffn_gate_exps.weight[86]: IQ2_S blk.9.ffn_gate_exps.weight[87]: blk.9.ffn_gate_exps.weight[88]: IQ2_S blk.9.ffn_gate_exps.weight[89]: blk.9.ffn_gate_exps.weight[90]: IQ2_S blk.9.ffn_gate_exps.weight[91]: IQ2_S blk.9.ffn_gate_exps.weight[92]: blk.9.ffn_gate_exps.weight[93]: IQ2_S blk.9.ffn_gate_exps.weight[94]: IQ2_S blk.9.ffn_gate_exps.weight[95]: IQ2_S blk.9.ffn_gate_exps.weight[96]: IQ2_S blk.9.ffn_gate_exps.weight[97]: IQ2_S blk.9.ffn_gate_exps.weight[98]: blk.9.ffn_gate_exps.weight[99]: blk.9.ffn_gate_exps.weight[100]: blk.9.ffn_gate_exps.weight[101]: blk.9.ffn_gate_exps.weight[102]: blk.9.ffn_gate_exps.weight[103]: IQ2_S blk.9.ffn_gate_exps.weight[104]: IQ2_S blk.9.ffn_gate_exps.weight[105]: blk.9.ffn_gate_exps.weight[106]: blk.9.ffn_gate_exps.weight[107]: IQ2_S blk.9.ffn_gate_exps.weight[108]: blk.9.ffn_gate_exps.weight[109]: IQ2_S blk.9.ffn_gate_exps.weight[110]: IQ2_S blk.9.ffn_gate_exps.weight[111]: blk.9.ffn_gate_exps.weight[112]: IQ2_S blk.9.ffn_gate_exps.weight[113]: blk.9.ffn_gate_exps.weight[114]: IQ2_S blk.9.ffn_gate_exps.weight[115]: IQ2_S blk.9.ffn_gate_exps.weight[116]: blk.9.ffn_gate_exps.weight[117]: blk.9.ffn_gate_exps.weight[118]: blk.9.ffn_gate_exps.weight[119]: blk.9.ffn_gate_exps.weight[120]: blk.9.ffn_gate_exps.weight[121]: IQ2_S blk.9.ffn_gate_exps.weight[122]: IQ2_S blk.9.ffn_gate_exps.weight[123]: blk.9.ffn_gate_exps.weight[124]: IQ2_S blk.9.ffn_gate_exps.weight[125]: blk.9.ffn_gate_exps.weight[126]: IQ2_S blk.9.ffn_gate_exps.weight[127]: IQ2_S blk.9.ffn_gate_exps.weight[128]: blk.9.ffn_gate_exps.weight[129]: blk.9.ffn_gate_exps.weight[130]: IQ2_S blk.9.ffn_gate_exps.weight[131]: IQ2_S blk.9.ffn_gate_exps.weight[132]: IQ2_S blk.9.ffn_gate_exps.weight[133]: IQ2_S blk.9.ffn_gate_exps.weight[134]: IQ2_S blk.9.ffn_gate_exps.weight[135]: blk.9.ffn_gate_exps.weight[136]: blk.9.ffn_gate_exps.weight[137]: IQ2_S blk.9.ffn_gate_exps.weight[138]: blk.9.ffn_gate_exps.weight[139]: IQ2_S blk.9.ffn_gate_exps.weight[140]: IQ2_S blk.9.ffn_gate_exps.weight[141]: IQ2_S blk.9.ffn_gate_exps.weight[142]: IQ2_S blk.9.ffn_gate_exps.weight[143]: blk.9.ffn_gate_exps.weight[144]: IQ2_S blk.9.ffn_gate_exps.weight[145]: IQ2_S blk.9.ffn_gate_exps.weight[146]: IQ2_S blk.9.ffn_gate_exps.weight[147]: blk.9.ffn_gate_exps.weight[148]: IQ2_S blk.9.ffn_gate_exps.weight[149]: IQ2_S blk.9.ffn_gate_exps.weight[150]: blk.9.ffn_gate_exps.weight[151]: blk.9.ffn_gate_exps.weight[152]: IQ2_S blk.9.ffn_gate_exps.weight[153]: IQ2_S blk.9.ffn_gate_exps.weight[154]: IQ2_S blk.9.ffn_gate_exps.weight[155]: IQ2_S blk.9.ffn_gate_exps.weight[156]: blk.9.ffn_gate_exps.weight[157]: IQ2_S blk.9.ffn_gate_exps.weight[158]: blk.9.ffn_gate_exps.weight[159]: IQ2_S blk.9.ffn_gate_exps.weight[160]: IQ2_S blk.9.ffn_gate_exps.weight[161]: blk.9.ffn_gate_exps.weight[162]: IQ2_S blk.9.ffn_gate_exps.weight[163]: IQ2_S blk.9.ffn_gate_exps.weight[164]: blk.9.ffn_gate_exps.weight[165]: blk.9.ffn_gate_exps.weight[166]: IQ2_S blk.9.ffn_gate_exps.weight[167]: IQ2_S blk.9.ffn_gate_exps.weight[168]: IQ2_S blk.9.ffn_gate_exps.weight[169]: IQ2_S blk.9.ffn_gate_exps.weight[170]: blk.9.ffn_gate_exps.weight[171]: IQ2_S blk.9.ffn_gate_exps.weight[172]: IQ2_S blk.9.ffn_gate_exps.weight[173]: IQ2_S blk.9.ffn_gate_exps.weight[174]: IQ2_S blk.9.ffn_gate_exps.weight[175]: blk.9.ffn_gate_exps.weight[176]: IQ2_S blk.9.ffn_gate_exps.weight[177]: blk.9.ffn_gate_exps.weight[178]: blk.9.ffn_gate_exps.weight[179]: IQ2_S blk.9.ffn_gate_exps.weight[180]: blk.9.ffn_gate_exps.weight[181]: blk.9.ffn_gate_exps.weight[182]: blk.9.ffn_gate_exps.weight[183]: blk.9.ffn_gate_exps.weight[184]: IQ2_S blk.9.ffn_gate_exps.weight[185]: blk.9.ffn_gate_exps.weight[186]: IQ2_S blk.9.ffn_gate_exps.weight[187]: IQ2_S blk.9.ffn_gate_exps.weight[188]: blk.9.ffn_gate_exps.weight[189]: IQ2_S blk.9.ffn_gate_exps.weight[190]: IQ2_S blk.9.ffn_gate_exps.weight[191]: blk.9.ffn_gate_exps.weight[192]: IQ2_S blk.9.ffn_gate_exps.weight[193]: blk.9.ffn_gate_exps.weight[194]: blk.9.ffn_gate_exps.weight[195]: IQ2_S blk.9.ffn_gate_exps.weight[196]: blk.9.ffn_gate_exps.weight[197]: blk.9.ffn_gate_exps.weight[198]: blk.9.ffn_gate_exps.weight[199]: blk.9.ffn_gate_exps.weight[200]: blk.9.ffn_gate_exps.weight[201]: IQ2_S blk.9.ffn_gate_exps.weight[202]: IQ2_S blk.9.ffn_gate_exps.weight[203]: blk.9.ffn_gate_exps.weight[204]: IQ2_S blk.9.ffn_gate_exps.weight[205]: blk.9.ffn_gate_exps.weight[206]: IQ2_S blk.9.ffn_gate_exps.weight[207]: blk.9.ffn_gate_exps.weight[208]: blk.9.ffn_gate_exps.weight[209]: IQ2_S blk.9.ffn_gate_exps.weight[210]: blk.9.ffn_gate_exps.weight[211]: IQ2_S blk.9.ffn_gate_exps.weight[212]: IQ2_S blk.9.ffn_gate_exps.weight[213]: IQ2_S blk.9.ffn_gate_exps.weight[214]: IQ2_S blk.9.ffn_gate_exps.weight[215]: blk.9.ffn_gate_exps.weight[216]: IQ2_S blk.9.ffn_gate_exps.weight[217]: blk.9.ffn_gate_exps.weight[218]: IQ2_S blk.9.ffn_gate_exps.weight[219]: blk.9.ffn_gate_exps.weight[220]: blk.9.ffn_gate_exps.weight[221]: IQ2_S blk.9.ffn_gate_exps.weight[222]: blk.9.ffn_gate_exps.weight[223]: blk.9.ffn_gate_exps.weight[224]: IQ2_S blk.9.ffn_gate_exps.weight[225]: IQ2_S blk.9.ffn_gate_exps.weight[226]: IQ2_S blk.9.ffn_gate_exps.weight[227]: blk.9.ffn_gate_exps.weight[228]: blk.9.ffn_gate_exps.weight[229]: blk.9.ffn_gate_exps.weight[230]: IQ2_S blk.9.ffn_gate_exps.weight[231]: blk.9.ffn_gate_exps.weight[232]: IQ2_S blk.9.ffn_gate_exps.weight[233]: IQ2_S blk.9.ffn_gate_exps.weight[234]: blk.9.ffn_gate_exps.weight[235]: IQ2_S blk.9.ffn_gate_exps.weight[236]: IQ2_S blk.9.ffn_gate_exps.weight[237]: blk.9.ffn_gate_exps.weight[238]: blk.9.ffn_gate_exps.weight[239]: IQ2_S blk.9.ffn_gate_exps.weight[240]: blk.9.ffn_gate_exps.weight[241]: blk.9.ffn_gate_exps.weight[242]: blk.9.ffn_gate_exps.weight[243]: IQ2_S blk.9.ffn_gate_exps.weight[244]: blk.9.ffn_gate_exps.weight[245]: IQ2_S blk.9.ffn_gate_exps.weight[246]: IQ2_S blk.9.ffn_gate_exps.weight[247]: blk.9.ffn_gate_exps.weight[248]: blk.9.ffn_gate_exps.weight[249]: IQ2_S blk.9.ffn_gate_exps.weight[250]: blk.9.ffn_gate_exps.weight[251]: blk.9.ffn_gate_exps.weight[252]: IQ2_S blk.9.ffn_gate_exps.weight[253]: blk.9.ffn_gate_exps.weight[254]: IQ2_S blk.9.ffn_gate_exps.weight[255]: IQ2_S blk.9.ffn_gate_exps.weight[256]: IQ2_S blk.9.ffn_gate_exps.weight[257]: blk.9.ffn_gate_exps.weight[258]: blk.9.ffn_gate_exps.weight[259]: blk.9.ffn_gate_exps.weight[260]: IQ2_S blk.9.ffn_gate_exps.weight[261]: blk.9.ffn_gate_exps.weight[262]: blk.9.ffn_gate_exps.weight[263]: IQ2_S blk.9.ffn_gate_exps.weight[264]: IQ2_S blk.9.ffn_gate_exps.weight[265]: IQ2_S blk.9.ffn_gate_exps.weight[266]: IQ2_S blk.9.ffn_gate_exps.weight[267]: blk.9.ffn_gate_exps.weight[268]: blk.9.ffn_gate_exps.weight[269]: blk.9.ffn_gate_exps.weight[270]: blk.9.ffn_gate_exps.weight[271]: IQ2_S blk.9.ffn_gate_exps.weight[272]: blk.9.ffn_gate_exps.weight[273]: blk.9.ffn_gate_exps.weight[274]: blk.9.ffn_gate_exps.weight[275]: IQ2_S blk.9.ffn_gate_exps.weight[276]: blk.9.ffn_gate_exps.weight[277]: IQ2_S blk.9.ffn_gate_exps.weight[278]: blk.9.ffn_gate_exps.weight[279]: IQ2_S blk.9.ffn_gate_exps.weight[280]: blk.9.ffn_gate_exps.weight[281]: IQ2_S blk.9.ffn_gate_exps.weight[282]: IQ2_S blk.9.ffn_gate_exps.weight[283]: IQ2_S blk.9.ffn_gate_exps.weight[284]: blk.9.ffn_gate_exps.weight[285]: IQ2_S blk.9.ffn_gate_exps.weight[286]: blk.9.ffn_gate_exps.weight[287]: blk.9.ffn_gate_exps.weight[288]: IQ2_S blk.9.ffn_gate_exps.weight[289]: blk.9.ffn_gate_exps.weight[290]: blk.9.ffn_gate_exps.weight[291]: blk.9.ffn_gate_exps.weight[292]: blk.9.ffn_gate_exps.weight[293]: blk.9.ffn_gate_exps.weight[294]: blk.9.ffn_gate_exps.weight[295]: IQ2_S blk.9.ffn_gate_exps.weight[296]: blk.9.ffn_gate_exps.weight[297]: blk.9.ffn_gate_exps.weight[298]: blk.9.ffn_gate_exps.weight[299]: IQ2_S blk.9.ffn_gate_exps.weight[300]: IQ2_S blk.9.ffn_gate_exps.weight[301]: IQ2_S blk.9.ffn_gate_exps.weight[302]: IQ2_S blk.9.ffn_gate_exps.weight[303]: blk.9.ffn_gate_exps.weight[304]: IQ2_S blk.9.ffn_gate_exps.weight[305]: blk.9.ffn_gate_exps.weight[306]: IQ2_S blk.9.ffn_gate_exps.weight[307]: IQ2_S blk.9.ffn_gate_exps.weight[308]: blk.9.ffn_gate_exps.weight[309]: IQ2_S blk.9.ffn_gate_exps.weight[310]: blk.9.ffn_gate_exps.weight[311]: blk.9.ffn_gate_exps.weight[312]: blk.9.ffn_gate_exps.weight[313]: blk.9.ffn_gate_exps.weight[314]: blk.9.ffn_gate_exps.weight[315]: blk.9.ffn_gate_exps.weight[316]: IQ2_S blk.9.ffn_gate_exps.weight[317]: blk.9.ffn_gate_exps.weight[318]: blk.9.ffn_gate_exps.weight[319]: blk.9.ffn_gate_exps.weight[320]: IQ2_S blk.9.ffn_gate_exps.weight[321]: blk.9.ffn_gate_exps.weight[322]: blk.9.ffn_gate_exps.weight[323]: blk.9.ffn_gate_exps.weight[324]: IQ2_S blk.9.ffn_gate_exps.weight[325]: IQ2_S blk.9.ffn_gate_exps.weight[326]: blk.9.ffn_gate_exps.weight[327]: IQ2_S blk.9.ffn_gate_exps.weight[328]: IQ2_S blk.9.ffn_gate_exps.weight[329]: blk.9.ffn_gate_exps.weight[330]: IQ2_S blk.9.ffn_gate_exps.weight[331]: IQ2_S blk.9.ffn_gate_exps.weight[332]: IQ2_S blk.9.ffn_gate_exps.weight[333]: IQ2_S blk.9.ffn_gate_exps.weight[334]: blk.9.ffn_gate_exps.weight[335]: blk.9.ffn_gate_exps.weight[336]: IQ2_S blk.9.ffn_gate_exps.weight[337]: IQ2_S blk.9.ffn_gate_exps.weight[338]: blk.9.ffn_gate_exps.weight[339]: IQ2_S blk.9.ffn_gate_exps.weight[340]: IQ2_S blk.9.ffn_gate_exps.weight[341]: blk.9.ffn_gate_exps.weight[342]: IQ2_S blk.9.ffn_gate_exps.weight[343]: blk.9.ffn_gate_exps.weight[344]: IQ2_S blk.9.ffn_gate_exps.weight[345]: blk.9.ffn_gate_exps.weight[346]: IQ2_S blk.9.ffn_gate_exps.weight[347]: blk.9.ffn_gate_exps.weight[348]: blk.9.ffn_gate_exps.weight[349]: IQ2_S blk.9.ffn_gate_exps.weight[350]: blk.9.ffn_gate_exps.weight[351]: blk.9.ffn_gate_exps.weight[352]: blk.9.ffn_gate_exps.weight[353]: blk.9.ffn_gate_exps.weight[354]: IQ2_S blk.9.ffn_gate_exps.weight[355]: blk.9.ffn_gate_exps.weight[356]: IQ2_S blk.9.ffn_gate_exps.weight[357]: blk.9.ffn_gate_exps.weight[358]: blk.9.ffn_gate_exps.weight[359]: blk.9.ffn_gate_exps.weight[360]: IQ2_S blk.9.ffn_gate_exps.weight[361]: blk.9.ffn_gate_exps.weight[362]: blk.9.ffn_gate_exps.weight[363]: blk.9.ffn_gate_exps.weight[364]: IQ2_S blk.9.ffn_gate_exps.weight[365]: IQ2_S blk.9.ffn_gate_exps.weight[366]: blk.9.ffn_gate_exps.weight[367]: blk.9.ffn_gate_exps.weight[368]: IQ2_S blk.9.ffn_gate_exps.weight[369]: IQ2_S blk.9.ffn_gate_exps.weight[370]: blk.9.ffn_gate_exps.weight[371]: IQ2_S blk.9.ffn_gate_exps.weight[372]: IQ2_S blk.9.ffn_gate_exps.weight[373]: IQ2_S blk.9.ffn_gate_exps.weight[374]: IQ2_S blk.9.ffn_gate_exps.weight[375]: IQ2_S blk.9.ffn_gate_exps.weight[376]: blk.9.ffn_gate_exps.weight[377]: IQ2_S blk.9.ffn_gate_exps.weight[378]: blk.9.ffn_gate_exps.weight[379]: IQ2_S blk.9.ffn_gate_exps.weight[380]: blk.9.ffn_gate_exps.weight[381]: blk.9.ffn_gate_exps.weight[382]: IQ2_S blk.9.ffn_gate_exps.weight[383]: blk.9.ffn_gate_exps.weight[384]: blk.9.ffn_gate_exps.weight[385]: IQ2_S blk.9.ffn_gate_exps.weight[386]: blk.9.ffn_gate_exps.weight[387]: blk.9.ffn_gate_exps.weight[388]: IQ2_S blk.9.ffn_gate_exps.weight[389]: blk.9.ffn_gate_exps.weight[390]: IQ2_S blk.9.ffn_gate_exps.weight[391]: blk.9.ffn_gate_exps.weight[392]: blk.9.ffn_gate_exps.weight[393]: IQ2_S blk.9.ffn_gate_exps.weight[394]: IQ2_S blk.9.ffn_gate_exps.weight[395]: IQ2_S blk.9.ffn_gate_exps.weight[396]: blk.9.ffn_gate_exps.weight[397]: blk.9.ffn_gate_exps.weight[398]: IQ2_S blk.9.ffn_gate_exps.weight[399]: IQ2_S blk.9.ffn_gate_exps.weight[400]: blk.9.ffn_gate_exps.weight[401]: IQ2_S blk.9.ffn_gate_exps.weight[402]: blk.9.ffn_gate_exps.weight[403]: IQ2_S blk.9.ffn_gate_exps.weight[404]: blk.9.ffn_gate_exps.weight[405]: IQ2_S blk.9.ffn_gate_exps.weight[406]: blk.9.ffn_gate_exps.weight[407]: blk.9.ffn_gate_exps.weight[408]: blk.9.ffn_gate_exps.weight[409]: blk.9.ffn_gate_exps.weight[410]: IQ2_S blk.9.ffn_gate_exps.weight[411]: blk.9.ffn_gate_exps.weight[412]: IQ2_S blk.9.ffn_gate_exps.weight[413]: blk.9.ffn_gate_exps.weight[414]: IQ2_S blk.9.ffn_gate_exps.weight[415]: blk.9.ffn_gate_exps.weight[416]: IQ2_S blk.9.ffn_gate_exps.weight[417]: blk.9.ffn_gate_exps.weight[418]: IQ2_S blk.9.ffn_gate_exps.weight[419]: blk.9.ffn_gate_exps.weight[420]: IQ2_S blk.9.ffn_gate_exps.weight[421]: IQ2_S blk.9.ffn_gate_exps.weight[422]: blk.9.ffn_gate_exps.weight[423]: IQ2_S blk.9.ffn_gate_exps.weight[424]: IQ2_S blk.9.ffn_gate_exps.weight[425]: IQ2_S blk.9.ffn_gate_exps.weight[426]: IQ2_S blk.9.ffn_gate_exps.weight[427]: IQ2_S blk.9.ffn_gate_exps.weight[428]: IQ2_S blk.9.ffn_gate_exps.weight[429]: blk.9.ffn_gate_exps.weight[430]: blk.9.ffn_gate_exps.weight[431]: IQ2_S blk.9.ffn_gate_exps.weight[432]: IQ2_S blk.9.ffn_gate_exps.weight[433]: IQ2_S blk.9.ffn_gate_exps.weight[434]: IQ2_S blk.9.ffn_gate_exps.weight[435]: blk.9.ffn_gate_exps.weight[436]: blk.9.ffn_gate_exps.weight[437]: blk.9.ffn_gate_exps.weight[438]: blk.9.ffn_gate_exps.weight[439]: blk.9.ffn_gate_exps.weight[440]: blk.9.ffn_gate_exps.weight[441]: blk.9.ffn_gate_exps.weight[442]: blk.9.ffn_gate_exps.weight[443]: IQ2_S blk.9.ffn_gate_exps.weight[444]: blk.9.ffn_gate_exps.weight[445]: blk.9.ffn_gate_exps.weight[446]: blk.9.ffn_gate_exps.weight[447]: blk.9.ffn_gate_exps.weight[448]: blk.9.ffn_gate_exps.weight[449]: blk.9.ffn_gate_exps.weight[450]: blk.9.ffn_gate_exps.weight[451]: IQ2_S blk.9.ffn_gate_exps.weight[452]: blk.9.ffn_gate_exps.weight[453]: blk.9.ffn_gate_exps.weight[454]: IQ2_S blk.9.ffn_gate_exps.weight[455]: blk.9.ffn_gate_exps.weight[456]: IQ2_S blk.9.ffn_gate_exps.weight[457]: blk.9.ffn_gate_exps.weight[458]: IQ2_S blk.9.ffn_gate_exps.weight[459]: blk.9.ffn_gate_exps.weight[460]: blk.9.ffn_gate_exps.weight[461]: blk.9.ffn_gate_exps.weight[462]: IQ2_S blk.9.ffn_gate_exps.weight[463]: blk.9.ffn_gate_exps.weight[464]: blk.9.ffn_gate_exps.weight[465]: IQ2_S blk.9.ffn_gate_exps.weight[466]: IQ2_S blk.9.ffn_gate_exps.weight[467]: IQ2_S blk.9.ffn_gate_exps.weight[468]: blk.9.ffn_gate_exps.weight[469]: blk.9.ffn_gate_exps.weight[470]: IQ2_S blk.9.ffn_gate_exps.weight[471]: IQ2_S blk.9.ffn_gate_exps.weight[472]: IQ2_S blk.9.ffn_gate_exps.weight[473]: blk.9.ffn_gate_exps.weight[474]: blk.9.ffn_gate_exps.weight[475]: blk.9.ffn_gate_exps.weight[476]: IQ2_S blk.9.ffn_gate_exps.weight[477]: IQ2_S blk.9.ffn_gate_exps.weight[478]: IQ2_S blk.9.ffn_gate_exps.weight[479]: blk.9.ffn_gate_exps.weight[480]: blk.9.ffn_gate_exps.weight[481]: IQ2_S blk.9.ffn_gate_exps.weight[482]: blk.9.ffn_gate_exps.weight[483]: blk.9.ffn_gate_exps.weight[484]: blk.9.ffn_gate_exps.weight[485]: blk.9.ffn_gate_exps.weight[486]: blk.9.ffn_gate_exps.weight[487]: IQ2_S blk.9.ffn_gate_exps.weight[488]: IQ2_S blk.9.ffn_gate_exps.weight[489]: blk.9.ffn_gate_exps.weight[490]: blk.9.ffn_gate_exps.weight[491]: IQ2_S blk.9.ffn_gate_exps.weight[492]: blk.9.ffn_gate_exps.weight[493]: IQ2_S blk.9.ffn_gate_exps.weight[494]: IQ2_S blk.9.ffn_gate_exps.weight[495]: blk.9.ffn_gate_exps.weight[496]: blk.9.ffn_gate_exps.weight[497]: blk.9.ffn_gate_exps.weight[498]: blk.9.ffn_gate_exps.weight[499]: IQ2_S blk.9.ffn_gate_exps.weight[500]: IQ2_S blk.9.ffn_gate_exps.weight[501]: blk.9.ffn_gate_exps.weight[502]: blk.9.ffn_gate_exps.weight[503]: IQ2_S blk.9.ffn_gate_exps.weight[504]: blk.9.ffn_gate_exps.weight[505]: IQ2_S blk.9.ffn_gate_exps.weight[506]: IQ2_S blk.9.ffn_gate_exps.weight[507]: blk.9.ffn_gate_exps.weight[508]: blk.9.ffn_gate_exps.weight[509]: IQ2_S blk.9.ffn_gate_exps.weight[510]: IQ2_S blk.9.ffn_gate_exps.weight[511]: blk.9.ffn_up_exps.weight[0]: IQ2_S blk.9.ffn_up_exps.weight[1]: blk.9.ffn_up_exps.weight[2]: IQ2_S blk.9.ffn_up_exps.weight[3]: blk.9.ffn_up_exps.weight[4]: blk.9.ffn_up_exps.weight[5]: blk.9.ffn_up_exps.weight[6]: blk.9.ffn_up_exps.weight[7]: IQ2_S blk.9.ffn_up_exps.weight[8]: IQ2_S blk.9.ffn_up_exps.weight[9]: blk.9.ffn_up_exps.weight[10]: IQ2_S blk.9.ffn_up_exps.weight[11]: IQ2_S blk.9.ffn_up_exps.weight[12]: blk.9.ffn_up_exps.weight[13]: IQ2_S blk.9.ffn_up_exps.weight[14]: IQ2_S blk.9.ffn_up_exps.weight[15]: IQ2_S blk.9.ffn_up_exps.weight[16]: blk.9.ffn_up_exps.weight[17]: blk.9.ffn_up_exps.weight[18]: IQ2_S blk.9.ffn_up_exps.weight[19]: IQ2_S blk.9.ffn_up_exps.weight[20]: IQ2_S blk.9.ffn_up_exps.weight[21]: blk.9.ffn_up_exps.weight[22]: IQ2_S blk.9.ffn_up_exps.weight[23]: IQ2_S blk.9.ffn_up_exps.weight[24]: blk.9.ffn_up_exps.weight[25]: blk.9.ffn_up_exps.weight[26]: IQ2_S blk.9.ffn_up_exps.weight[27]: blk.9.ffn_up_exps.weight[28]: blk.9.ffn_up_exps.weight[29]: IQ2_S blk.9.ffn_up_exps.weight[30]: blk.9.ffn_up_exps.weight[31]: blk.9.ffn_up_exps.weight[32]: IQ2_S blk.9.ffn_up_exps.weight[33]: IQ2_S blk.9.ffn_up_exps.weight[34]: blk.9.ffn_up_exps.weight[35]: IQ2_S blk.9.ffn_up_exps.weight[36]: IQ2_S blk.9.ffn_up_exps.weight[37]: blk.9.ffn_up_exps.weight[38]: IQ2_S blk.9.ffn_up_exps.weight[39]: IQ2_S blk.9.ffn_up_exps.weight[40]: IQ2_S blk.9.ffn_up_exps.weight[41]: IQ2_S blk.9.ffn_up_exps.weight[42]: IQ2_S blk.9.ffn_up_exps.weight[43]: blk.9.ffn_up_exps.weight[44]: IQ2_S blk.9.ffn_up_exps.weight[45]: IQ2_S blk.9.ffn_up_exps.weight[46]: IQ2_S blk.9.ffn_up_exps.weight[47]: blk.9.ffn_up_exps.weight[48]: IQ2_S blk.9.ffn_up_exps.weight[49]: IQ2_S blk.9.ffn_up_exps.weight[50]: IQ2_S blk.9.ffn_up_exps.weight[51]: IQ2_S blk.9.ffn_up_exps.weight[52]: IQ2_S blk.9.ffn_up_exps.weight[53]: IQ2_S blk.9.ffn_up_exps.weight[54]: IQ2_S blk.9.ffn_up_exps.weight[55]: IQ2_S blk.9.ffn_up_exps.weight[56]: IQ2_S blk.9.ffn_up_exps.weight[57]: blk.9.ffn_up_exps.weight[58]: blk.9.ffn_up_exps.weight[59]: IQ2_S blk.9.ffn_up_exps.weight[60]: blk.9.ffn_up_exps.weight[61]: blk.9.ffn_up_exps.weight[62]: blk.9.ffn_up_exps.weight[63]: IQ2_S blk.9.ffn_up_exps.weight[64]: blk.9.ffn_up_exps.weight[65]: blk.9.ffn_up_exps.weight[66]: IQ2_S blk.9.ffn_up_exps.weight[67]: blk.9.ffn_up_exps.weight[68]: blk.9.ffn_up_exps.weight[69]: IQ2_S blk.9.ffn_up_exps.weight[70]: IQ2_S blk.9.ffn_up_exps.weight[71]: blk.9.ffn_up_exps.weight[72]: IQ2_S blk.9.ffn_up_exps.weight[73]: IQ2_S blk.9.ffn_up_exps.weight[74]: IQ2_S blk.9.ffn_up_exps.weight[75]: IQ2_S blk.9.ffn_up_exps.weight[76]: IQ2_S blk.9.ffn_up_exps.weight[77]: IQ2_S blk.9.ffn_up_exps.weight[78]: blk.9.ffn_up_exps.weight[79]: IQ2_S blk.9.ffn_up_exps.weight[80]: blk.9.ffn_up_exps.weight[81]: blk.9.ffn_up_exps.weight[82]: IQ2_S blk.9.ffn_up_exps.weight[83]: blk.9.ffn_up_exps.weight[84]: IQ2_S blk.9.ffn_up_exps.weight[85]: IQ2_S blk.9.ffn_up_exps.weight[86]: IQ2_S blk.9.ffn_up_exps.weight[87]: blk.9.ffn_up_exps.weight[88]: IQ2_S blk.9.ffn_up_exps.weight[89]: blk.9.ffn_up_exps.weight[90]: IQ2_S blk.9.ffn_up_exps.weight[91]: IQ2_S blk.9.ffn_up_exps.weight[92]: blk.9.ffn_up_exps.weight[93]: IQ2_S blk.9.ffn_up_exps.weight[94]: IQ2_S blk.9.ffn_up_exps.weight[95]: IQ2_S blk.9.ffn_up_exps.weight[96]: IQ2_S blk.9.ffn_up_exps.weight[97]: IQ2_S blk.9.ffn_up_exps.weight[98]: blk.9.ffn_up_exps.weight[99]: blk.9.ffn_up_exps.weight[100]: blk.9.ffn_up_exps.weight[101]: blk.9.ffn_up_exps.weight[102]: blk.9.ffn_up_exps.weight[103]: IQ2_S blk.9.ffn_up_exps.weight[104]: IQ2_S blk.9.ffn_up_exps.weight[105]: blk.9.ffn_up_exps.weight[106]: blk.9.ffn_up_exps.weight[107]: IQ2_S blk.9.ffn_up_exps.weight[108]: blk.9.ffn_up_exps.weight[109]: IQ2_S blk.9.ffn_up_exps.weight[110]: IQ2_S blk.9.ffn_up_exps.weight[111]: blk.9.ffn_up_exps.weight[112]: IQ2_S blk.9.ffn_up_exps.weight[113]: blk.9.ffn_up_exps.weight[114]: IQ2_S blk.9.ffn_up_exps.weight[115]: IQ2_S blk.9.ffn_up_exps.weight[116]: blk.9.ffn_up_exps.weight[117]: blk.9.ffn_up_exps.weight[118]: blk.9.ffn_up_exps.weight[119]: blk.9.ffn_up_exps.weight[120]: blk.9.ffn_up_exps.weight[121]: IQ2_S blk.9.ffn_up_exps.weight[122]: IQ2_S blk.9.ffn_up_exps.weight[123]: blk.9.ffn_up_exps.weight[124]: IQ2_S blk.9.ffn_up_exps.weight[125]: blk.9.ffn_up_exps.weight[126]: IQ2_S blk.9.ffn_up_exps.weight[127]: IQ2_S blk.9.ffn_up_exps.weight[128]: blk.9.ffn_up_exps.weight[129]: blk.9.ffn_up_exps.weight[130]: IQ2_S blk.9.ffn_up_exps.weight[131]: IQ2_S blk.9.ffn_up_exps.weight[132]: IQ2_S blk.9.ffn_up_exps.weight[133]: IQ2_S blk.9.ffn_up_exps.weight[134]: IQ2_S blk.9.ffn_up_exps.weight[135]: blk.9.ffn_up_exps.weight[136]: blk.9.ffn_up_exps.weight[137]: IQ2_S blk.9.ffn_up_exps.weight[138]: blk.9.ffn_up_exps.weight[139]: IQ2_S blk.9.ffn_up_exps.weight[140]: IQ2_S blk.9.ffn_up_exps.weight[141]: IQ2_S blk.9.ffn_up_exps.weight[142]: IQ2_S blk.9.ffn_up_exps.weight[143]: blk.9.ffn_up_exps.weight[144]: IQ2_S blk.9.ffn_up_exps.weight[145]: IQ2_S blk.9.ffn_up_exps.weight[146]: IQ2_S blk.9.ffn_up_exps.weight[147]: blk.9.ffn_up_exps.weight[148]: IQ2_S blk.9.ffn_up_exps.weight[149]: IQ2_S blk.9.ffn_up_exps.weight[150]: blk.9.ffn_up_exps.weight[151]: blk.9.ffn_up_exps.weight[152]: IQ2_S blk.9.ffn_up_exps.weight[153]: IQ2_S blk.9.ffn_up_exps.weight[154]: IQ2_S blk.9.ffn_up_exps.weight[155]: IQ2_S blk.9.ffn_up_exps.weight[156]: blk.9.ffn_up_exps.weight[157]: IQ2_S blk.9.ffn_up_exps.weight[158]: blk.9.ffn_up_exps.weight[159]: IQ2_S blk.9.ffn_up_exps.weight[160]: IQ2_S blk.9.ffn_up_exps.weight[161]: blk.9.ffn_up_exps.weight[162]: IQ2_S blk.9.ffn_up_exps.weight[163]: IQ2_S blk.9.ffn_up_exps.weight[164]: blk.9.ffn_up_exps.weight[165]: blk.9.ffn_up_exps.weight[166]: IQ2_S blk.9.ffn_up_exps.weight[167]: IQ2_S blk.9.ffn_up_exps.weight[168]: IQ2_S blk.9.ffn_up_exps.weight[169]: IQ2_S blk.9.ffn_up_exps.weight[170]: blk.9.ffn_up_exps.weight[171]: IQ2_S blk.9.ffn_up_exps.weight[172]: IQ2_S blk.9.ffn_up_exps.weight[173]: IQ2_S blk.9.ffn_up_exps.weight[174]: IQ2_S blk.9.ffn_up_exps.weight[175]: blk.9.ffn_up_exps.weight[176]: IQ2_S blk.9.ffn_up_exps.weight[177]: blk.9.ffn_up_exps.weight[178]: blk.9.ffn_up_exps.weight[179]: IQ2_S blk.9.ffn_up_exps.weight[180]: blk.9.ffn_up_exps.weight[181]: blk.9.ffn_up_exps.weight[182]: blk.9.ffn_up_exps.weight[183]: blk.9.ffn_up_exps.weight[184]: IQ2_S blk.9.ffn_up_exps.weight[185]: blk.9.ffn_up_exps.weight[186]: IQ2_S blk.9.ffn_up_exps.weight[187]: IQ2_S blk.9.ffn_up_exps.weight[188]: blk.9.ffn_up_exps.weight[189]: IQ2_S blk.9.ffn_up_exps.weight[190]: IQ2_S blk.9.ffn_up_exps.weight[191]: blk.9.ffn_up_exps.weight[192]: IQ2_S blk.9.ffn_up_exps.weight[193]: blk.9.ffn_up_exps.weight[194]: blk.9.ffn_up_exps.weight[195]: IQ2_S blk.9.ffn_up_exps.weight[196]: blk.9.ffn_up_exps.weight[197]: blk.9.ffn_up_exps.weight[198]: blk.9.ffn_up_exps.weight[199]: blk.9.ffn_up_exps.weight[200]: blk.9.ffn_up_exps.weight[201]: IQ2_S blk.9.ffn_up_exps.weight[202]: IQ2_S blk.9.ffn_up_exps.weight[203]: blk.9.ffn_up_exps.weight[204]: IQ2_S blk.9.ffn_up_exps.weight[205]: blk.9.ffn_up_exps.weight[206]: IQ2_S blk.9.ffn_up_exps.weight[207]: blk.9.ffn_up_exps.weight[208]: blk.9.ffn_up_exps.weight[209]: IQ2_S blk.9.ffn_up_exps.weight[210]: blk.9.ffn_up_exps.weight[211]: IQ2_S blk.9.ffn_up_exps.weight[212]: IQ2_S blk.9.ffn_up_exps.weight[213]: IQ2_S blk.9.ffn_up_exps.weight[214]: IQ2_S blk.9.ffn_up_exps.weight[215]: blk.9.ffn_up_exps.weight[216]: IQ2_S blk.9.ffn_up_exps.weight[217]: blk.9.ffn_up_exps.weight[218]: IQ2_S blk.9.ffn_up_exps.weight[219]: blk.9.ffn_up_exps.weight[220]: blk.9.ffn_up_exps.weight[221]: IQ2_S blk.9.ffn_up_exps.weight[222]: blk.9.ffn_up_exps.weight[223]: blk.9.ffn_up_exps.weight[224]: IQ2_S blk.9.ffn_up_exps.weight[225]: IQ2_S blk.9.ffn_up_exps.weight[226]: IQ2_S blk.9.ffn_up_exps.weight[227]: blk.9.ffn_up_exps.weight[228]: blk.9.ffn_up_exps.weight[229]: blk.9.ffn_up_exps.weight[230]: IQ2_S blk.9.ffn_up_exps.weight[231]: blk.9.ffn_up_exps.weight[232]: IQ2_S blk.9.ffn_up_exps.weight[233]: IQ2_S blk.9.ffn_up_exps.weight[234]: blk.9.ffn_up_exps.weight[235]: IQ2_S blk.9.ffn_up_exps.weight[236]: IQ2_S blk.9.ffn_up_exps.weight[237]: blk.9.ffn_up_exps.weight[238]: blk.9.ffn_up_exps.weight[239]: IQ2_S blk.9.ffn_up_exps.weight[240]: blk.9.ffn_up_exps.weight[241]: blk.9.ffn_up_exps.weight[242]: blk.9.ffn_up_exps.weight[243]: IQ2_S blk.9.ffn_up_exps.weight[244]: blk.9.ffn_up_exps.weight[245]: IQ2_S blk.9.ffn_up_exps.weight[246]: IQ2_S blk.9.ffn_up_exps.weight[247]: blk.9.ffn_up_exps.weight[248]: blk.9.ffn_up_exps.weight[249]: IQ2_S blk.9.ffn_up_exps.weight[250]: blk.9.ffn_up_exps.weight[251]: blk.9.ffn_up_exps.weight[252]: IQ2_S blk.9.ffn_up_exps.weight[253]: blk.9.ffn_up_exps.weight[254]: IQ2_S blk.9.ffn_up_exps.weight[255]: IQ2_S blk.9.ffn_up_exps.weight[256]: IQ2_S blk.9.ffn_up_exps.weight[257]: blk.9.ffn_up_exps.weight[258]: blk.9.ffn_up_exps.weight[259]: blk.9.ffn_up_exps.weight[260]: IQ2_S blk.9.ffn_up_exps.weight[261]: blk.9.ffn_up_exps.weight[262]: blk.9.ffn_up_exps.weight[263]: IQ2_S blk.9.ffn_up_exps.weight[264]: IQ2_S blk.9.ffn_up_exps.weight[265]: IQ2_S blk.9.ffn_up_exps.weight[266]: IQ2_S blk.9.ffn_up_exps.weight[267]: blk.9.ffn_up_exps.weight[268]: blk.9.ffn_up_exps.weight[269]: blk.9.ffn_up_exps.weight[270]: blk.9.ffn_up_exps.weight[271]: IQ2_S blk.9.ffn_up_exps.weight[272]: blk.9.ffn_up_exps.weight[273]: blk.9.ffn_up_exps.weight[274]: blk.9.ffn_up_exps.weight[275]: IQ2_S blk.9.ffn_up_exps.weight[276]: blk.9.ffn_up_exps.weight[277]: IQ2_S blk.9.ffn_up_exps.weight[278]: blk.9.ffn_up_exps.weight[279]: IQ2_S blk.9.ffn_up_exps.weight[280]: blk.9.ffn_up_exps.weight[281]: IQ2_S blk.9.ffn_up_exps.weight[282]: IQ2_S blk.9.ffn_up_exps.weight[283]: IQ2_S blk.9.ffn_up_exps.weight[284]: blk.9.ffn_up_exps.weight[285]: IQ2_S blk.9.ffn_up_exps.weight[286]: blk.9.ffn_up_exps.weight[287]: blk.9.ffn_up_exps.weight[288]: IQ2_S blk.9.ffn_up_exps.weight[289]: blk.9.ffn_up_exps.weight[290]: blk.9.ffn_up_exps.weight[291]: blk.9.ffn_up_exps.weight[292]: blk.9.ffn_up_exps.weight[293]: blk.9.ffn_up_exps.weight[294]: blk.9.ffn_up_exps.weight[295]: IQ2_S blk.9.ffn_up_exps.weight[296]: blk.9.ffn_up_exps.weight[297]: blk.9.ffn_up_exps.weight[298]: blk.9.ffn_up_exps.weight[299]: IQ2_S blk.9.ffn_up_exps.weight[300]: IQ2_S blk.9.ffn_up_exps.weight[301]: IQ2_S blk.9.ffn_up_exps.weight[302]: IQ2_S blk.9.ffn_up_exps.weight[303]: blk.9.ffn_up_exps.weight[304]: IQ2_S blk.9.ffn_up_exps.weight[305]: blk.9.ffn_up_exps.weight[306]: IQ2_S blk.9.ffn_up_exps.weight[307]: IQ2_S blk.9.ffn_up_exps.weight[308]: blk.9.ffn_up_exps.weight[309]: IQ2_S blk.9.ffn_up_exps.weight[310]: blk.9.ffn_up_exps.weight[311]: blk.9.ffn_up_exps.weight[312]: blk.9.ffn_up_exps.weight[313]: blk.9.ffn_up_exps.weight[314]: blk.9.ffn_up_exps.weight[315]: blk.9.ffn_up_exps.weight[316]: IQ2_S blk.9.ffn_up_exps.weight[317]: blk.9.ffn_up_exps.weight[318]: blk.9.ffn_up_exps.weight[319]: blk.9.ffn_up_exps.weight[320]: IQ2_S blk.9.ffn_up_exps.weight[321]: blk.9.ffn_up_exps.weight[322]: blk.9.ffn_up_exps.weight[323]: blk.9.ffn_up_exps.weight[324]: IQ2_S blk.9.ffn_up_exps.weight[325]: IQ2_S blk.9.ffn_up_exps.weight[326]: blk.9.ffn_up_exps.weight[327]: IQ2_S blk.9.ffn_up_exps.weight[328]: IQ2_S blk.9.ffn_up_exps.weight[329]: blk.9.ffn_up_exps.weight[330]: IQ2_S blk.9.ffn_up_exps.weight[331]: IQ2_S blk.9.ffn_up_exps.weight[332]: IQ2_S blk.9.ffn_up_exps.weight[333]: IQ2_S blk.9.ffn_up_exps.weight[334]: blk.9.ffn_up_exps.weight[335]: blk.9.ffn_up_exps.weight[336]: IQ2_S blk.9.ffn_up_exps.weight[337]: IQ2_S blk.9.ffn_up_exps.weight[338]: blk.9.ffn_up_exps.weight[339]: IQ2_S blk.9.ffn_up_exps.weight[340]: IQ2_S blk.9.ffn_up_exps.weight[341]: blk.9.ffn_up_exps.weight[342]: IQ2_S blk.9.ffn_up_exps.weight[343]: blk.9.ffn_up_exps.weight[344]: IQ2_S blk.9.ffn_up_exps.weight[345]: blk.9.ffn_up_exps.weight[346]: IQ2_S blk.9.ffn_up_exps.weight[347]: blk.9.ffn_up_exps.weight[348]: blk.9.ffn_up_exps.weight[349]: IQ2_S blk.9.ffn_up_exps.weight[350]: blk.9.ffn_up_exps.weight[351]: blk.9.ffn_up_exps.weight[352]: blk.9.ffn_up_exps.weight[353]: blk.9.ffn_up_exps.weight[354]: IQ2_S blk.9.ffn_up_exps.weight[355]: blk.9.ffn_up_exps.weight[356]: IQ2_S blk.9.ffn_up_exps.weight[357]: blk.9.ffn_up_exps.weight[358]: blk.9.ffn_up_exps.weight[359]: blk.9.ffn_up_exps.weight[360]: IQ2_S blk.9.ffn_up_exps.weight[361]: blk.9.ffn_up_exps.weight[362]: blk.9.ffn_up_exps.weight[363]: blk.9.ffn_up_exps.weight[364]: IQ2_S blk.9.ffn_up_exps.weight[365]: IQ2_S blk.9.ffn_up_exps.weight[366]: blk.9.ffn_up_exps.weight[367]: blk.9.ffn_up_exps.weight[368]: IQ2_S blk.9.ffn_up_exps.weight[369]: IQ2_S blk.9.ffn_up_exps.weight[370]: blk.9.ffn_up_exps.weight[371]: IQ2_S blk.9.ffn_up_exps.weight[372]: IQ2_S blk.9.ffn_up_exps.weight[373]: IQ2_S blk.9.ffn_up_exps.weight[374]: IQ2_S blk.9.ffn_up_exps.weight[375]: IQ2_S blk.9.ffn_up_exps.weight[376]: blk.9.ffn_up_exps.weight[377]: IQ2_S blk.9.ffn_up_exps.weight[378]: blk.9.ffn_up_exps.weight[379]: IQ2_S blk.9.ffn_up_exps.weight[380]: blk.9.ffn_up_exps.weight[381]: blk.9.ffn_up_exps.weight[382]: IQ2_S blk.9.ffn_up_exps.weight[383]: blk.9.ffn_up_exps.weight[384]: blk.9.ffn_up_exps.weight[385]: IQ2_S blk.9.ffn_up_exps.weight[386]: blk.9.ffn_up_exps.weight[387]: blk.9.ffn_up_exps.weight[388]: IQ2_S blk.9.ffn_up_exps.weight[389]: blk.9.ffn_up_exps.weight[390]: IQ2_S blk.9.ffn_up_exps.weight[391]: blk.9.ffn_up_exps.weight[392]: blk.9.ffn_up_exps.weight[393]: IQ2_S blk.9.ffn_up_exps.weight[394]: IQ2_S blk.9.ffn_up_exps.weight[395]: IQ2_S blk.9.ffn_up_exps.weight[396]: blk.9.ffn_up_exps.weight[397]: blk.9.ffn_up_exps.weight[398]: IQ2_S blk.9.ffn_up_exps.weight[399]: IQ2_S blk.9.ffn_up_exps.weight[400]: blk.9.ffn_up_exps.weight[401]: IQ2_S blk.9.ffn_up_exps.weight[402]: blk.9.ffn_up_exps.weight[403]: IQ2_S blk.9.ffn_up_exps.weight[404]: blk.9.ffn_up_exps.weight[405]: IQ2_S blk.9.ffn_up_exps.weight[406]: blk.9.ffn_up_exps.weight[407]: blk.9.ffn_up_exps.weight[408]: blk.9.ffn_up_exps.weight[409]: blk.9.ffn_up_exps.weight[410]: IQ2_S blk.9.ffn_up_exps.weight[411]: blk.9.ffn_up_exps.weight[412]: IQ2_S blk.9.ffn_up_exps.weight[413]: blk.9.ffn_up_exps.weight[414]: IQ2_S blk.9.ffn_up_exps.weight[415]: blk.9.ffn_up_exps.weight[416]: IQ2_S blk.9.ffn_up_exps.weight[417]: blk.9.ffn_up_exps.weight[418]: IQ2_S blk.9.ffn_up_exps.weight[419]: blk.9.ffn_up_exps.weight[420]: IQ2_S blk.9.ffn_up_exps.weight[421]: IQ2_S blk.9.ffn_up_exps.weight[422]: blk.9.ffn_up_exps.weight[423]: IQ2_S blk.9.ffn_up_exps.weight[424]: IQ2_S blk.9.ffn_up_exps.weight[425]: IQ2_S blk.9.ffn_up_exps.weight[426]: IQ2_S blk.9.ffn_up_exps.weight[427]: IQ2_S blk.9.ffn_up_exps.weight[428]: IQ2_S blk.9.ffn_up_exps.weight[429]: blk.9.ffn_up_exps.weight[430]: blk.9.ffn_up_exps.weight[431]: IQ2_S blk.9.ffn_up_exps.weight[432]: IQ2_S blk.9.ffn_up_exps.weight[433]: IQ2_S blk.9.ffn_up_exps.weight[434]: IQ2_S blk.9.ffn_up_exps.weight[435]: blk.9.ffn_up_exps.weight[436]: blk.9.ffn_up_exps.weight[437]: blk.9.ffn_up_exps.weight[438]: blk.9.ffn_up_exps.weight[439]: blk.9.ffn_up_exps.weight[440]: blk.9.ffn_up_exps.weight[441]: blk.9.ffn_up_exps.weight[442]: blk.9.ffn_up_exps.weight[443]: IQ2_S blk.9.ffn_up_exps.weight[444]: blk.9.ffn_up_exps.weight[445]: blk.9.ffn_up_exps.weight[446]: blk.9.ffn_up_exps.weight[447]: blk.9.ffn_up_exps.weight[448]: blk.9.ffn_up_exps.weight[449]: blk.9.ffn_up_exps.weight[450]: blk.9.ffn_up_exps.weight[451]: IQ2_S blk.9.ffn_up_exps.weight[452]: blk.9.ffn_up_exps.weight[453]: blk.9.ffn_up_exps.weight[454]: IQ2_S blk.9.ffn_up_exps.weight[455]: blk.9.ffn_up_exps.weight[456]: IQ2_S blk.9.ffn_up_exps.weight[457]: blk.9.ffn_up_exps.weight[458]: IQ2_S blk.9.ffn_up_exps.weight[459]: blk.9.ffn_up_exps.weight[460]: blk.9.ffn_up_exps.weight[461]: blk.9.ffn_up_exps.weight[462]: IQ2_S blk.9.ffn_up_exps.weight[463]: blk.9.ffn_up_exps.weight[464]: blk.9.ffn_up_exps.weight[465]: IQ2_S blk.9.ffn_up_exps.weight[466]: IQ2_S blk.9.ffn_up_exps.weight[467]: IQ2_S blk.9.ffn_up_exps.weight[468]: blk.9.ffn_up_exps.weight[469]: blk.9.ffn_up_exps.weight[470]: IQ2_S blk.9.ffn_up_exps.weight[471]: IQ2_S blk.9.ffn_up_exps.weight[472]: IQ2_S blk.9.ffn_up_exps.weight[473]: blk.9.ffn_up_exps.weight[474]: blk.9.ffn_up_exps.weight[475]: blk.9.ffn_up_exps.weight[476]: IQ2_S blk.9.ffn_up_exps.weight[477]: IQ2_S blk.9.ffn_up_exps.weight[478]: IQ2_S blk.9.ffn_up_exps.weight[479]: blk.9.ffn_up_exps.weight[480]: blk.9.ffn_up_exps.weight[481]: IQ2_S blk.9.ffn_up_exps.weight[482]: blk.9.ffn_up_exps.weight[483]: blk.9.ffn_up_exps.weight[484]: blk.9.ffn_up_exps.weight[485]: blk.9.ffn_up_exps.weight[486]: blk.9.ffn_up_exps.weight[487]: IQ2_S blk.9.ffn_up_exps.weight[488]: IQ2_S blk.9.ffn_up_exps.weight[489]: blk.9.ffn_up_exps.weight[490]: blk.9.ffn_up_exps.weight[491]: IQ2_S blk.9.ffn_up_exps.weight[492]: blk.9.ffn_up_exps.weight[493]: IQ2_S blk.9.ffn_up_exps.weight[494]: IQ2_S blk.9.ffn_up_exps.weight[495]: blk.9.ffn_up_exps.weight[496]: blk.9.ffn_up_exps.weight[497]: blk.9.ffn_up_exps.weight[498]: blk.9.ffn_up_exps.weight[499]: IQ2_S blk.9.ffn_up_exps.weight[500]: IQ2_S blk.9.ffn_up_exps.weight[501]: blk.9.ffn_up_exps.weight[502]: blk.9.ffn_up_exps.weight[503]: IQ2_S blk.9.ffn_up_exps.weight[504]: blk.9.ffn_up_exps.weight[505]: IQ2_S blk.9.ffn_up_exps.weight[506]: IQ2_S blk.9.ffn_up_exps.weight[507]: blk.9.ffn_up_exps.weight[508]: blk.9.ffn_up_exps.weight[509]: IQ2_S blk.9.ffn_up_exps.weight[510]: IQ2_S blk.9.ffn_up_exps.weight[511]: blk.9.ffn_down_exps.weight[0]: IQ4_NL blk.9.ffn_down_exps.weight[1]: blk.9.ffn_down_exps.weight[2]: IQ4_NL blk.9.ffn_down_exps.weight[3]: blk.9.ffn_down_exps.weight[4]: blk.9.ffn_down_exps.weight[5]: blk.9.ffn_down_exps.weight[6]: blk.9.ffn_down_exps.weight[7]: IQ4_NL blk.9.ffn_down_exps.weight[8]: IQ4_NL blk.9.ffn_down_exps.weight[9]: blk.9.ffn_down_exps.weight[10]: IQ4_NL blk.9.ffn_down_exps.weight[11]: IQ4_NL blk.9.ffn_down_exps.weight[12]: blk.9.ffn_down_exps.weight[13]: IQ4_NL blk.9.ffn_down_exps.weight[14]: IQ4_NL blk.9.ffn_down_exps.weight[15]: IQ4_NL blk.9.ffn_down_exps.weight[16]: blk.9.ffn_down_exps.weight[17]: blk.9.ffn_down_exps.weight[18]: IQ4_NL blk.9.ffn_down_exps.weight[19]: IQ4_NL blk.9.ffn_down_exps.weight[20]: IQ4_NL blk.9.ffn_down_exps.weight[21]: blk.9.ffn_down_exps.weight[22]: IQ4_NL blk.9.ffn_down_exps.weight[23]: IQ4_NL blk.9.ffn_down_exps.weight[24]: blk.9.ffn_down_exps.weight[25]: blk.9.ffn_down_exps.weight[26]: IQ4_NL blk.9.ffn_down_exps.weight[27]: blk.9.ffn_down_exps.weight[28]: blk.9.ffn_down_exps.weight[29]: IQ4_NL blk.9.ffn_down_exps.weight[30]: blk.9.ffn_down_exps.weight[31]: blk.9.ffn_down_exps.weight[32]: IQ4_NL blk.9.ffn_down_exps.weight[33]: IQ4_NL blk.9.ffn_down_exps.weight[34]: blk.9.ffn_down_exps.weight[35]: IQ4_NL blk.9.ffn_down_exps.weight[36]: IQ4_NL blk.9.ffn_down_exps.weight[37]: blk.9.ffn_down_exps.weight[38]: IQ4_NL blk.9.ffn_down_exps.weight[39]: IQ4_NL blk.9.ffn_down_exps.weight[40]: IQ4_NL blk.9.ffn_down_exps.weight[41]: IQ4_NL blk.9.ffn_down_exps.weight[42]: IQ4_NL blk.9.ffn_down_exps.weight[43]: blk.9.ffn_down_exps.weight[44]: IQ4_NL blk.9.ffn_down_exps.weight[45]: IQ4_NL blk.9.ffn_down_exps.weight[46]: IQ4_NL blk.9.ffn_down_exps.weight[47]: blk.9.ffn_down_exps.weight[48]: IQ4_NL blk.9.ffn_down_exps.weight[49]: IQ4_NL blk.9.ffn_down_exps.weight[50]: IQ4_NL blk.9.ffn_down_exps.weight[51]: IQ4_NL blk.9.ffn_down_exps.weight[52]: IQ4_NL blk.9.ffn_down_exps.weight[53]: IQ4_NL blk.9.ffn_down_exps.weight[54]: IQ4_NL blk.9.ffn_down_exps.weight[55]: IQ4_NL blk.9.ffn_down_exps.weight[56]: IQ4_NL blk.9.ffn_down_exps.weight[57]: blk.9.ffn_down_exps.weight[58]: blk.9.ffn_down_exps.weight[59]: IQ4_NL blk.9.ffn_down_exps.weight[60]: blk.9.ffn_down_exps.weight[61]: blk.9.ffn_down_exps.weight[62]: blk.9.ffn_down_exps.weight[63]: IQ4_NL blk.9.ffn_down_exps.weight[64]: blk.9.ffn_down_exps.weight[65]: blk.9.ffn_down_exps.weight[66]: IQ4_NL blk.9.ffn_down_exps.weight[67]: blk.9.ffn_down_exps.weight[68]: blk.9.ffn_down_exps.weight[69]: IQ4_NL blk.9.ffn_down_exps.weight[70]: IQ4_NL blk.9.ffn_down_exps.weight[71]: blk.9.ffn_down_exps.weight[72]: IQ4_NL blk.9.ffn_down_exps.weight[73]: IQ4_NL blk.9.ffn_down_exps.weight[74]: IQ4_NL blk.9.ffn_down_exps.weight[75]: IQ4_NL blk.9.ffn_down_exps.weight[76]: IQ4_NL blk.9.ffn_down_exps.weight[77]: IQ4_NL blk.9.ffn_down_exps.weight[78]: blk.9.ffn_down_exps.weight[79]: IQ4_NL blk.9.ffn_down_exps.weight[80]: blk.9.ffn_down_exps.weight[81]: blk.9.ffn_down_exps.weight[82]: IQ4_NL blk.9.ffn_down_exps.weight[83]: blk.9.ffn_down_exps.weight[84]: IQ4_NL blk.9.ffn_down_exps.weight[85]: IQ4_NL blk.9.ffn_down_exps.weight[86]: IQ4_NL blk.9.ffn_down_exps.weight[87]: blk.9.ffn_down_exps.weight[88]: IQ4_NL blk.9.ffn_down_exps.weight[89]: blk.9.ffn_down_exps.weight[90]: IQ4_NL blk.9.ffn_down_exps.weight[91]: IQ4_NL blk.9.ffn_down_exps.weight[92]: blk.9.ffn_down_exps.weight[93]: IQ4_NL blk.9.ffn_down_exps.weight[94]: IQ4_NL blk.9.ffn_down_exps.weight[95]: IQ4_NL blk.9.ffn_down_exps.weight[96]: IQ4_NL blk.9.ffn_down_exps.weight[97]: IQ4_NL blk.9.ffn_down_exps.weight[98]: blk.9.ffn_down_exps.weight[99]: blk.9.ffn_down_exps.weight[100]: blk.9.ffn_down_exps.weight[101]: blk.9.ffn_down_exps.weight[102]: blk.9.ffn_down_exps.weight[103]: IQ4_NL blk.9.ffn_down_exps.weight[104]: IQ4_NL blk.9.ffn_down_exps.weight[105]: blk.9.ffn_down_exps.weight[106]: blk.9.ffn_down_exps.weight[107]: IQ4_NL blk.9.ffn_down_exps.weight[108]: blk.9.ffn_down_exps.weight[109]: IQ4_NL blk.9.ffn_down_exps.weight[110]: IQ4_NL blk.9.ffn_down_exps.weight[111]: blk.9.ffn_down_exps.weight[112]: IQ4_NL blk.9.ffn_down_exps.weight[113]: blk.9.ffn_down_exps.weight[114]: IQ4_NL blk.9.ffn_down_exps.weight[115]: IQ4_NL blk.9.ffn_down_exps.weight[116]: blk.9.ffn_down_exps.weight[117]: blk.9.ffn_down_exps.weight[118]: blk.9.ffn_down_exps.weight[119]: blk.9.ffn_down_exps.weight[120]: blk.9.ffn_down_exps.weight[121]: IQ4_NL blk.9.ffn_down_exps.weight[122]: IQ4_NL blk.9.ffn_down_exps.weight[123]: blk.9.ffn_down_exps.weight[124]: IQ4_NL blk.9.ffn_down_exps.weight[125]: blk.9.ffn_down_exps.weight[126]: IQ4_NL blk.9.ffn_down_exps.weight[127]: IQ4_NL blk.9.ffn_down_exps.weight[128]: blk.9.ffn_down_exps.weight[129]: blk.9.ffn_down_exps.weight[130]: IQ4_NL blk.9.ffn_down_exps.weight[131]: IQ4_NL blk.9.ffn_down_exps.weight[132]: IQ4_NL blk.9.ffn_down_exps.weight[133]: IQ4_NL blk.9.ffn_down_exps.weight[134]: IQ4_NL blk.9.ffn_down_exps.weight[135]: blk.9.ffn_down_exps.weight[136]: blk.9.ffn_down_exps.weight[137]: IQ4_NL blk.9.ffn_down_exps.weight[138]: blk.9.ffn_down_exps.weight[139]: IQ4_NL blk.9.ffn_down_exps.weight[140]: IQ4_NL blk.9.ffn_down_exps.weight[141]: IQ4_NL blk.9.ffn_down_exps.weight[142]: IQ4_NL blk.9.ffn_down_exps.weight[143]: blk.9.ffn_down_exps.weight[144]: IQ4_NL blk.9.ffn_down_exps.weight[145]: IQ4_NL blk.9.ffn_down_exps.weight[146]: IQ4_NL blk.9.ffn_down_exps.weight[147]: blk.9.ffn_down_exps.weight[148]: IQ4_NL blk.9.ffn_down_exps.weight[149]: IQ4_NL blk.9.ffn_down_exps.weight[150]: blk.9.ffn_down_exps.weight[151]: blk.9.ffn_down_exps.weight[152]: IQ4_NL blk.9.ffn_down_exps.weight[153]: IQ4_NL blk.9.ffn_down_exps.weight[154]: IQ4_NL blk.9.ffn_down_exps.weight[155]: IQ4_NL blk.9.ffn_down_exps.weight[156]: blk.9.ffn_down_exps.weight[157]: IQ4_NL blk.9.ffn_down_exps.weight[158]: blk.9.ffn_down_exps.weight[159]: IQ4_NL blk.9.ffn_down_exps.weight[160]: IQ4_NL blk.9.ffn_down_exps.weight[161]: blk.9.ffn_down_exps.weight[162]: IQ4_NL blk.9.ffn_down_exps.weight[163]: IQ4_NL blk.9.ffn_down_exps.weight[164]: blk.9.ffn_down_exps.weight[165]: blk.9.ffn_down_exps.weight[166]: IQ4_NL blk.9.ffn_down_exps.weight[167]: IQ4_NL blk.9.ffn_down_exps.weight[168]: IQ4_NL blk.9.ffn_down_exps.weight[169]: IQ4_NL blk.9.ffn_down_exps.weight[170]: blk.9.ffn_down_exps.weight[171]: IQ4_NL blk.9.ffn_down_exps.weight[172]: IQ4_NL blk.9.ffn_down_exps.weight[173]: IQ4_NL blk.9.ffn_down_exps.weight[174]: IQ4_NL blk.9.ffn_down_exps.weight[175]: blk.9.ffn_down_exps.weight[176]: IQ4_NL blk.9.ffn_down_exps.weight[177]: blk.9.ffn_down_exps.weight[178]: blk.9.ffn_down_exps.weight[179]: IQ4_NL blk.9.ffn_down_exps.weight[180]: blk.9.ffn_down_exps.weight[181]: blk.9.ffn_down_exps.weight[182]: blk.9.ffn_down_exps.weight[183]: blk.9.ffn_down_exps.weight[184]: IQ4_NL blk.9.ffn_down_exps.weight[185]: blk.9.ffn_down_exps.weight[186]: IQ4_NL blk.9.ffn_down_exps.weight[187]: IQ4_NL blk.9.ffn_down_exps.weight[188]: blk.9.ffn_down_exps.weight[189]: IQ4_NL blk.9.ffn_down_exps.weight[190]: IQ4_NL blk.9.ffn_down_exps.weight[191]: blk.9.ffn_down_exps.weight[192]: IQ4_NL blk.9.ffn_down_exps.weight[193]: blk.9.ffn_down_exps.weight[194]: blk.9.ffn_down_exps.weight[195]: IQ4_NL blk.9.ffn_down_exps.weight[196]: blk.9.ffn_down_exps.weight[197]: blk.9.ffn_down_exps.weight[198]: blk.9.ffn_down_exps.weight[199]: blk.9.ffn_down_exps.weight[200]: blk.9.ffn_down_exps.weight[201]: IQ4_NL blk.9.ffn_down_exps.weight[202]: IQ4_NL blk.9.ffn_down_exps.weight[203]: blk.9.ffn_down_exps.weight[204]: IQ4_NL blk.9.ffn_down_exps.weight[205]: blk.9.ffn_down_exps.weight[206]: IQ4_NL blk.9.ffn_down_exps.weight[207]: blk.9.ffn_down_exps.weight[208]: blk.9.ffn_down_exps.weight[209]: IQ4_NL blk.9.ffn_down_exps.weight[210]: blk.9.ffn_down_exps.weight[211]: IQ4_NL blk.9.ffn_down_exps.weight[212]: IQ4_NL blk.9.ffn_down_exps.weight[213]: IQ4_NL blk.9.ffn_down_exps.weight[214]: IQ4_NL blk.9.ffn_down_exps.weight[215]: blk.9.ffn_down_exps.weight[216]: IQ4_NL blk.9.ffn_down_exps.weight[217]: blk.9.ffn_down_exps.weight[218]: IQ4_NL blk.9.ffn_down_exps.weight[219]: blk.9.ffn_down_exps.weight[220]: blk.9.ffn_down_exps.weight[221]: IQ4_NL blk.9.ffn_down_exps.weight[222]: blk.9.ffn_down_exps.weight[223]: blk.9.ffn_down_exps.weight[224]: IQ4_NL blk.9.ffn_down_exps.weight[225]: IQ4_NL blk.9.ffn_down_exps.weight[226]: IQ4_NL blk.9.ffn_down_exps.weight[227]: blk.9.ffn_down_exps.weight[228]: blk.9.ffn_down_exps.weight[229]: blk.9.ffn_down_exps.weight[230]: IQ4_NL blk.9.ffn_down_exps.weight[231]: blk.9.ffn_down_exps.weight[232]: IQ4_NL blk.9.ffn_down_exps.weight[233]: IQ4_NL blk.9.ffn_down_exps.weight[234]: blk.9.ffn_down_exps.weight[235]: IQ4_NL blk.9.ffn_down_exps.weight[236]: IQ4_NL blk.9.ffn_down_exps.weight[237]: blk.9.ffn_down_exps.weight[238]: blk.9.ffn_down_exps.weight[239]: IQ4_NL blk.9.ffn_down_exps.weight[240]: blk.9.ffn_down_exps.weight[241]: blk.9.ffn_down_exps.weight[242]: blk.9.ffn_down_exps.weight[243]: IQ4_NL blk.9.ffn_down_exps.weight[244]: blk.9.ffn_down_exps.weight[245]: IQ4_NL blk.9.ffn_down_exps.weight[246]: IQ4_NL blk.9.ffn_down_exps.weight[247]: blk.9.ffn_down_exps.weight[248]: blk.9.ffn_down_exps.weight[249]: IQ4_NL blk.9.ffn_down_exps.weight[250]: blk.9.ffn_down_exps.weight[251]: blk.9.ffn_down_exps.weight[252]: IQ4_NL blk.9.ffn_down_exps.weight[253]: blk.9.ffn_down_exps.weight[254]: IQ4_NL blk.9.ffn_down_exps.weight[255]: IQ4_NL blk.9.ffn_down_exps.weight[256]: IQ4_NL blk.9.ffn_down_exps.weight[257]: blk.9.ffn_down_exps.weight[258]: blk.9.ffn_down_exps.weight[259]: blk.9.ffn_down_exps.weight[260]: IQ4_NL blk.9.ffn_down_exps.weight[261]: blk.9.ffn_down_exps.weight[262]: blk.9.ffn_down_exps.weight[263]: IQ4_NL blk.9.ffn_down_exps.weight[264]: IQ4_NL blk.9.ffn_down_exps.weight[265]: IQ4_NL blk.9.ffn_down_exps.weight[266]: IQ4_NL blk.9.ffn_down_exps.weight[267]: blk.9.ffn_down_exps.weight[268]: blk.9.ffn_down_exps.weight[269]: blk.9.ffn_down_exps.weight[270]: blk.9.ffn_down_exps.weight[271]: IQ4_NL blk.9.ffn_down_exps.weight[272]: blk.9.ffn_down_exps.weight[273]: blk.9.ffn_down_exps.weight[274]: blk.9.ffn_down_exps.weight[275]: IQ4_NL blk.9.ffn_down_exps.weight[276]: blk.9.ffn_down_exps.weight[277]: IQ4_NL blk.9.ffn_down_exps.weight[278]: blk.9.ffn_down_exps.weight[279]: IQ4_NL blk.9.ffn_down_exps.weight[280]: blk.9.ffn_down_exps.weight[281]: IQ4_NL blk.9.ffn_down_exps.weight[282]: IQ4_NL blk.9.ffn_down_exps.weight[283]: IQ4_NL blk.9.ffn_down_exps.weight[284]: blk.9.ffn_down_exps.weight[285]: IQ4_NL blk.9.ffn_down_exps.weight[286]: blk.9.ffn_down_exps.weight[287]: blk.9.ffn_down_exps.weight[288]: IQ4_NL blk.9.ffn_down_exps.weight[289]: blk.9.ffn_down_exps.weight[290]: blk.9.ffn_down_exps.weight[291]: blk.9.ffn_down_exps.weight[292]: blk.9.ffn_down_exps.weight[293]: blk.9.ffn_down_exps.weight[294]: blk.9.ffn_down_exps.weight[295]: IQ4_NL blk.9.ffn_down_exps.weight[296]: blk.9.ffn_down_exps.weight[297]: blk.9.ffn_down_exps.weight[298]: blk.9.ffn_down_exps.weight[299]: IQ4_NL blk.9.ffn_down_exps.weight[300]: IQ4_NL blk.9.ffn_down_exps.weight[301]: IQ4_NL blk.9.ffn_down_exps.weight[302]: IQ4_NL blk.9.ffn_down_exps.weight[303]: blk.9.ffn_down_exps.weight[304]: IQ4_NL blk.9.ffn_down_exps.weight[305]: blk.9.ffn_down_exps.weight[306]: IQ4_NL blk.9.ffn_down_exps.weight[307]: IQ4_NL blk.9.ffn_down_exps.weight[308]: blk.9.ffn_down_exps.weight[309]: IQ4_NL blk.9.ffn_down_exps.weight[310]: blk.9.ffn_down_exps.weight[311]: blk.9.ffn_down_exps.weight[312]: blk.9.ffn_down_exps.weight[313]: blk.9.ffn_down_exps.weight[314]: blk.9.ffn_down_exps.weight[315]: blk.9.ffn_down_exps.weight[316]: IQ4_NL blk.9.ffn_down_exps.weight[317]: blk.9.ffn_down_exps.weight[318]: blk.9.ffn_down_exps.weight[319]: blk.9.ffn_down_exps.weight[320]: IQ4_NL blk.9.ffn_down_exps.weight[321]: blk.9.ffn_down_exps.weight[322]: blk.9.ffn_down_exps.weight[323]: blk.9.ffn_down_exps.weight[324]: IQ4_NL blk.9.ffn_down_exps.weight[325]: IQ4_NL blk.9.ffn_down_exps.weight[326]: blk.9.ffn_down_exps.weight[327]: IQ4_NL blk.9.ffn_down_exps.weight[328]: IQ4_NL blk.9.ffn_down_exps.weight[329]: blk.9.ffn_down_exps.weight[330]: IQ4_NL blk.9.ffn_down_exps.weight[331]: IQ4_NL blk.9.ffn_down_exps.weight[332]: IQ4_NL blk.9.ffn_down_exps.weight[333]: IQ4_NL blk.9.ffn_down_exps.weight[334]: blk.9.ffn_down_exps.weight[335]: blk.9.ffn_down_exps.weight[336]: IQ4_NL blk.9.ffn_down_exps.weight[337]: IQ4_NL blk.9.ffn_down_exps.weight[338]: blk.9.ffn_down_exps.weight[339]: IQ4_NL blk.9.ffn_down_exps.weight[340]: IQ4_NL blk.9.ffn_down_exps.weight[341]: blk.9.ffn_down_exps.weight[342]: IQ4_NL blk.9.ffn_down_exps.weight[343]: blk.9.ffn_down_exps.weight[344]: IQ4_NL blk.9.ffn_down_exps.weight[345]: blk.9.ffn_down_exps.weight[346]: IQ4_NL blk.9.ffn_down_exps.weight[347]: blk.9.ffn_down_exps.weight[348]: blk.9.ffn_down_exps.weight[349]: IQ4_NL blk.9.ffn_down_exps.weight[350]: blk.9.ffn_down_exps.weight[351]: blk.9.ffn_down_exps.weight[352]: blk.9.ffn_down_exps.weight[353]: blk.9.ffn_down_exps.weight[354]: IQ4_NL blk.9.ffn_down_exps.weight[355]: blk.9.ffn_down_exps.weight[356]: IQ4_NL blk.9.ffn_down_exps.weight[357]: blk.9.ffn_down_exps.weight[358]: blk.9.ffn_down_exps.weight[359]: blk.9.ffn_down_exps.weight[360]: IQ4_NL blk.9.ffn_down_exps.weight[361]: blk.9.ffn_down_exps.weight[362]: blk.9.ffn_down_exps.weight[363]: blk.9.ffn_down_exps.weight[364]: IQ4_NL blk.9.ffn_down_exps.weight[365]: IQ4_NL blk.9.ffn_down_exps.weight[366]: blk.9.ffn_down_exps.weight[367]: blk.9.ffn_down_exps.weight[368]: IQ4_NL blk.9.ffn_down_exps.weight[369]: IQ4_NL blk.9.ffn_down_exps.weight[370]: blk.9.ffn_down_exps.weight[371]: IQ4_NL blk.9.ffn_down_exps.weight[372]: IQ4_NL blk.9.ffn_down_exps.weight[373]: IQ4_NL blk.9.ffn_down_exps.weight[374]: IQ4_NL blk.9.ffn_down_exps.weight[375]: IQ4_NL blk.9.ffn_down_exps.weight[376]: blk.9.ffn_down_exps.weight[377]: IQ4_NL blk.9.ffn_down_exps.weight[378]: blk.9.ffn_down_exps.weight[379]: IQ4_NL blk.9.ffn_down_exps.weight[380]: blk.9.ffn_down_exps.weight[381]: blk.9.ffn_down_exps.weight[382]: IQ4_NL blk.9.ffn_down_exps.weight[383]: blk.9.ffn_down_exps.weight[384]: blk.9.ffn_down_exps.weight[385]: IQ4_NL blk.9.ffn_down_exps.weight[386]: blk.9.ffn_down_exps.weight[387]: blk.9.ffn_down_exps.weight[388]: IQ4_NL blk.9.ffn_down_exps.weight[389]: blk.9.ffn_down_exps.weight[390]: IQ4_NL blk.9.ffn_down_exps.weight[391]: blk.9.ffn_down_exps.weight[392]: blk.9.ffn_down_exps.weight[393]: IQ4_NL blk.9.ffn_down_exps.weight[394]: IQ4_NL blk.9.ffn_down_exps.weight[395]: IQ4_NL blk.9.ffn_down_exps.weight[396]: blk.9.ffn_down_exps.weight[397]: blk.9.ffn_down_exps.weight[398]: IQ4_NL blk.9.ffn_down_exps.weight[399]: IQ4_NL blk.9.ffn_down_exps.weight[400]: blk.9.ffn_down_exps.weight[401]: IQ4_NL blk.9.ffn_down_exps.weight[402]: blk.9.ffn_down_exps.weight[403]: IQ4_NL blk.9.ffn_down_exps.weight[404]: blk.9.ffn_down_exps.weight[405]: IQ4_NL blk.9.ffn_down_exps.weight[406]: blk.9.ffn_down_exps.weight[407]: blk.9.ffn_down_exps.weight[408]: blk.9.ffn_down_exps.weight[409]: blk.9.ffn_down_exps.weight[410]: IQ4_NL blk.9.ffn_down_exps.weight[411]: blk.9.ffn_down_exps.weight[412]: IQ4_NL blk.9.ffn_down_exps.weight[413]: blk.9.ffn_down_exps.weight[414]: IQ4_NL blk.9.ffn_down_exps.weight[415]: blk.9.ffn_down_exps.weight[416]: IQ4_NL blk.9.ffn_down_exps.weight[417]: blk.9.ffn_down_exps.weight[418]: IQ4_NL blk.9.ffn_down_exps.weight[419]: blk.9.ffn_down_exps.weight[420]: IQ4_NL blk.9.ffn_down_exps.weight[421]: IQ4_NL blk.9.ffn_down_exps.weight[422]: blk.9.ffn_down_exps.weight[423]: IQ4_NL blk.9.ffn_down_exps.weight[424]: IQ4_NL blk.9.ffn_down_exps.weight[425]: IQ4_NL blk.9.ffn_down_exps.weight[426]: IQ4_NL blk.9.ffn_down_exps.weight[427]: IQ4_NL blk.9.ffn_down_exps.weight[428]: IQ4_NL blk.9.ffn_down_exps.weight[429]: blk.9.ffn_down_exps.weight[430]: blk.9.ffn_down_exps.weight[431]: IQ4_NL blk.9.ffn_down_exps.weight[432]: IQ4_NL blk.9.ffn_down_exps.weight[433]: IQ4_NL blk.9.ffn_down_exps.weight[434]: IQ4_NL blk.9.ffn_down_exps.weight[435]: blk.9.ffn_down_exps.weight[436]: blk.9.ffn_down_exps.weight[437]: blk.9.ffn_down_exps.weight[438]: blk.9.ffn_down_exps.weight[439]: blk.9.ffn_down_exps.weight[440]: blk.9.ffn_down_exps.weight[441]: blk.9.ffn_down_exps.weight[442]: blk.9.ffn_down_exps.weight[443]: IQ4_NL blk.9.ffn_down_exps.weight[444]: blk.9.ffn_down_exps.weight[445]: blk.9.ffn_down_exps.weight[446]: blk.9.ffn_down_exps.weight[447]: blk.9.ffn_down_exps.weight[448]: blk.9.ffn_down_exps.weight[449]: blk.9.ffn_down_exps.weight[450]: blk.9.ffn_down_exps.weight[451]: IQ4_NL blk.9.ffn_down_exps.weight[452]: blk.9.ffn_down_exps.weight[453]: blk.9.ffn_down_exps.weight[454]: IQ4_NL blk.9.ffn_down_exps.weight[455]: blk.9.ffn_down_exps.weight[456]: IQ4_NL blk.9.ffn_down_exps.weight[457]: blk.9.ffn_down_exps.weight[458]: IQ4_NL blk.9.ffn_down_exps.weight[459]: blk.9.ffn_down_exps.weight[460]: blk.9.ffn_down_exps.weight[461]: blk.9.ffn_down_exps.weight[462]: IQ4_NL blk.9.ffn_down_exps.weight[463]: blk.9.ffn_down_exps.weight[464]: blk.9.ffn_down_exps.weight[465]: IQ4_NL blk.9.ffn_down_exps.weight[466]: IQ4_NL blk.9.ffn_down_exps.weight[467]: IQ4_NL blk.9.ffn_down_exps.weight[468]: blk.9.ffn_down_exps.weight[469]: blk.9.ffn_down_exps.weight[470]: IQ4_NL blk.9.ffn_down_exps.weight[471]: IQ4_NL blk.9.ffn_down_exps.weight[472]: IQ4_NL blk.9.ffn_down_exps.weight[473]: blk.9.ffn_down_exps.weight[474]: blk.9.ffn_down_exps.weight[475]: blk.9.ffn_down_exps.weight[476]: IQ4_NL blk.9.ffn_down_exps.weight[477]: IQ4_NL blk.9.ffn_down_exps.weight[478]: IQ4_NL blk.9.ffn_down_exps.weight[479]: blk.9.ffn_down_exps.weight[480]: blk.9.ffn_down_exps.weight[481]: IQ4_NL blk.9.ffn_down_exps.weight[482]: blk.9.ffn_down_exps.weight[483]: blk.9.ffn_down_exps.weight[484]: blk.9.ffn_down_exps.weight[485]: blk.9.ffn_down_exps.weight[486]: blk.9.ffn_down_exps.weight[487]: IQ4_NL blk.9.ffn_down_exps.weight[488]: IQ4_NL blk.9.ffn_down_exps.weight[489]: blk.9.ffn_down_exps.weight[490]: blk.9.ffn_down_exps.weight[491]: IQ4_NL blk.9.ffn_down_exps.weight[492]: blk.9.ffn_down_exps.weight[493]: IQ4_NL blk.9.ffn_down_exps.weight[494]: IQ4_NL blk.9.ffn_down_exps.weight[495]: blk.9.ffn_down_exps.weight[496]: blk.9.ffn_down_exps.weight[497]: blk.9.ffn_down_exps.weight[498]: blk.9.ffn_down_exps.weight[499]: IQ4_NL blk.9.ffn_down_exps.weight[500]: IQ4_NL blk.9.ffn_down_exps.weight[501]: blk.9.ffn_down_exps.weight[502]: blk.9.ffn_down_exps.weight[503]: IQ4_NL blk.9.ffn_down_exps.weight[504]: blk.9.ffn_down_exps.weight[505]: IQ4_NL blk.9.ffn_down_exps.weight[506]: IQ4_NL blk.9.ffn_down_exps.weight[507]: blk.9.ffn_down_exps.weight[508]: blk.9.ffn_down_exps.weight[509]: IQ4_NL blk.9.ffn_down_exps.weight[510]: IQ4_NL blk.9.ffn_down_exps.weight[511]: blk.10.ffn_gate_exps.weight[0]: IQ2_S blk.10.ffn_gate_exps.weight[1]: IQ2_S blk.10.ffn_gate_exps.weight[2]: IQ2_S blk.10.ffn_gate_exps.weight[3]: IQ2_S blk.10.ffn_gate_exps.weight[4]: blk.10.ffn_gate_exps.weight[5]: blk.10.ffn_gate_exps.weight[6]: IQ2_S blk.10.ffn_gate_exps.weight[7]: blk.10.ffn_gate_exps.weight[8]: IQ2_S blk.10.ffn_gate_exps.weight[9]: IQ2_S blk.10.ffn_gate_exps.weight[10]: IQ2_S blk.10.ffn_gate_exps.weight[11]: blk.10.ffn_gate_exps.weight[12]: IQ2_S blk.10.ffn_gate_exps.weight[13]: blk.10.ffn_gate_exps.weight[14]: blk.10.ffn_gate_exps.weight[15]: blk.10.ffn_gate_exps.weight[16]: IQ2_S blk.10.ffn_gate_exps.weight[17]: IQ2_S blk.10.ffn_gate_exps.weight[18]: IQ2_S blk.10.ffn_gate_exps.weight[19]: IQ2_S blk.10.ffn_gate_exps.weight[20]: blk.10.ffn_gate_exps.weight[21]: IQ2_S blk.10.ffn_gate_exps.weight[22]: blk.10.ffn_gate_exps.weight[23]: blk.10.ffn_gate_exps.weight[24]: blk.10.ffn_gate_exps.weight[25]: blk.10.ffn_gate_exps.weight[26]: IQ2_S blk.10.ffn_gate_exps.weight[27]: IQ2_S blk.10.ffn_gate_exps.weight[28]: blk.10.ffn_gate_exps.weight[29]: IQ2_S blk.10.ffn_gate_exps.weight[30]: blk.10.ffn_gate_exps.weight[31]: IQ2_S blk.10.ffn_gate_exps.weight[32]: IQ2_S blk.10.ffn_gate_exps.weight[33]: blk.10.ffn_gate_exps.weight[34]: blk.10.ffn_gate_exps.weight[35]: IQ2_S blk.10.ffn_gate_exps.weight[36]: blk.10.ffn_gate_exps.weight[37]: IQ2_S blk.10.ffn_gate_exps.weight[38]: IQ2_S blk.10.ffn_gate_exps.weight[39]: blk.10.ffn_gate_exps.weight[40]: IQ2_S blk.10.ffn_gate_exps.weight[41]: blk.10.ffn_gate_exps.weight[42]: IQ2_S blk.10.ffn_gate_exps.weight[43]: blk.10.ffn_gate_exps.weight[44]: IQ2_S blk.10.ffn_gate_exps.weight[45]: blk.10.ffn_gate_exps.weight[46]: blk.10.ffn_gate_exps.weight[47]: blk.10.ffn_gate_exps.weight[48]: blk.10.ffn_gate_exps.weight[49]: IQ2_S blk.10.ffn_gate_exps.weight[50]: IQ2_S blk.10.ffn_gate_exps.weight[51]: IQ2_S blk.10.ffn_gate_exps.weight[52]: blk.10.ffn_gate_exps.weight[53]: IQ2_S blk.10.ffn_gate_exps.weight[54]: blk.10.ffn_gate_exps.weight[55]: blk.10.ffn_gate_exps.weight[56]: IQ2_S blk.10.ffn_gate_exps.weight[57]: blk.10.ffn_gate_exps.weight[58]: IQ2_S blk.10.ffn_gate_exps.weight[59]: blk.10.ffn_gate_exps.weight[60]: IQ2_S blk.10.ffn_gate_exps.weight[61]: IQ2_S blk.10.ffn_gate_exps.weight[62]: blk.10.ffn_gate_exps.weight[63]: blk.10.ffn_gate_exps.weight[64]: blk.10.ffn_gate_exps.weight[65]: IQ2_S blk.10.ffn_gate_exps.weight[66]: IQ2_S blk.10.ffn_gate_exps.weight[67]: blk.10.ffn_gate_exps.weight[68]: blk.10.ffn_gate_exps.weight[69]: IQ2_S blk.10.ffn_gate_exps.weight[70]: IQ2_S blk.10.ffn_gate_exps.weight[71]: IQ2_S blk.10.ffn_gate_exps.weight[72]: blk.10.ffn_gate_exps.weight[73]: blk.10.ffn_gate_exps.weight[74]: blk.10.ffn_gate_exps.weight[75]: blk.10.ffn_gate_exps.weight[76]: blk.10.ffn_gate_exps.weight[77]: IQ2_S blk.10.ffn_gate_exps.weight[78]: IQ2_S blk.10.ffn_gate_exps.weight[79]: IQ2_S blk.10.ffn_gate_exps.weight[80]: blk.10.ffn_gate_exps.weight[81]: blk.10.ffn_gate_exps.weight[82]: IQ2_S blk.10.ffn_gate_exps.weight[83]: IQ2_S blk.10.ffn_gate_exps.weight[84]: IQ2_S blk.10.ffn_gate_exps.weight[85]: IQ2_S blk.10.ffn_gate_exps.weight[86]: blk.10.ffn_gate_exps.weight[87]: IQ2_S blk.10.ffn_gate_exps.weight[88]: IQ2_S blk.10.ffn_gate_exps.weight[89]: IQ2_S blk.10.ffn_gate_exps.weight[90]: blk.10.ffn_gate_exps.weight[91]: IQ2_S blk.10.ffn_gate_exps.weight[92]: IQ2_S blk.10.ffn_gate_exps.weight[93]: IQ2_S blk.10.ffn_gate_exps.weight[94]: blk.10.ffn_gate_exps.weight[95]: IQ2_S blk.10.ffn_gate_exps.weight[96]: blk.10.ffn_gate_exps.weight[97]: IQ2_S blk.10.ffn_gate_exps.weight[98]: blk.10.ffn_gate_exps.weight[99]: blk.10.ffn_gate_exps.weight[100]: IQ2_S blk.10.ffn_gate_exps.weight[101]: IQ2_S blk.10.ffn_gate_exps.weight[102]: IQ2_S blk.10.ffn_gate_exps.weight[103]: IQ2_S blk.10.ffn_gate_exps.weight[104]: IQ2_S blk.10.ffn_gate_exps.weight[105]: IQ2_S blk.10.ffn_gate_exps.weight[106]: IQ2_S blk.10.ffn_gate_exps.weight[107]: blk.10.ffn_gate_exps.weight[108]: IQ2_S blk.10.ffn_gate_exps.weight[109]: blk.10.ffn_gate_exps.weight[110]: IQ2_S blk.10.ffn_gate_exps.weight[111]: IQ2_S blk.10.ffn_gate_exps.weight[112]: IQ2_S blk.10.ffn_gate_exps.weight[113]: IQ2_S blk.10.ffn_gate_exps.weight[114]: IQ2_S blk.10.ffn_gate_exps.weight[115]: IQ2_S blk.10.ffn_gate_exps.weight[116]: blk.10.ffn_gate_exps.weight[117]: IQ2_S blk.10.ffn_gate_exps.weight[118]: blk.10.ffn_gate_exps.weight[119]: IQ2_S blk.10.ffn_gate_exps.weight[120]: IQ2_S blk.10.ffn_gate_exps.weight[121]: IQ2_S blk.10.ffn_gate_exps.weight[122]: IQ2_S blk.10.ffn_gate_exps.weight[123]: IQ2_S blk.10.ffn_gate_exps.weight[124]: blk.10.ffn_gate_exps.weight[125]: blk.10.ffn_gate_exps.weight[126]: blk.10.ffn_gate_exps.weight[127]: blk.10.ffn_gate_exps.weight[128]: blk.10.ffn_gate_exps.weight[129]: blk.10.ffn_gate_exps.weight[130]: blk.10.ffn_gate_exps.weight[131]: blk.10.ffn_gate_exps.weight[132]: blk.10.ffn_gate_exps.weight[133]: IQ2_S blk.10.ffn_gate_exps.weight[134]: blk.10.ffn_gate_exps.weight[135]: IQ2_S blk.10.ffn_gate_exps.weight[136]: blk.10.ffn_gate_exps.weight[137]: IQ2_S blk.10.ffn_gate_exps.weight[138]: IQ2_S blk.10.ffn_gate_exps.weight[139]: blk.10.ffn_gate_exps.weight[140]: blk.10.ffn_gate_exps.weight[141]: blk.10.ffn_gate_exps.weight[142]: IQ2_S blk.10.ffn_gate_exps.weight[143]: IQ2_S blk.10.ffn_gate_exps.weight[144]: IQ2_S blk.10.ffn_gate_exps.weight[145]: blk.10.ffn_gate_exps.weight[146]: IQ2_S blk.10.ffn_gate_exps.weight[147]: IQ2_S blk.10.ffn_gate_exps.weight[148]: blk.10.ffn_gate_exps.weight[149]: blk.10.ffn_gate_exps.weight[150]: blk.10.ffn_gate_exps.weight[151]: blk.10.ffn_gate_exps.weight[152]: IQ2_S blk.10.ffn_gate_exps.weight[153]: IQ2_S blk.10.ffn_gate_exps.weight[154]: blk.10.ffn_gate_exps.weight[155]: IQ2_S blk.10.ffn_gate_exps.weight[156]: blk.10.ffn_gate_exps.weight[157]: IQ2_S blk.10.ffn_gate_exps.weight[158]: blk.10.ffn_gate_exps.weight[159]: blk.10.ffn_gate_exps.weight[160]: IQ2_S blk.10.ffn_gate_exps.weight[161]: IQ2_S blk.10.ffn_gate_exps.weight[162]: IQ2_S blk.10.ffn_gate_exps.weight[163]: IQ2_S blk.10.ffn_gate_exps.weight[164]: IQ2_S blk.10.ffn_gate_exps.weight[165]: IQ2_S blk.10.ffn_gate_exps.weight[166]: IQ2_S blk.10.ffn_gate_exps.weight[167]: blk.10.ffn_gate_exps.weight[168]: IQ2_S blk.10.ffn_gate_exps.weight[169]: blk.10.ffn_gate_exps.weight[170]: IQ2_S blk.10.ffn_gate_exps.weight[171]: blk.10.ffn_gate_exps.weight[172]: blk.10.ffn_gate_exps.weight[173]: IQ2_S blk.10.ffn_gate_exps.weight[174]: IQ2_S blk.10.ffn_gate_exps.weight[175]: IQ2_S blk.10.ffn_gate_exps.weight[176]: IQ2_S blk.10.ffn_gate_exps.weight[177]: IQ2_S blk.10.ffn_gate_exps.weight[178]: IQ2_S blk.10.ffn_gate_exps.weight[179]: IQ2_S blk.10.ffn_gate_exps.weight[180]: IQ2_S blk.10.ffn_gate_exps.weight[181]: blk.10.ffn_gate_exps.weight[182]: IQ2_S blk.10.ffn_gate_exps.weight[183]: IQ2_S blk.10.ffn_gate_exps.weight[184]: blk.10.ffn_gate_exps.weight[185]: IQ2_S blk.10.ffn_gate_exps.weight[186]: blk.10.ffn_gate_exps.weight[187]: blk.10.ffn_gate_exps.weight[188]: IQ2_S blk.10.ffn_gate_exps.weight[189]: blk.10.ffn_gate_exps.weight[190]: blk.10.ffn_gate_exps.weight[191]: IQ2_S blk.10.ffn_gate_exps.weight[192]: IQ2_S blk.10.ffn_gate_exps.weight[193]: blk.10.ffn_gate_exps.weight[194]: blk.10.ffn_gate_exps.weight[195]: blk.10.ffn_gate_exps.weight[196]: IQ2_S blk.10.ffn_gate_exps.weight[197]: IQ2_S blk.10.ffn_gate_exps.weight[198]: blk.10.ffn_gate_exps.weight[199]: IQ2_S blk.10.ffn_gate_exps.weight[200]: blk.10.ffn_gate_exps.weight[201]: blk.10.ffn_gate_exps.weight[202]: IQ2_S blk.10.ffn_gate_exps.weight[203]: IQ2_S blk.10.ffn_gate_exps.weight[204]: blk.10.ffn_gate_exps.weight[205]: IQ2_S blk.10.ffn_gate_exps.weight[206]: IQ2_S blk.10.ffn_gate_exps.weight[207]: IQ2_S blk.10.ffn_gate_exps.weight[208]: IQ2_S blk.10.ffn_gate_exps.weight[209]: IQ2_S blk.10.ffn_gate_exps.weight[210]: IQ2_S blk.10.ffn_gate_exps.weight[211]: IQ2_S blk.10.ffn_gate_exps.weight[212]: IQ2_S blk.10.ffn_gate_exps.weight[213]: IQ2_S blk.10.ffn_gate_exps.weight[214]: blk.10.ffn_gate_exps.weight[215]: blk.10.ffn_gate_exps.weight[216]: blk.10.ffn_gate_exps.weight[217]: IQ2_S blk.10.ffn_gate_exps.weight[218]: blk.10.ffn_gate_exps.weight[219]: blk.10.ffn_gate_exps.weight[220]: IQ2_S blk.10.ffn_gate_exps.weight[221]: IQ2_S blk.10.ffn_gate_exps.weight[222]: blk.10.ffn_gate_exps.weight[223]: IQ2_S blk.10.ffn_gate_exps.weight[224]: blk.10.ffn_gate_exps.weight[225]: blk.10.ffn_gate_exps.weight[226]: IQ2_S blk.10.ffn_gate_exps.weight[227]: blk.10.ffn_gate_exps.weight[228]: blk.10.ffn_gate_exps.weight[229]: blk.10.ffn_gate_exps.weight[230]: IQ2_S blk.10.ffn_gate_exps.weight[231]: IQ2_S blk.10.ffn_gate_exps.weight[232]: IQ2_S blk.10.ffn_gate_exps.weight[233]: IQ2_S blk.10.ffn_gate_exps.weight[234]: IQ2_S blk.10.ffn_gate_exps.weight[235]: blk.10.ffn_gate_exps.weight[236]: blk.10.ffn_gate_exps.weight[237]: blk.10.ffn_gate_exps.weight[238]: IQ2_S blk.10.ffn_gate_exps.weight[239]: blk.10.ffn_gate_exps.weight[240]: blk.10.ffn_gate_exps.weight[241]: blk.10.ffn_gate_exps.weight[242]: IQ2_S blk.10.ffn_gate_exps.weight[243]: IQ2_S blk.10.ffn_gate_exps.weight[244]: IQ2_S blk.10.ffn_gate_exps.weight[245]: IQ2_S blk.10.ffn_gate_exps.weight[246]: blk.10.ffn_gate_exps.weight[247]: IQ2_S blk.10.ffn_gate_exps.weight[248]: blk.10.ffn_gate_exps.weight[249]: blk.10.ffn_gate_exps.weight[250]: blk.10.ffn_gate_exps.weight[251]: blk.10.ffn_gate_exps.weight[252]: blk.10.ffn_gate_exps.weight[253]: IQ2_S blk.10.ffn_gate_exps.weight[254]: blk.10.ffn_gate_exps.weight[255]: IQ2_S blk.10.ffn_gate_exps.weight[256]: blk.10.ffn_gate_exps.weight[257]: IQ2_S blk.10.ffn_gate_exps.weight[258]: IQ2_S blk.10.ffn_gate_exps.weight[259]: blk.10.ffn_gate_exps.weight[260]: blk.10.ffn_gate_exps.weight[261]: blk.10.ffn_gate_exps.weight[262]: blk.10.ffn_gate_exps.weight[263]: IQ2_S blk.10.ffn_gate_exps.weight[264]: blk.10.ffn_gate_exps.weight[265]: blk.10.ffn_gate_exps.weight[266]: IQ2_S blk.10.ffn_gate_exps.weight[267]: blk.10.ffn_gate_exps.weight[268]: IQ2_S blk.10.ffn_gate_exps.weight[269]: IQ2_S blk.10.ffn_gate_exps.weight[270]: blk.10.ffn_gate_exps.weight[271]: IQ2_S blk.10.ffn_gate_exps.weight[272]: IQ2_S blk.10.ffn_gate_exps.weight[273]: blk.10.ffn_gate_exps.weight[274]: IQ2_S blk.10.ffn_gate_exps.weight[275]: IQ2_S blk.10.ffn_gate_exps.weight[276]: blk.10.ffn_gate_exps.weight[277]: blk.10.ffn_gate_exps.weight[278]: IQ2_S blk.10.ffn_gate_exps.weight[279]: blk.10.ffn_gate_exps.weight[280]: IQ2_S blk.10.ffn_gate_exps.weight[281]: blk.10.ffn_gate_exps.weight[282]: IQ2_S blk.10.ffn_gate_exps.weight[283]: blk.10.ffn_gate_exps.weight[284]: blk.10.ffn_gate_exps.weight[285]: blk.10.ffn_gate_exps.weight[286]: IQ2_S blk.10.ffn_gate_exps.weight[287]: blk.10.ffn_gate_exps.weight[288]: blk.10.ffn_gate_exps.weight[289]: blk.10.ffn_gate_exps.weight[290]: IQ2_S blk.10.ffn_gate_exps.weight[291]: IQ2_S blk.10.ffn_gate_exps.weight[292]: blk.10.ffn_gate_exps.weight[293]: IQ2_S blk.10.ffn_gate_exps.weight[294]: blk.10.ffn_gate_exps.weight[295]: blk.10.ffn_gate_exps.weight[296]: IQ2_S blk.10.ffn_gate_exps.weight[297]: blk.10.ffn_gate_exps.weight[298]: blk.10.ffn_gate_exps.weight[299]: blk.10.ffn_gate_exps.weight[300]: IQ2_S blk.10.ffn_gate_exps.weight[301]: blk.10.ffn_gate_exps.weight[302]: blk.10.ffn_gate_exps.weight[303]: IQ2_S blk.10.ffn_gate_exps.weight[304]: blk.10.ffn_gate_exps.weight[305]: IQ2_S blk.10.ffn_gate_exps.weight[306]: blk.10.ffn_gate_exps.weight[307]: IQ2_S blk.10.ffn_gate_exps.weight[308]: IQ2_S blk.10.ffn_gate_exps.weight[309]: blk.10.ffn_gate_exps.weight[310]: blk.10.ffn_gate_exps.weight[311]: IQ2_S blk.10.ffn_gate_exps.weight[312]: blk.10.ffn_gate_exps.weight[313]: blk.10.ffn_gate_exps.weight[314]: IQ2_S blk.10.ffn_gate_exps.weight[315]: IQ2_S blk.10.ffn_gate_exps.weight[316]: blk.10.ffn_gate_exps.weight[317]: IQ2_S blk.10.ffn_gate_exps.weight[318]: blk.10.ffn_gate_exps.weight[319]: blk.10.ffn_gate_exps.weight[320]: IQ2_S blk.10.ffn_gate_exps.weight[321]: blk.10.ffn_gate_exps.weight[322]: IQ2_S blk.10.ffn_gate_exps.weight[323]: blk.10.ffn_gate_exps.weight[324]: IQ2_S blk.10.ffn_gate_exps.weight[325]: IQ2_S blk.10.ffn_gate_exps.weight[326]: IQ2_S blk.10.ffn_gate_exps.weight[327]: IQ2_S blk.10.ffn_gate_exps.weight[328]: blk.10.ffn_gate_exps.weight[329]: blk.10.ffn_gate_exps.weight[330]: blk.10.ffn_gate_exps.weight[331]: blk.10.ffn_gate_exps.weight[332]: blk.10.ffn_gate_exps.weight[333]: IQ2_S blk.10.ffn_gate_exps.weight[334]: blk.10.ffn_gate_exps.weight[335]: blk.10.ffn_gate_exps.weight[336]: blk.10.ffn_gate_exps.weight[337]: blk.10.ffn_gate_exps.weight[338]: blk.10.ffn_gate_exps.weight[339]: IQ2_S blk.10.ffn_gate_exps.weight[340]: IQ2_S blk.10.ffn_gate_exps.weight[341]: IQ2_S blk.10.ffn_gate_exps.weight[342]: blk.10.ffn_gate_exps.weight[343]: blk.10.ffn_gate_exps.weight[344]: IQ2_S blk.10.ffn_gate_exps.weight[345]: IQ2_S blk.10.ffn_gate_exps.weight[346]: IQ2_S blk.10.ffn_gate_exps.weight[347]: IQ2_S blk.10.ffn_gate_exps.weight[348]: blk.10.ffn_gate_exps.weight[349]: IQ2_S blk.10.ffn_gate_exps.weight[350]: IQ2_S blk.10.ffn_gate_exps.weight[351]: blk.10.ffn_gate_exps.weight[352]: blk.10.ffn_gate_exps.weight[353]: IQ2_S blk.10.ffn_gate_exps.weight[354]: IQ2_S blk.10.ffn_gate_exps.weight[355]: IQ2_S blk.10.ffn_gate_exps.weight[356]: blk.10.ffn_gate_exps.weight[357]: blk.10.ffn_gate_exps.weight[358]: blk.10.ffn_gate_exps.weight[359]: blk.10.ffn_gate_exps.weight[360]: blk.10.ffn_gate_exps.weight[361]: blk.10.ffn_gate_exps.weight[362]: IQ2_S blk.10.ffn_gate_exps.weight[363]: blk.10.ffn_gate_exps.weight[364]: blk.10.ffn_gate_exps.weight[365]: IQ2_S blk.10.ffn_gate_exps.weight[366]: IQ2_S blk.10.ffn_gate_exps.weight[367]: blk.10.ffn_gate_exps.weight[368]: IQ2_S blk.10.ffn_gate_exps.weight[369]: IQ2_S blk.10.ffn_gate_exps.weight[370]: IQ2_S blk.10.ffn_gate_exps.weight[371]: IQ2_S blk.10.ffn_gate_exps.weight[372]: blk.10.ffn_gate_exps.weight[373]: IQ2_S blk.10.ffn_gate_exps.weight[374]: blk.10.ffn_gate_exps.weight[375]: IQ2_S blk.10.ffn_gate_exps.weight[376]: blk.10.ffn_gate_exps.weight[377]: IQ2_S blk.10.ffn_gate_exps.weight[378]: IQ2_S blk.10.ffn_gate_exps.weight[379]: IQ2_S blk.10.ffn_gate_exps.weight[380]: IQ2_S blk.10.ffn_gate_exps.weight[381]: blk.10.ffn_gate_exps.weight[382]: blk.10.ffn_gate_exps.weight[383]: blk.10.ffn_gate_exps.weight[384]: IQ2_S blk.10.ffn_gate_exps.weight[385]: blk.10.ffn_gate_exps.weight[386]: IQ2_S blk.10.ffn_gate_exps.weight[387]: blk.10.ffn_gate_exps.weight[388]: blk.10.ffn_gate_exps.weight[389]: IQ2_S blk.10.ffn_gate_exps.weight[390]: blk.10.ffn_gate_exps.weight[391]: IQ2_S blk.10.ffn_gate_exps.weight[392]: blk.10.ffn_gate_exps.weight[393]: IQ2_S blk.10.ffn_gate_exps.weight[394]: IQ2_S blk.10.ffn_gate_exps.weight[395]: blk.10.ffn_gate_exps.weight[396]: blk.10.ffn_gate_exps.weight[397]: blk.10.ffn_gate_exps.weight[398]: IQ2_S blk.10.ffn_gate_exps.weight[399]: blk.10.ffn_gate_exps.weight[400]: IQ2_S blk.10.ffn_gate_exps.weight[401]: blk.10.ffn_gate_exps.weight[402]: IQ2_S blk.10.ffn_gate_exps.weight[403]: IQ2_S blk.10.ffn_gate_exps.weight[404]: IQ2_S blk.10.ffn_gate_exps.weight[405]: blk.10.ffn_gate_exps.weight[406]: blk.10.ffn_gate_exps.weight[407]: blk.10.ffn_gate_exps.weight[408]: blk.10.ffn_gate_exps.weight[409]: IQ2_S blk.10.ffn_gate_exps.weight[410]: IQ2_S blk.10.ffn_gate_exps.weight[411]: blk.10.ffn_gate_exps.weight[412]: blk.10.ffn_gate_exps.weight[413]: IQ2_S blk.10.ffn_gate_exps.weight[414]: blk.10.ffn_gate_exps.weight[415]: IQ2_S blk.10.ffn_gate_exps.weight[416]: blk.10.ffn_gate_exps.weight[417]: IQ2_S blk.10.ffn_gate_exps.weight[418]: blk.10.ffn_gate_exps.weight[419]: blk.10.ffn_gate_exps.weight[420]: blk.10.ffn_gate_exps.weight[421]: blk.10.ffn_gate_exps.weight[422]: blk.10.ffn_gate_exps.weight[423]: IQ2_S blk.10.ffn_gate_exps.weight[424]: IQ2_S blk.10.ffn_gate_exps.weight[425]: IQ2_S blk.10.ffn_gate_exps.weight[426]: blk.10.ffn_gate_exps.weight[427]: IQ2_S blk.10.ffn_gate_exps.weight[428]: blk.10.ffn_gate_exps.weight[429]: blk.10.ffn_gate_exps.weight[430]: IQ2_S blk.10.ffn_gate_exps.weight[431]: blk.10.ffn_gate_exps.weight[432]: IQ2_S blk.10.ffn_gate_exps.weight[433]: IQ2_S blk.10.ffn_gate_exps.weight[434]: blk.10.ffn_gate_exps.weight[435]: IQ2_S blk.10.ffn_gate_exps.weight[436]: IQ2_S blk.10.ffn_gate_exps.weight[437]: IQ2_S blk.10.ffn_gate_exps.weight[438]: blk.10.ffn_gate_exps.weight[439]: blk.10.ffn_gate_exps.weight[440]: IQ2_S blk.10.ffn_gate_exps.weight[441]: blk.10.ffn_gate_exps.weight[442]: blk.10.ffn_gate_exps.weight[443]: IQ2_S blk.10.ffn_gate_exps.weight[444]: IQ2_S blk.10.ffn_gate_exps.weight[445]: blk.10.ffn_gate_exps.weight[446]: IQ2_S blk.10.ffn_gate_exps.weight[447]: blk.10.ffn_gate_exps.weight[448]: IQ2_S blk.10.ffn_gate_exps.weight[449]: blk.10.ffn_gate_exps.weight[450]: IQ2_S blk.10.ffn_gate_exps.weight[451]: blk.10.ffn_gate_exps.weight[452]: blk.10.ffn_gate_exps.weight[453]: IQ2_S blk.10.ffn_gate_exps.weight[454]: blk.10.ffn_gate_exps.weight[455]: blk.10.ffn_gate_exps.weight[456]: IQ2_S blk.10.ffn_gate_exps.weight[457]: blk.10.ffn_gate_exps.weight[458]: blk.10.ffn_gate_exps.weight[459]: blk.10.ffn_gate_exps.weight[460]: blk.10.ffn_gate_exps.weight[461]: IQ2_S blk.10.ffn_gate_exps.weight[462]: IQ2_S blk.10.ffn_gate_exps.weight[463]: blk.10.ffn_gate_exps.weight[464]: IQ2_S blk.10.ffn_gate_exps.weight[465]: blk.10.ffn_gate_exps.weight[466]: blk.10.ffn_gate_exps.weight[467]: IQ2_S blk.10.ffn_gate_exps.weight[468]: blk.10.ffn_gate_exps.weight[469]: blk.10.ffn_gate_exps.weight[470]: blk.10.ffn_gate_exps.weight[471]: blk.10.ffn_gate_exps.weight[472]: IQ2_S blk.10.ffn_gate_exps.weight[473]: blk.10.ffn_gate_exps.weight[474]: blk.10.ffn_gate_exps.weight[475]: blk.10.ffn_gate_exps.weight[476]: blk.10.ffn_gate_exps.weight[477]: IQ2_S blk.10.ffn_gate_exps.weight[478]: blk.10.ffn_gate_exps.weight[479]: blk.10.ffn_gate_exps.weight[480]: blk.10.ffn_gate_exps.weight[481]: blk.10.ffn_gate_exps.weight[482]: IQ2_S blk.10.ffn_gate_exps.weight[483]: IQ2_S blk.10.ffn_gate_exps.weight[484]: blk.10.ffn_gate_exps.weight[485]: IQ2_S blk.10.ffn_gate_exps.weight[486]: blk.10.ffn_gate_exps.weight[487]: IQ2_S blk.10.ffn_gate_exps.weight[488]: IQ2_S blk.10.ffn_gate_exps.weight[489]: blk.10.ffn_gate_exps.weight[490]: IQ2_S blk.10.ffn_gate_exps.weight[491]: IQ2_S blk.10.ffn_gate_exps.weight[492]: IQ2_S blk.10.ffn_gate_exps.weight[493]: blk.10.ffn_gate_exps.weight[494]: IQ2_S blk.10.ffn_gate_exps.weight[495]: IQ2_S blk.10.ffn_gate_exps.weight[496]: IQ2_S blk.10.ffn_gate_exps.weight[497]: IQ2_S blk.10.ffn_gate_exps.weight[498]: blk.10.ffn_gate_exps.weight[499]: blk.10.ffn_gate_exps.weight[500]: blk.10.ffn_gate_exps.weight[501]: IQ2_S blk.10.ffn_gate_exps.weight[502]: blk.10.ffn_gate_exps.weight[503]: IQ2_S blk.10.ffn_gate_exps.weight[504]: blk.10.ffn_gate_exps.weight[505]: blk.10.ffn_gate_exps.weight[506]: IQ2_S blk.10.ffn_gate_exps.weight[507]: IQ2_S blk.10.ffn_gate_exps.weight[508]: blk.10.ffn_gate_exps.weight[509]: blk.10.ffn_gate_exps.weight[510]: blk.10.ffn_gate_exps.weight[511]: blk.10.ffn_up_exps.weight[0]: IQ2_S blk.10.ffn_up_exps.weight[1]: IQ2_S blk.10.ffn_up_exps.weight[2]: IQ2_S blk.10.ffn_up_exps.weight[3]: IQ2_S blk.10.ffn_up_exps.weight[4]: blk.10.ffn_up_exps.weight[5]: blk.10.ffn_up_exps.weight[6]: IQ2_S blk.10.ffn_up_exps.weight[7]: blk.10.ffn_up_exps.weight[8]: IQ2_S blk.10.ffn_up_exps.weight[9]: IQ2_S blk.10.ffn_up_exps.weight[10]: IQ2_S blk.10.ffn_up_exps.weight[11]: blk.10.ffn_up_exps.weight[12]: IQ2_S blk.10.ffn_up_exps.weight[13]: blk.10.ffn_up_exps.weight[14]: blk.10.ffn_up_exps.weight[15]: blk.10.ffn_up_exps.weight[16]: IQ2_S blk.10.ffn_up_exps.weight[17]: IQ2_S blk.10.ffn_up_exps.weight[18]: IQ2_S blk.10.ffn_up_exps.weight[19]: IQ2_S blk.10.ffn_up_exps.weight[20]: blk.10.ffn_up_exps.weight[21]: IQ2_S blk.10.ffn_up_exps.weight[22]: blk.10.ffn_up_exps.weight[23]: blk.10.ffn_up_exps.weight[24]: blk.10.ffn_up_exps.weight[25]: blk.10.ffn_up_exps.weight[26]: IQ2_S blk.10.ffn_up_exps.weight[27]: IQ2_S blk.10.ffn_up_exps.weight[28]: blk.10.ffn_up_exps.weight[29]: IQ2_S blk.10.ffn_up_exps.weight[30]: blk.10.ffn_up_exps.weight[31]: IQ2_S blk.10.ffn_up_exps.weight[32]: IQ2_S blk.10.ffn_up_exps.weight[33]: blk.10.ffn_up_exps.weight[34]: blk.10.ffn_up_exps.weight[35]: IQ2_S blk.10.ffn_up_exps.weight[36]: blk.10.ffn_up_exps.weight[37]: IQ2_S blk.10.ffn_up_exps.weight[38]: IQ2_S blk.10.ffn_up_exps.weight[39]: blk.10.ffn_up_exps.weight[40]: IQ2_S blk.10.ffn_up_exps.weight[41]: blk.10.ffn_up_exps.weight[42]: IQ2_S blk.10.ffn_up_exps.weight[43]: blk.10.ffn_up_exps.weight[44]: IQ2_S blk.10.ffn_up_exps.weight[45]: blk.10.ffn_up_exps.weight[46]: blk.10.ffn_up_exps.weight[47]: blk.10.ffn_up_exps.weight[48]: blk.10.ffn_up_exps.weight[49]: IQ2_S blk.10.ffn_up_exps.weight[50]: IQ2_S blk.10.ffn_up_exps.weight[51]: IQ2_S blk.10.ffn_up_exps.weight[52]: blk.10.ffn_up_exps.weight[53]: IQ2_S blk.10.ffn_up_exps.weight[54]: blk.10.ffn_up_exps.weight[55]: blk.10.ffn_up_exps.weight[56]: IQ2_S blk.10.ffn_up_exps.weight[57]: blk.10.ffn_up_exps.weight[58]: IQ2_S blk.10.ffn_up_exps.weight[59]: blk.10.ffn_up_exps.weight[60]: IQ2_S blk.10.ffn_up_exps.weight[61]: IQ2_S blk.10.ffn_up_exps.weight[62]: blk.10.ffn_up_exps.weight[63]: blk.10.ffn_up_exps.weight[64]: blk.10.ffn_up_exps.weight[65]: IQ2_S blk.10.ffn_up_exps.weight[66]: IQ2_S blk.10.ffn_up_exps.weight[67]: blk.10.ffn_up_exps.weight[68]: blk.10.ffn_up_exps.weight[69]: IQ2_S blk.10.ffn_up_exps.weight[70]: IQ2_S blk.10.ffn_up_exps.weight[71]: IQ2_S blk.10.ffn_up_exps.weight[72]: blk.10.ffn_up_exps.weight[73]: blk.10.ffn_up_exps.weight[74]: blk.10.ffn_up_exps.weight[75]: blk.10.ffn_up_exps.weight[76]: blk.10.ffn_up_exps.weight[77]: IQ2_S blk.10.ffn_up_exps.weight[78]: IQ2_S blk.10.ffn_up_exps.weight[79]: IQ2_S blk.10.ffn_up_exps.weight[80]: blk.10.ffn_up_exps.weight[81]: blk.10.ffn_up_exps.weight[82]: IQ2_S blk.10.ffn_up_exps.weight[83]: IQ2_S blk.10.ffn_up_exps.weight[84]: IQ2_S blk.10.ffn_up_exps.weight[85]: IQ2_S blk.10.ffn_up_exps.weight[86]: blk.10.ffn_up_exps.weight[87]: IQ2_S blk.10.ffn_up_exps.weight[88]: IQ2_S blk.10.ffn_up_exps.weight[89]: IQ2_S blk.10.ffn_up_exps.weight[90]: blk.10.ffn_up_exps.weight[91]: IQ2_S blk.10.ffn_up_exps.weight[92]: IQ2_S blk.10.ffn_up_exps.weight[93]: IQ2_S blk.10.ffn_up_exps.weight[94]: blk.10.ffn_up_exps.weight[95]: IQ2_S blk.10.ffn_up_exps.weight[96]: blk.10.ffn_up_exps.weight[97]: IQ2_S blk.10.ffn_up_exps.weight[98]: blk.10.ffn_up_exps.weight[99]: blk.10.ffn_up_exps.weight[100]: IQ2_S blk.10.ffn_up_exps.weight[101]: IQ2_S blk.10.ffn_up_exps.weight[102]: IQ2_S blk.10.ffn_up_exps.weight[103]: IQ2_S blk.10.ffn_up_exps.weight[104]: IQ2_S blk.10.ffn_up_exps.weight[105]: IQ2_S blk.10.ffn_up_exps.weight[106]: IQ2_S blk.10.ffn_up_exps.weight[107]: blk.10.ffn_up_exps.weight[108]: IQ2_S blk.10.ffn_up_exps.weight[109]: blk.10.ffn_up_exps.weight[110]: IQ2_S blk.10.ffn_up_exps.weight[111]: IQ2_S blk.10.ffn_up_exps.weight[112]: IQ2_S blk.10.ffn_up_exps.weight[113]: IQ2_S blk.10.ffn_up_exps.weight[114]: IQ2_S blk.10.ffn_up_exps.weight[115]: IQ2_S blk.10.ffn_up_exps.weight[116]: blk.10.ffn_up_exps.weight[117]: IQ2_S blk.10.ffn_up_exps.weight[118]: blk.10.ffn_up_exps.weight[119]: IQ2_S blk.10.ffn_up_exps.weight[120]: IQ2_S blk.10.ffn_up_exps.weight[121]: IQ2_S blk.10.ffn_up_exps.weight[122]: IQ2_S blk.10.ffn_up_exps.weight[123]: IQ2_S blk.10.ffn_up_exps.weight[124]: blk.10.ffn_up_exps.weight[125]: blk.10.ffn_up_exps.weight[126]: blk.10.ffn_up_exps.weight[127]: blk.10.ffn_up_exps.weight[128]: blk.10.ffn_up_exps.weight[129]: blk.10.ffn_up_exps.weight[130]: blk.10.ffn_up_exps.weight[131]: blk.10.ffn_up_exps.weight[132]: blk.10.ffn_up_exps.weight[133]: IQ2_S blk.10.ffn_up_exps.weight[134]: blk.10.ffn_up_exps.weight[135]: IQ2_S blk.10.ffn_up_exps.weight[136]: blk.10.ffn_up_exps.weight[137]: IQ2_S blk.10.ffn_up_exps.weight[138]: IQ2_S blk.10.ffn_up_exps.weight[139]: blk.10.ffn_up_exps.weight[140]: blk.10.ffn_up_exps.weight[141]: blk.10.ffn_up_exps.weight[142]: IQ2_S blk.10.ffn_up_exps.weight[143]: IQ2_S blk.10.ffn_up_exps.weight[144]: IQ2_S blk.10.ffn_up_exps.weight[145]: blk.10.ffn_up_exps.weight[146]: IQ2_S blk.10.ffn_up_exps.weight[147]: IQ2_S blk.10.ffn_up_exps.weight[148]: blk.10.ffn_up_exps.weight[149]: blk.10.ffn_up_exps.weight[150]: blk.10.ffn_up_exps.weight[151]: blk.10.ffn_up_exps.weight[152]: IQ2_S blk.10.ffn_up_exps.weight[153]: IQ2_S blk.10.ffn_up_exps.weight[154]: blk.10.ffn_up_exps.weight[155]: IQ2_S blk.10.ffn_up_exps.weight[156]: blk.10.ffn_up_exps.weight[157]: IQ2_S blk.10.ffn_up_exps.weight[158]: blk.10.ffn_up_exps.weight[159]: blk.10.ffn_up_exps.weight[160]: IQ2_S blk.10.ffn_up_exps.weight[161]: IQ2_S blk.10.ffn_up_exps.weight[162]: IQ2_S blk.10.ffn_up_exps.weight[163]: IQ2_S blk.10.ffn_up_exps.weight[164]: IQ2_S blk.10.ffn_up_exps.weight[165]: IQ2_S blk.10.ffn_up_exps.weight[166]: IQ2_S blk.10.ffn_up_exps.weight[167]: blk.10.ffn_up_exps.weight[168]: IQ2_S blk.10.ffn_up_exps.weight[169]: blk.10.ffn_up_exps.weight[170]: IQ2_S blk.10.ffn_up_exps.weight[171]: blk.10.ffn_up_exps.weight[172]: blk.10.ffn_up_exps.weight[173]: IQ2_S blk.10.ffn_up_exps.weight[174]: IQ2_S blk.10.ffn_up_exps.weight[175]: IQ2_S blk.10.ffn_up_exps.weight[176]: IQ2_S blk.10.ffn_up_exps.weight[177]: IQ2_S blk.10.ffn_up_exps.weight[178]: IQ2_S blk.10.ffn_up_exps.weight[179]: IQ2_S blk.10.ffn_up_exps.weight[180]: IQ2_S blk.10.ffn_up_exps.weight[181]: blk.10.ffn_up_exps.weight[182]: IQ2_S blk.10.ffn_up_exps.weight[183]: IQ2_S blk.10.ffn_up_exps.weight[184]: blk.10.ffn_up_exps.weight[185]: IQ2_S blk.10.ffn_up_exps.weight[186]: blk.10.ffn_up_exps.weight[187]: blk.10.ffn_up_exps.weight[188]: IQ2_S blk.10.ffn_up_exps.weight[189]: blk.10.ffn_up_exps.weight[190]: blk.10.ffn_up_exps.weight[191]: IQ2_S blk.10.ffn_up_exps.weight[192]: IQ2_S blk.10.ffn_up_exps.weight[193]: blk.10.ffn_up_exps.weight[194]: blk.10.ffn_up_exps.weight[195]: blk.10.ffn_up_exps.weight[196]: IQ2_S blk.10.ffn_up_exps.weight[197]: IQ2_S blk.10.ffn_up_exps.weight[198]: blk.10.ffn_up_exps.weight[199]: IQ2_S blk.10.ffn_up_exps.weight[200]: blk.10.ffn_up_exps.weight[201]: blk.10.ffn_up_exps.weight[202]: IQ2_S blk.10.ffn_up_exps.weight[203]: IQ2_S blk.10.ffn_up_exps.weight[204]: blk.10.ffn_up_exps.weight[205]: IQ2_S blk.10.ffn_up_exps.weight[206]: IQ2_S blk.10.ffn_up_exps.weight[207]: IQ2_S blk.10.ffn_up_exps.weight[208]: IQ2_S blk.10.ffn_up_exps.weight[209]: IQ2_S blk.10.ffn_up_exps.weight[210]: IQ2_S blk.10.ffn_up_exps.weight[211]: IQ2_S blk.10.ffn_up_exps.weight[212]: IQ2_S blk.10.ffn_up_exps.weight[213]: IQ2_S blk.10.ffn_up_exps.weight[214]: blk.10.ffn_up_exps.weight[215]: blk.10.ffn_up_exps.weight[216]: blk.10.ffn_up_exps.weight[217]: IQ2_S blk.10.ffn_up_exps.weight[218]: blk.10.ffn_up_exps.weight[219]: blk.10.ffn_up_exps.weight[220]: IQ2_S blk.10.ffn_up_exps.weight[221]: IQ2_S blk.10.ffn_up_exps.weight[222]: blk.10.ffn_up_exps.weight[223]: IQ2_S blk.10.ffn_up_exps.weight[224]: blk.10.ffn_up_exps.weight[225]: blk.10.ffn_up_exps.weight[226]: IQ2_S blk.10.ffn_up_exps.weight[227]: blk.10.ffn_up_exps.weight[228]: blk.10.ffn_up_exps.weight[229]: blk.10.ffn_up_exps.weight[230]: IQ2_S blk.10.ffn_up_exps.weight[231]: IQ2_S blk.10.ffn_up_exps.weight[232]: IQ2_S blk.10.ffn_up_exps.weight[233]: IQ2_S blk.10.ffn_up_exps.weight[234]: IQ2_S blk.10.ffn_up_exps.weight[235]: blk.10.ffn_up_exps.weight[236]: blk.10.ffn_up_exps.weight[237]: blk.10.ffn_up_exps.weight[238]: IQ2_S blk.10.ffn_up_exps.weight[239]: blk.10.ffn_up_exps.weight[240]: blk.10.ffn_up_exps.weight[241]: blk.10.ffn_up_exps.weight[242]: IQ2_S blk.10.ffn_up_exps.weight[243]: IQ2_S blk.10.ffn_up_exps.weight[244]: IQ2_S blk.10.ffn_up_exps.weight[245]: IQ2_S blk.10.ffn_up_exps.weight[246]: blk.10.ffn_up_exps.weight[247]: IQ2_S blk.10.ffn_up_exps.weight[248]: blk.10.ffn_up_exps.weight[249]: blk.10.ffn_up_exps.weight[250]: blk.10.ffn_up_exps.weight[251]: blk.10.ffn_up_exps.weight[252]: blk.10.ffn_up_exps.weight[253]: IQ2_S blk.10.ffn_up_exps.weight[254]: blk.10.ffn_up_exps.weight[255]: IQ2_S blk.10.ffn_up_exps.weight[256]: blk.10.ffn_up_exps.weight[257]: IQ2_S blk.10.ffn_up_exps.weight[258]: IQ2_S blk.10.ffn_up_exps.weight[259]: blk.10.ffn_up_exps.weight[260]: blk.10.ffn_up_exps.weight[261]: blk.10.ffn_up_exps.weight[262]: blk.10.ffn_up_exps.weight[263]: IQ2_S blk.10.ffn_up_exps.weight[264]: blk.10.ffn_up_exps.weight[265]: blk.10.ffn_up_exps.weight[266]: IQ2_S blk.10.ffn_up_exps.weight[267]: blk.10.ffn_up_exps.weight[268]: IQ2_S blk.10.ffn_up_exps.weight[269]: IQ2_S blk.10.ffn_up_exps.weight[270]: blk.10.ffn_up_exps.weight[271]: IQ2_S blk.10.ffn_up_exps.weight[272]: IQ2_S blk.10.ffn_up_exps.weight[273]: blk.10.ffn_up_exps.weight[274]: IQ2_S blk.10.ffn_up_exps.weight[275]: IQ2_S blk.10.ffn_up_exps.weight[276]: blk.10.ffn_up_exps.weight[277]: blk.10.ffn_up_exps.weight[278]: IQ2_S blk.10.ffn_up_exps.weight[279]: blk.10.ffn_up_exps.weight[280]: IQ2_S blk.10.ffn_up_exps.weight[281]: blk.10.ffn_up_exps.weight[282]: IQ2_S blk.10.ffn_up_exps.weight[283]: blk.10.ffn_up_exps.weight[284]: blk.10.ffn_up_exps.weight[285]: blk.10.ffn_up_exps.weight[286]: IQ2_S blk.10.ffn_up_exps.weight[287]: blk.10.ffn_up_exps.weight[288]: blk.10.ffn_up_exps.weight[289]: blk.10.ffn_up_exps.weight[290]: IQ2_S blk.10.ffn_up_exps.weight[291]: IQ2_S blk.10.ffn_up_exps.weight[292]: blk.10.ffn_up_exps.weight[293]: IQ2_S blk.10.ffn_up_exps.weight[294]: blk.10.ffn_up_exps.weight[295]: blk.10.ffn_up_exps.weight[296]: IQ2_S blk.10.ffn_up_exps.weight[297]: blk.10.ffn_up_exps.weight[298]: blk.10.ffn_up_exps.weight[299]: blk.10.ffn_up_exps.weight[300]: IQ2_S blk.10.ffn_up_exps.weight[301]: blk.10.ffn_up_exps.weight[302]: blk.10.ffn_up_exps.weight[303]: IQ2_S blk.10.ffn_up_exps.weight[304]: blk.10.ffn_up_exps.weight[305]: IQ2_S blk.10.ffn_up_exps.weight[306]: blk.10.ffn_up_exps.weight[307]: IQ2_S blk.10.ffn_up_exps.weight[308]: IQ2_S blk.10.ffn_up_exps.weight[309]: blk.10.ffn_up_exps.weight[310]: blk.10.ffn_up_exps.weight[311]: IQ2_S blk.10.ffn_up_exps.weight[312]: blk.10.ffn_up_exps.weight[313]: blk.10.ffn_up_exps.weight[314]: IQ2_S blk.10.ffn_up_exps.weight[315]: IQ2_S blk.10.ffn_up_exps.weight[316]: blk.10.ffn_up_exps.weight[317]: IQ2_S blk.10.ffn_up_exps.weight[318]: blk.10.ffn_up_exps.weight[319]: blk.10.ffn_up_exps.weight[320]: IQ2_S blk.10.ffn_up_exps.weight[321]: blk.10.ffn_up_exps.weight[322]: IQ2_S blk.10.ffn_up_exps.weight[323]: blk.10.ffn_up_exps.weight[324]: IQ2_S blk.10.ffn_up_exps.weight[325]: IQ2_S blk.10.ffn_up_exps.weight[326]: IQ2_S blk.10.ffn_up_exps.weight[327]: IQ2_S blk.10.ffn_up_exps.weight[328]: blk.10.ffn_up_exps.weight[329]: blk.10.ffn_up_exps.weight[330]: blk.10.ffn_up_exps.weight[331]: blk.10.ffn_up_exps.weight[332]: blk.10.ffn_up_exps.weight[333]: IQ2_S blk.10.ffn_up_exps.weight[334]: blk.10.ffn_up_exps.weight[335]: blk.10.ffn_up_exps.weight[336]: blk.10.ffn_up_exps.weight[337]: blk.10.ffn_up_exps.weight[338]: blk.10.ffn_up_exps.weight[339]: IQ2_S blk.10.ffn_up_exps.weight[340]: IQ2_S blk.10.ffn_up_exps.weight[341]: IQ2_S blk.10.ffn_up_exps.weight[342]: blk.10.ffn_up_exps.weight[343]: blk.10.ffn_up_exps.weight[344]: IQ2_S blk.10.ffn_up_exps.weight[345]: IQ2_S blk.10.ffn_up_exps.weight[346]: IQ2_S blk.10.ffn_up_exps.weight[347]: IQ2_S blk.10.ffn_up_exps.weight[348]: blk.10.ffn_up_exps.weight[349]: IQ2_S blk.10.ffn_up_exps.weight[350]: IQ2_S blk.10.ffn_up_exps.weight[351]: blk.10.ffn_up_exps.weight[352]: blk.10.ffn_up_exps.weight[353]: IQ2_S blk.10.ffn_up_exps.weight[354]: IQ2_S blk.10.ffn_up_exps.weight[355]: IQ2_S blk.10.ffn_up_exps.weight[356]: blk.10.ffn_up_exps.weight[357]: blk.10.ffn_up_exps.weight[358]: blk.10.ffn_up_exps.weight[359]: blk.10.ffn_up_exps.weight[360]: blk.10.ffn_up_exps.weight[361]: blk.10.ffn_up_exps.weight[362]: IQ2_S blk.10.ffn_up_exps.weight[363]: blk.10.ffn_up_exps.weight[364]: blk.10.ffn_up_exps.weight[365]: IQ2_S blk.10.ffn_up_exps.weight[366]: IQ2_S blk.10.ffn_up_exps.weight[367]: blk.10.ffn_up_exps.weight[368]: IQ2_S blk.10.ffn_up_exps.weight[369]: IQ2_S blk.10.ffn_up_exps.weight[370]: IQ2_S blk.10.ffn_up_exps.weight[371]: IQ2_S blk.10.ffn_up_exps.weight[372]: blk.10.ffn_up_exps.weight[373]: IQ2_S blk.10.ffn_up_exps.weight[374]: blk.10.ffn_up_exps.weight[375]: IQ2_S blk.10.ffn_up_exps.weight[376]: blk.10.ffn_up_exps.weight[377]: IQ2_S blk.10.ffn_up_exps.weight[378]: IQ2_S blk.10.ffn_up_exps.weight[379]: IQ2_S blk.10.ffn_up_exps.weight[380]: IQ2_S blk.10.ffn_up_exps.weight[381]: blk.10.ffn_up_exps.weight[382]: blk.10.ffn_up_exps.weight[383]: blk.10.ffn_up_exps.weight[384]: IQ2_S blk.10.ffn_up_exps.weight[385]: blk.10.ffn_up_exps.weight[386]: IQ2_S blk.10.ffn_up_exps.weight[387]: blk.10.ffn_up_exps.weight[388]: blk.10.ffn_up_exps.weight[389]: IQ2_S blk.10.ffn_up_exps.weight[390]: blk.10.ffn_up_exps.weight[391]: IQ2_S blk.10.ffn_up_exps.weight[392]: blk.10.ffn_up_exps.weight[393]: IQ2_S blk.10.ffn_up_exps.weight[394]: IQ2_S blk.10.ffn_up_exps.weight[395]: blk.10.ffn_up_exps.weight[396]: blk.10.ffn_up_exps.weight[397]: blk.10.ffn_up_exps.weight[398]: IQ2_S blk.10.ffn_up_exps.weight[399]: blk.10.ffn_up_exps.weight[400]: IQ2_S blk.10.ffn_up_exps.weight[401]: blk.10.ffn_up_exps.weight[402]: IQ2_S blk.10.ffn_up_exps.weight[403]: IQ2_S blk.10.ffn_up_exps.weight[404]: IQ2_S blk.10.ffn_up_exps.weight[405]: blk.10.ffn_up_exps.weight[406]: blk.10.ffn_up_exps.weight[407]: blk.10.ffn_up_exps.weight[408]: blk.10.ffn_up_exps.weight[409]: IQ2_S blk.10.ffn_up_exps.weight[410]: IQ2_S blk.10.ffn_up_exps.weight[411]: blk.10.ffn_up_exps.weight[412]: blk.10.ffn_up_exps.weight[413]: IQ2_S blk.10.ffn_up_exps.weight[414]: blk.10.ffn_up_exps.weight[415]: IQ2_S blk.10.ffn_up_exps.weight[416]: blk.10.ffn_up_exps.weight[417]: IQ2_S blk.10.ffn_up_exps.weight[418]: blk.10.ffn_up_exps.weight[419]: blk.10.ffn_up_exps.weight[420]: blk.10.ffn_up_exps.weight[421]: blk.10.ffn_up_exps.weight[422]: blk.10.ffn_up_exps.weight[423]: IQ2_S blk.10.ffn_up_exps.weight[424]: IQ2_S blk.10.ffn_up_exps.weight[425]: IQ2_S blk.10.ffn_up_exps.weight[426]: blk.10.ffn_up_exps.weight[427]: IQ2_S blk.10.ffn_up_exps.weight[428]: blk.10.ffn_up_exps.weight[429]: blk.10.ffn_up_exps.weight[430]: IQ2_S blk.10.ffn_up_exps.weight[431]: blk.10.ffn_up_exps.weight[432]: IQ2_S blk.10.ffn_up_exps.weight[433]: IQ2_S blk.10.ffn_up_exps.weight[434]: blk.10.ffn_up_exps.weight[435]: IQ2_S blk.10.ffn_up_exps.weight[436]: IQ2_S blk.10.ffn_up_exps.weight[437]: IQ2_S blk.10.ffn_up_exps.weight[438]: blk.10.ffn_up_exps.weight[439]: blk.10.ffn_up_exps.weight[440]: IQ2_S blk.10.ffn_up_exps.weight[441]: blk.10.ffn_up_exps.weight[442]: blk.10.ffn_up_exps.weight[443]: IQ2_S blk.10.ffn_up_exps.weight[444]: IQ2_S blk.10.ffn_up_exps.weight[445]: blk.10.ffn_up_exps.weight[446]: IQ2_S blk.10.ffn_up_exps.weight[447]: blk.10.ffn_up_exps.weight[448]: IQ2_S blk.10.ffn_up_exps.weight[449]: blk.10.ffn_up_exps.weight[450]: IQ2_S blk.10.ffn_up_exps.weight[451]: blk.10.ffn_up_exps.weight[452]: blk.10.ffn_up_exps.weight[453]: IQ2_S blk.10.ffn_up_exps.weight[454]: blk.10.ffn_up_exps.weight[455]: blk.10.ffn_up_exps.weight[456]: IQ2_S blk.10.ffn_up_exps.weight[457]: blk.10.ffn_up_exps.weight[458]: blk.10.ffn_up_exps.weight[459]: blk.10.ffn_up_exps.weight[460]: blk.10.ffn_up_exps.weight[461]: IQ2_S blk.10.ffn_up_exps.weight[462]: IQ2_S blk.10.ffn_up_exps.weight[463]: blk.10.ffn_up_exps.weight[464]: IQ2_S blk.10.ffn_up_exps.weight[465]: blk.10.ffn_up_exps.weight[466]: blk.10.ffn_up_exps.weight[467]: IQ2_S blk.10.ffn_up_exps.weight[468]: blk.10.ffn_up_exps.weight[469]: blk.10.ffn_up_exps.weight[470]: blk.10.ffn_up_exps.weight[471]: blk.10.ffn_up_exps.weight[472]: IQ2_S blk.10.ffn_up_exps.weight[473]: blk.10.ffn_up_exps.weight[474]: blk.10.ffn_up_exps.weight[475]: blk.10.ffn_up_exps.weight[476]: blk.10.ffn_up_exps.weight[477]: IQ2_S blk.10.ffn_up_exps.weight[478]: blk.10.ffn_up_exps.weight[479]: blk.10.ffn_up_exps.weight[480]: blk.10.ffn_up_exps.weight[481]: blk.10.ffn_up_exps.weight[482]: IQ2_S blk.10.ffn_up_exps.weight[483]: IQ2_S blk.10.ffn_up_exps.weight[484]: blk.10.ffn_up_exps.weight[485]: IQ2_S blk.10.ffn_up_exps.weight[486]: blk.10.ffn_up_exps.weight[487]: IQ2_S blk.10.ffn_up_exps.weight[488]: IQ2_S blk.10.ffn_up_exps.weight[489]: blk.10.ffn_up_exps.weight[490]: IQ2_S blk.10.ffn_up_exps.weight[491]: IQ2_S blk.10.ffn_up_exps.weight[492]: IQ2_S blk.10.ffn_up_exps.weight[493]: blk.10.ffn_up_exps.weight[494]: IQ2_S blk.10.ffn_up_exps.weight[495]: IQ2_S blk.10.ffn_up_exps.weight[496]: IQ2_S blk.10.ffn_up_exps.weight[497]: IQ2_S blk.10.ffn_up_exps.weight[498]: blk.10.ffn_up_exps.weight[499]: blk.10.ffn_up_exps.weight[500]: blk.10.ffn_up_exps.weight[501]: IQ2_S blk.10.ffn_up_exps.weight[502]: blk.10.ffn_up_exps.weight[503]: IQ2_S blk.10.ffn_up_exps.weight[504]: blk.10.ffn_up_exps.weight[505]: blk.10.ffn_up_exps.weight[506]: IQ2_S blk.10.ffn_up_exps.weight[507]: IQ2_S blk.10.ffn_up_exps.weight[508]: blk.10.ffn_up_exps.weight[509]: blk.10.ffn_up_exps.weight[510]: blk.10.ffn_up_exps.weight[511]: blk.10.ffn_down_exps.weight[0]: Q2_0 blk.10.ffn_down_exps.weight[1]: Q2_0 blk.10.ffn_down_exps.weight[2]: Q2_0 blk.10.ffn_down_exps.weight[3]: Q2_0 blk.10.ffn_down_exps.weight[4]: blk.10.ffn_down_exps.weight[5]: blk.10.ffn_down_exps.weight[6]: Q2_0 blk.10.ffn_down_exps.weight[7]: blk.10.ffn_down_exps.weight[8]: Q2_0 blk.10.ffn_down_exps.weight[9]: Q2_0 blk.10.ffn_down_exps.weight[10]: Q2_0 blk.10.ffn_down_exps.weight[11]: blk.10.ffn_down_exps.weight[12]: Q2_0 blk.10.ffn_down_exps.weight[13]: blk.10.ffn_down_exps.weight[14]: blk.10.ffn_down_exps.weight[15]: blk.10.ffn_down_exps.weight[16]: Q2_0 blk.10.ffn_down_exps.weight[17]: Q2_0 blk.10.ffn_down_exps.weight[18]: Q2_0 blk.10.ffn_down_exps.weight[19]: Q2_0 blk.10.ffn_down_exps.weight[20]: blk.10.ffn_down_exps.weight[21]: Q2_0 blk.10.ffn_down_exps.weight[22]: blk.10.ffn_down_exps.weight[23]: blk.10.ffn_down_exps.weight[24]: blk.10.ffn_down_exps.weight[25]: blk.10.ffn_down_exps.weight[26]: Q2_0 blk.10.ffn_down_exps.weight[27]: Q2_0 blk.10.ffn_down_exps.weight[28]: blk.10.ffn_down_exps.weight[29]: Q2_0 blk.10.ffn_down_exps.weight[30]: blk.10.ffn_down_exps.weight[31]: Q2_0 blk.10.ffn_down_exps.weight[32]: Q2_0 blk.10.ffn_down_exps.weight[33]: blk.10.ffn_down_exps.weight[34]: blk.10.ffn_down_exps.weight[35]: Q2_0 blk.10.ffn_down_exps.weight[36]: blk.10.ffn_down_exps.weight[37]: Q2_0 blk.10.ffn_down_exps.weight[38]: Q2_0 blk.10.ffn_down_exps.weight[39]: blk.10.ffn_down_exps.weight[40]: Q2_0 blk.10.ffn_down_exps.weight[41]: blk.10.ffn_down_exps.weight[42]: Q2_0 blk.10.ffn_down_exps.weight[43]: blk.10.ffn_down_exps.weight[44]: Q2_0 blk.10.ffn_down_exps.weight[45]: blk.10.ffn_down_exps.weight[46]: blk.10.ffn_down_exps.weight[47]: blk.10.ffn_down_exps.weight[48]: blk.10.ffn_down_exps.weight[49]: Q2_0 blk.10.ffn_down_exps.weight[50]: Q2_0 blk.10.ffn_down_exps.weight[51]: Q2_0 blk.10.ffn_down_exps.weight[52]: blk.10.ffn_down_exps.weight[53]: Q2_0 blk.10.ffn_down_exps.weight[54]: blk.10.ffn_down_exps.weight[55]: blk.10.ffn_down_exps.weight[56]: Q2_0 blk.10.ffn_down_exps.weight[57]: blk.10.ffn_down_exps.weight[58]: Q2_0 blk.10.ffn_down_exps.weight[59]: blk.10.ffn_down_exps.weight[60]: Q2_0 blk.10.ffn_down_exps.weight[61]: Q2_0 blk.10.ffn_down_exps.weight[62]: blk.10.ffn_down_exps.weight[63]: blk.10.ffn_down_exps.weight[64]: blk.10.ffn_down_exps.weight[65]: Q2_0 blk.10.ffn_down_exps.weight[66]: Q2_0 blk.10.ffn_down_exps.weight[67]: blk.10.ffn_down_exps.weight[68]: blk.10.ffn_down_exps.weight[69]: Q2_0 blk.10.ffn_down_exps.weight[70]: Q2_0 blk.10.ffn_down_exps.weight[71]: Q2_0 blk.10.ffn_down_exps.weight[72]: blk.10.ffn_down_exps.weight[73]: blk.10.ffn_down_exps.weight[74]: blk.10.ffn_down_exps.weight[75]: blk.10.ffn_down_exps.weight[76]: blk.10.ffn_down_exps.weight[77]: Q2_0 blk.10.ffn_down_exps.weight[78]: Q2_0 blk.10.ffn_down_exps.weight[79]: Q2_0 blk.10.ffn_down_exps.weight[80]: blk.10.ffn_down_exps.weight[81]: blk.10.ffn_down_exps.weight[82]: Q2_0 blk.10.ffn_down_exps.weight[83]: Q2_0 blk.10.ffn_down_exps.weight[84]: Q2_0 blk.10.ffn_down_exps.weight[85]: Q2_0 blk.10.ffn_down_exps.weight[86]: blk.10.ffn_down_exps.weight[87]: Q2_0 blk.10.ffn_down_exps.weight[88]: Q2_0 blk.10.ffn_down_exps.weight[89]: Q2_0 blk.10.ffn_down_exps.weight[90]: blk.10.ffn_down_exps.weight[91]: Q2_0 blk.10.ffn_down_exps.weight[92]: Q2_0 blk.10.ffn_down_exps.weight[93]: Q2_0 blk.10.ffn_down_exps.weight[94]: blk.10.ffn_down_exps.weight[95]: Q2_0 blk.10.ffn_down_exps.weight[96]: blk.10.ffn_down_exps.weight[97]: Q2_0 blk.10.ffn_down_exps.weight[98]: blk.10.ffn_down_exps.weight[99]: blk.10.ffn_down_exps.weight[100]: Q2_0 blk.10.ffn_down_exps.weight[101]: Q2_0 blk.10.ffn_down_exps.weight[102]: Q2_0 blk.10.ffn_down_exps.weight[103]: Q2_0 blk.10.ffn_down_exps.weight[104]: Q2_0 blk.10.ffn_down_exps.weight[105]: Q2_0 blk.10.ffn_down_exps.weight[106]: Q2_0 blk.10.ffn_down_exps.weight[107]: blk.10.ffn_down_exps.weight[108]: Q2_0 blk.10.ffn_down_exps.weight[109]: blk.10.ffn_down_exps.weight[110]: Q2_0 blk.10.ffn_down_exps.weight[111]: Q2_0 blk.10.ffn_down_exps.weight[112]: Q2_0 blk.10.ffn_down_exps.weight[113]: Q2_0 blk.10.ffn_down_exps.weight[114]: Q2_0 blk.10.ffn_down_exps.weight[115]: Q2_0 blk.10.ffn_down_exps.weight[116]: blk.10.ffn_down_exps.weight[117]: Q2_0 blk.10.ffn_down_exps.weight[118]: blk.10.ffn_down_exps.weight[119]: Q2_0 blk.10.ffn_down_exps.weight[120]: Q2_0 blk.10.ffn_down_exps.weight[121]: Q2_0 blk.10.ffn_down_exps.weight[122]: Q2_0 blk.10.ffn_down_exps.weight[123]: Q2_0 blk.10.ffn_down_exps.weight[124]: blk.10.ffn_down_exps.weight[125]: blk.10.ffn_down_exps.weight[126]: blk.10.ffn_down_exps.weight[127]: blk.10.ffn_down_exps.weight[128]: blk.10.ffn_down_exps.weight[129]: blk.10.ffn_down_exps.weight[130]: blk.10.ffn_down_exps.weight[131]: blk.10.ffn_down_exps.weight[132]: blk.10.ffn_down_exps.weight[133]: Q2_0 blk.10.ffn_down_exps.weight[134]: blk.10.ffn_down_exps.weight[135]: Q2_0 blk.10.ffn_down_exps.weight[136]: blk.10.ffn_down_exps.weight[137]: Q2_0 blk.10.ffn_down_exps.weight[138]: Q2_0 blk.10.ffn_down_exps.weight[139]: blk.10.ffn_down_exps.weight[140]: blk.10.ffn_down_exps.weight[141]: blk.10.ffn_down_exps.weight[142]: Q2_0 blk.10.ffn_down_exps.weight[143]: Q2_0 blk.10.ffn_down_exps.weight[144]: Q2_0 blk.10.ffn_down_exps.weight[145]: blk.10.ffn_down_exps.weight[146]: Q2_0 blk.10.ffn_down_exps.weight[147]: Q2_0 blk.10.ffn_down_exps.weight[148]: blk.10.ffn_down_exps.weight[149]: blk.10.ffn_down_exps.weight[150]: blk.10.ffn_down_exps.weight[151]: blk.10.ffn_down_exps.weight[152]: Q2_0 blk.10.ffn_down_exps.weight[153]: Q2_0 blk.10.ffn_down_exps.weight[154]: blk.10.ffn_down_exps.weight[155]: Q2_0 blk.10.ffn_down_exps.weight[156]: blk.10.ffn_down_exps.weight[157]: Q2_0 blk.10.ffn_down_exps.weight[158]: blk.10.ffn_down_exps.weight[159]: blk.10.ffn_down_exps.weight[160]: Q2_0 blk.10.ffn_down_exps.weight[161]: Q2_0 blk.10.ffn_down_exps.weight[162]: Q2_0 blk.10.ffn_down_exps.weight[163]: Q2_0 blk.10.ffn_down_exps.weight[164]: Q2_0 blk.10.ffn_down_exps.weight[165]: Q2_0 blk.10.ffn_down_exps.weight[166]: Q2_0 blk.10.ffn_down_exps.weight[167]: blk.10.ffn_down_exps.weight[168]: Q2_0 blk.10.ffn_down_exps.weight[169]: blk.10.ffn_down_exps.weight[170]: Q2_0 blk.10.ffn_down_exps.weight[171]: blk.10.ffn_down_exps.weight[172]: blk.10.ffn_down_exps.weight[173]: Q2_0 blk.10.ffn_down_exps.weight[174]: Q2_0 blk.10.ffn_down_exps.weight[175]: Q2_0 blk.10.ffn_down_exps.weight[176]: Q2_0 blk.10.ffn_down_exps.weight[177]: Q2_0 blk.10.ffn_down_exps.weight[178]: Q2_0 blk.10.ffn_down_exps.weight[179]: Q2_0 blk.10.ffn_down_exps.weight[180]: Q2_0 blk.10.ffn_down_exps.weight[181]: blk.10.ffn_down_exps.weight[182]: Q2_0 blk.10.ffn_down_exps.weight[183]: Q2_0 blk.10.ffn_down_exps.weight[184]: blk.10.ffn_down_exps.weight[185]: Q2_0 blk.10.ffn_down_exps.weight[186]: blk.10.ffn_down_exps.weight[187]: blk.10.ffn_down_exps.weight[188]: Q2_0 blk.10.ffn_down_exps.weight[189]: blk.10.ffn_down_exps.weight[190]: blk.10.ffn_down_exps.weight[191]: Q2_0 blk.10.ffn_down_exps.weight[192]: Q2_0 blk.10.ffn_down_exps.weight[193]: blk.10.ffn_down_exps.weight[194]: blk.10.ffn_down_exps.weight[195]: blk.10.ffn_down_exps.weight[196]: Q2_0 blk.10.ffn_down_exps.weight[197]: Q2_0 blk.10.ffn_down_exps.weight[198]: blk.10.ffn_down_exps.weight[199]: Q2_0 blk.10.ffn_down_exps.weight[200]: blk.10.ffn_down_exps.weight[201]: blk.10.ffn_down_exps.weight[202]: Q2_0 blk.10.ffn_down_exps.weight[203]: Q2_0 blk.10.ffn_down_exps.weight[204]: blk.10.ffn_down_exps.weight[205]: Q2_0 blk.10.ffn_down_exps.weight[206]: Q2_0 blk.10.ffn_down_exps.weight[207]: Q2_0 blk.10.ffn_down_exps.weight[208]: Q2_0 blk.10.ffn_down_exps.weight[209]: Q2_0 blk.10.ffn_down_exps.weight[210]: Q2_0 blk.10.ffn_down_exps.weight[211]: Q2_0 blk.10.ffn_down_exps.weight[212]: Q2_0 blk.10.ffn_down_exps.weight[213]: Q2_0 blk.10.ffn_down_exps.weight[214]: blk.10.ffn_down_exps.weight[215]: blk.10.ffn_down_exps.weight[216]: blk.10.ffn_down_exps.weight[217]: Q2_0 blk.10.ffn_down_exps.weight[218]: blk.10.ffn_down_exps.weight[219]: blk.10.ffn_down_exps.weight[220]: Q2_0 blk.10.ffn_down_exps.weight[221]: Q2_0 blk.10.ffn_down_exps.weight[222]: blk.10.ffn_down_exps.weight[223]: Q2_0 blk.10.ffn_down_exps.weight[224]: blk.10.ffn_down_exps.weight[225]: blk.10.ffn_down_exps.weight[226]: Q2_0 blk.10.ffn_down_exps.weight[227]: blk.10.ffn_down_exps.weight[228]: blk.10.ffn_down_exps.weight[229]: blk.10.ffn_down_exps.weight[230]: Q2_0 blk.10.ffn_down_exps.weight[231]: Q2_0 blk.10.ffn_down_exps.weight[232]: Q2_0 blk.10.ffn_down_exps.weight[233]: Q2_0 blk.10.ffn_down_exps.weight[234]: Q2_0 blk.10.ffn_down_exps.weight[235]: blk.10.ffn_down_exps.weight[236]: blk.10.ffn_down_exps.weight[237]: blk.10.ffn_down_exps.weight[238]: Q2_0 blk.10.ffn_down_exps.weight[239]: blk.10.ffn_down_exps.weight[240]: blk.10.ffn_down_exps.weight[241]: blk.10.ffn_down_exps.weight[242]: Q2_0 blk.10.ffn_down_exps.weight[243]: Q2_0 blk.10.ffn_down_exps.weight[244]: Q2_0 blk.10.ffn_down_exps.weight[245]: Q2_0 blk.10.ffn_down_exps.weight[246]: blk.10.ffn_down_exps.weight[247]: Q2_0 blk.10.ffn_down_exps.weight[248]: blk.10.ffn_down_exps.weight[249]: blk.10.ffn_down_exps.weight[250]: blk.10.ffn_down_exps.weight[251]: blk.10.ffn_down_exps.weight[252]: blk.10.ffn_down_exps.weight[253]: Q2_0 blk.10.ffn_down_exps.weight[254]: blk.10.ffn_down_exps.weight[255]: Q2_0 blk.10.ffn_down_exps.weight[256]: blk.10.ffn_down_exps.weight[257]: Q2_0 blk.10.ffn_down_exps.weight[258]: Q2_0 blk.10.ffn_down_exps.weight[259]: blk.10.ffn_down_exps.weight[260]: blk.10.ffn_down_exps.weight[261]: blk.10.ffn_down_exps.weight[262]: blk.10.ffn_down_exps.weight[263]: Q2_0 blk.10.ffn_down_exps.weight[264]: blk.10.ffn_down_exps.weight[265]: blk.10.ffn_down_exps.weight[266]: Q2_0 blk.10.ffn_down_exps.weight[267]: blk.10.ffn_down_exps.weight[268]: Q2_0 blk.10.ffn_down_exps.weight[269]: Q2_0 blk.10.ffn_down_exps.weight[270]: blk.10.ffn_down_exps.weight[271]: Q2_0 blk.10.ffn_down_exps.weight[272]: Q2_0 blk.10.ffn_down_exps.weight[273]: blk.10.ffn_down_exps.weight[274]: Q2_0 blk.10.ffn_down_exps.weight[275]: Q2_0 blk.10.ffn_down_exps.weight[276]: blk.10.ffn_down_exps.weight[277]: blk.10.ffn_down_exps.weight[278]: Q2_0 blk.10.ffn_down_exps.weight[279]: blk.10.ffn_down_exps.weight[280]: Q2_0 blk.10.ffn_down_exps.weight[281]: blk.10.ffn_down_exps.weight[282]: Q2_0 blk.10.ffn_down_exps.weight[283]: blk.10.ffn_down_exps.weight[284]: blk.10.ffn_down_exps.weight[285]: blk.10.ffn_down_exps.weight[286]: Q2_0 blk.10.ffn_down_exps.weight[287]: blk.10.ffn_down_exps.weight[288]: blk.10.ffn_down_exps.weight[289]: blk.10.ffn_down_exps.weight[290]: Q2_0 blk.10.ffn_down_exps.weight[291]: Q2_0 blk.10.ffn_down_exps.weight[292]: blk.10.ffn_down_exps.weight[293]: Q2_0 blk.10.ffn_down_exps.weight[294]: blk.10.ffn_down_exps.weight[295]: blk.10.ffn_down_exps.weight[296]: Q2_0 blk.10.ffn_down_exps.weight[297]: blk.10.ffn_down_exps.weight[298]: blk.10.ffn_down_exps.weight[299]: blk.10.ffn_down_exps.weight[300]: Q2_0 blk.10.ffn_down_exps.weight[301]: blk.10.ffn_down_exps.weight[302]: blk.10.ffn_down_exps.weight[303]: Q2_0 blk.10.ffn_down_exps.weight[304]: blk.10.ffn_down_exps.weight[305]: Q2_0 blk.10.ffn_down_exps.weight[306]: blk.10.ffn_down_exps.weight[307]: Q2_0 blk.10.ffn_down_exps.weight[308]: Q2_0 blk.10.ffn_down_exps.weight[309]: blk.10.ffn_down_exps.weight[310]: blk.10.ffn_down_exps.weight[311]: Q2_0 blk.10.ffn_down_exps.weight[312]: blk.10.ffn_down_exps.weight[313]: blk.10.ffn_down_exps.weight[314]: Q2_0 blk.10.ffn_down_exps.weight[315]: Q2_0 blk.10.ffn_down_exps.weight[316]: blk.10.ffn_down_exps.weight[317]: Q2_0 blk.10.ffn_down_exps.weight[318]: blk.10.ffn_down_exps.weight[319]: blk.10.ffn_down_exps.weight[320]: Q2_0 blk.10.ffn_down_exps.weight[321]: blk.10.ffn_down_exps.weight[322]: Q2_0 blk.10.ffn_down_exps.weight[323]: blk.10.ffn_down_exps.weight[324]: Q2_0 blk.10.ffn_down_exps.weight[325]: Q2_0 blk.10.ffn_down_exps.weight[326]: Q2_0 blk.10.ffn_down_exps.weight[327]: Q2_0 blk.10.ffn_down_exps.weight[328]: blk.10.ffn_down_exps.weight[329]: blk.10.ffn_down_exps.weight[330]: blk.10.ffn_down_exps.weight[331]: blk.10.ffn_down_exps.weight[332]: blk.10.ffn_down_exps.weight[333]: Q2_0 blk.10.ffn_down_exps.weight[334]: blk.10.ffn_down_exps.weight[335]: blk.10.ffn_down_exps.weight[336]: blk.10.ffn_down_exps.weight[337]: blk.10.ffn_down_exps.weight[338]: blk.10.ffn_down_exps.weight[339]: Q2_0 blk.10.ffn_down_exps.weight[340]: Q2_0 blk.10.ffn_down_exps.weight[341]: Q2_0 blk.10.ffn_down_exps.weight[342]: blk.10.ffn_down_exps.weight[343]: blk.10.ffn_down_exps.weight[344]: Q2_0 blk.10.ffn_down_exps.weight[345]: Q2_0 blk.10.ffn_down_exps.weight[346]: Q2_0 blk.10.ffn_down_exps.weight[347]: Q2_0 blk.10.ffn_down_exps.weight[348]: blk.10.ffn_down_exps.weight[349]: Q2_0 blk.10.ffn_down_exps.weight[350]: Q2_0 blk.10.ffn_down_exps.weight[351]: blk.10.ffn_down_exps.weight[352]: blk.10.ffn_down_exps.weight[353]: Q2_0 blk.10.ffn_down_exps.weight[354]: Q2_0 blk.10.ffn_down_exps.weight[355]: Q2_0 blk.10.ffn_down_exps.weight[356]: blk.10.ffn_down_exps.weight[357]: blk.10.ffn_down_exps.weight[358]: blk.10.ffn_down_exps.weight[359]: blk.10.ffn_down_exps.weight[360]: blk.10.ffn_down_exps.weight[361]: blk.10.ffn_down_exps.weight[362]: Q2_0 blk.10.ffn_down_exps.weight[363]: blk.10.ffn_down_exps.weight[364]: blk.10.ffn_down_exps.weight[365]: Q2_0 blk.10.ffn_down_exps.weight[366]: Q2_0 blk.10.ffn_down_exps.weight[367]: blk.10.ffn_down_exps.weight[368]: Q2_0 blk.10.ffn_down_exps.weight[369]: Q2_0 blk.10.ffn_down_exps.weight[370]: Q2_0 blk.10.ffn_down_exps.weight[371]: Q2_0 blk.10.ffn_down_exps.weight[372]: blk.10.ffn_down_exps.weight[373]: Q2_0 blk.10.ffn_down_exps.weight[374]: blk.10.ffn_down_exps.weight[375]: Q2_0 blk.10.ffn_down_exps.weight[376]: blk.10.ffn_down_exps.weight[377]: Q2_0 blk.10.ffn_down_exps.weight[378]: Q2_0 blk.10.ffn_down_exps.weight[379]: Q2_0 blk.10.ffn_down_exps.weight[380]: Q2_0 blk.10.ffn_down_exps.weight[381]: blk.10.ffn_down_exps.weight[382]: blk.10.ffn_down_exps.weight[383]: blk.10.ffn_down_exps.weight[384]: Q2_0 blk.10.ffn_down_exps.weight[385]: blk.10.ffn_down_exps.weight[386]: Q2_0 blk.10.ffn_down_exps.weight[387]: blk.10.ffn_down_exps.weight[388]: blk.10.ffn_down_exps.weight[389]: Q2_0 blk.10.ffn_down_exps.weight[390]: blk.10.ffn_down_exps.weight[391]: Q2_0 blk.10.ffn_down_exps.weight[392]: blk.10.ffn_down_exps.weight[393]: Q2_0 blk.10.ffn_down_exps.weight[394]: Q2_0 blk.10.ffn_down_exps.weight[395]: blk.10.ffn_down_exps.weight[396]: blk.10.ffn_down_exps.weight[397]: blk.10.ffn_down_exps.weight[398]: Q2_0 blk.10.ffn_down_exps.weight[399]: blk.10.ffn_down_exps.weight[400]: Q2_0 blk.10.ffn_down_exps.weight[401]: blk.10.ffn_down_exps.weight[402]: Q2_0 blk.10.ffn_down_exps.weight[403]: Q2_0 blk.10.ffn_down_exps.weight[404]: Q2_0 blk.10.ffn_down_exps.weight[405]: blk.10.ffn_down_exps.weight[406]: blk.10.ffn_down_exps.weight[407]: blk.10.ffn_down_exps.weight[408]: blk.10.ffn_down_exps.weight[409]: Q2_0 blk.10.ffn_down_exps.weight[410]: Q2_0 blk.10.ffn_down_exps.weight[411]: blk.10.ffn_down_exps.weight[412]: blk.10.ffn_down_exps.weight[413]: Q2_0 blk.10.ffn_down_exps.weight[414]: blk.10.ffn_down_exps.weight[415]: Q2_0 blk.10.ffn_down_exps.weight[416]: blk.10.ffn_down_exps.weight[417]: Q2_0 blk.10.ffn_down_exps.weight[418]: blk.10.ffn_down_exps.weight[419]: blk.10.ffn_down_exps.weight[420]: blk.10.ffn_down_exps.weight[421]: blk.10.ffn_down_exps.weight[422]: blk.10.ffn_down_exps.weight[423]: Q2_0 blk.10.ffn_down_exps.weight[424]: Q2_0 blk.10.ffn_down_exps.weight[425]: Q2_0 blk.10.ffn_down_exps.weight[426]: blk.10.ffn_down_exps.weight[427]: Q2_0 blk.10.ffn_down_exps.weight[428]: blk.10.ffn_down_exps.weight[429]: blk.10.ffn_down_exps.weight[430]: Q2_0 blk.10.ffn_down_exps.weight[431]: blk.10.ffn_down_exps.weight[432]: Q2_0 blk.10.ffn_down_exps.weight[433]: Q2_0 blk.10.ffn_down_exps.weight[434]: blk.10.ffn_down_exps.weight[435]: Q2_0 blk.10.ffn_down_exps.weight[436]: Q2_0 blk.10.ffn_down_exps.weight[437]: Q2_0 blk.10.ffn_down_exps.weight[438]: blk.10.ffn_down_exps.weight[439]: blk.10.ffn_down_exps.weight[440]: Q2_0 blk.10.ffn_down_exps.weight[441]: blk.10.ffn_down_exps.weight[442]: blk.10.ffn_down_exps.weight[443]: Q2_0 blk.10.ffn_down_exps.weight[444]: Q2_0 blk.10.ffn_down_exps.weight[445]: blk.10.ffn_down_exps.weight[446]: Q2_0 blk.10.ffn_down_exps.weight[447]: blk.10.ffn_down_exps.weight[448]: Q2_0 blk.10.ffn_down_exps.weight[449]: blk.10.ffn_down_exps.weight[450]: Q2_0 blk.10.ffn_down_exps.weight[451]: blk.10.ffn_down_exps.weight[452]: blk.10.ffn_down_exps.weight[453]: Q2_0 blk.10.ffn_down_exps.weight[454]: blk.10.ffn_down_exps.weight[455]: blk.10.ffn_down_exps.weight[456]: Q2_0 blk.10.ffn_down_exps.weight[457]: blk.10.ffn_down_exps.weight[458]: blk.10.ffn_down_exps.weight[459]: blk.10.ffn_down_exps.weight[460]: blk.10.ffn_down_exps.weight[461]: Q2_0 blk.10.ffn_down_exps.weight[462]: Q2_0 blk.10.ffn_down_exps.weight[463]: blk.10.ffn_down_exps.weight[464]: Q2_0 blk.10.ffn_down_exps.weight[465]: blk.10.ffn_down_exps.weight[466]: blk.10.ffn_down_exps.weight[467]: Q2_0 blk.10.ffn_down_exps.weight[468]: blk.10.ffn_down_exps.weight[469]: blk.10.ffn_down_exps.weight[470]: blk.10.ffn_down_exps.weight[471]: blk.10.ffn_down_exps.weight[472]: Q2_0 blk.10.ffn_down_exps.weight[473]: blk.10.ffn_down_exps.weight[474]: blk.10.ffn_down_exps.weight[475]: blk.10.ffn_down_exps.weight[476]: blk.10.ffn_down_exps.weight[477]: Q2_0 blk.10.ffn_down_exps.weight[478]: blk.10.ffn_down_exps.weight[479]: blk.10.ffn_down_exps.weight[480]: blk.10.ffn_down_exps.weight[481]: blk.10.ffn_down_exps.weight[482]: Q2_0 blk.10.ffn_down_exps.weight[483]: Q2_0 blk.10.ffn_down_exps.weight[484]: blk.10.ffn_down_exps.weight[485]: Q2_0 blk.10.ffn_down_exps.weight[486]: blk.10.ffn_down_exps.weight[487]: Q2_0 blk.10.ffn_down_exps.weight[488]: Q2_0 blk.10.ffn_down_exps.weight[489]: blk.10.ffn_down_exps.weight[490]: Q2_0 blk.10.ffn_down_exps.weight[491]: Q2_0 blk.10.ffn_down_exps.weight[492]: Q2_0 blk.10.ffn_down_exps.weight[493]: blk.10.ffn_down_exps.weight[494]: Q2_0 blk.10.ffn_down_exps.weight[495]: Q2_0 blk.10.ffn_down_exps.weight[496]: Q2_0 blk.10.ffn_down_exps.weight[497]: Q2_0 blk.10.ffn_down_exps.weight[498]: blk.10.ffn_down_exps.weight[499]: blk.10.ffn_down_exps.weight[500]: blk.10.ffn_down_exps.weight[501]: Q2_0 blk.10.ffn_down_exps.weight[502]: blk.10.ffn_down_exps.weight[503]: Q2_0 blk.10.ffn_down_exps.weight[504]: blk.10.ffn_down_exps.weight[505]: blk.10.ffn_down_exps.weight[506]: Q2_0 blk.10.ffn_down_exps.weight[507]: Q2_0 blk.10.ffn_down_exps.weight[508]: blk.10.ffn_down_exps.weight[509]: blk.10.ffn_down_exps.weight[510]: blk.10.ffn_down_exps.weight[511]: blk.11.ffn_gate_exps.weight[0]: IQ2_S blk.11.ffn_gate_exps.weight[1]: blk.11.ffn_gate_exps.weight[2]: IQ2_S blk.11.ffn_gate_exps.weight[3]: blk.11.ffn_gate_exps.weight[4]: IQ2_S blk.11.ffn_gate_exps.weight[5]: blk.11.ffn_gate_exps.weight[6]: blk.11.ffn_gate_exps.weight[7]: blk.11.ffn_gate_exps.weight[8]: IQ2_S blk.11.ffn_gate_exps.weight[9]: blk.11.ffn_gate_exps.weight[10]: IQ2_S blk.11.ffn_gate_exps.weight[11]: IQ2_S blk.11.ffn_gate_exps.weight[12]: IQ2_S blk.11.ffn_gate_exps.weight[13]: blk.11.ffn_gate_exps.weight[14]: blk.11.ffn_gate_exps.weight[15]: IQ2_S blk.11.ffn_gate_exps.weight[16]: IQ2_S blk.11.ffn_gate_exps.weight[17]: IQ2_S blk.11.ffn_gate_exps.weight[18]: blk.11.ffn_gate_exps.weight[19]: blk.11.ffn_gate_exps.weight[20]: blk.11.ffn_gate_exps.weight[21]: blk.11.ffn_gate_exps.weight[22]: blk.11.ffn_gate_exps.weight[23]: IQ2_S blk.11.ffn_gate_exps.weight[24]: blk.11.ffn_gate_exps.weight[25]: blk.11.ffn_gate_exps.weight[26]: blk.11.ffn_gate_exps.weight[27]: IQ2_S blk.11.ffn_gate_exps.weight[28]: IQ2_S blk.11.ffn_gate_exps.weight[29]: blk.11.ffn_gate_exps.weight[30]: blk.11.ffn_gate_exps.weight[31]: IQ2_S blk.11.ffn_gate_exps.weight[32]: blk.11.ffn_gate_exps.weight[33]: blk.11.ffn_gate_exps.weight[34]: IQ2_S blk.11.ffn_gate_exps.weight[35]: IQ2_S blk.11.ffn_gate_exps.weight[36]: IQ2_S blk.11.ffn_gate_exps.weight[37]: blk.11.ffn_gate_exps.weight[38]: blk.11.ffn_gate_exps.weight[39]: blk.11.ffn_gate_exps.weight[40]: blk.11.ffn_gate_exps.weight[41]: blk.11.ffn_gate_exps.weight[42]: blk.11.ffn_gate_exps.weight[43]: blk.11.ffn_gate_exps.weight[44]: blk.11.ffn_gate_exps.weight[45]: blk.11.ffn_gate_exps.weight[46]: IQ2_S blk.11.ffn_gate_exps.weight[47]: blk.11.ffn_gate_exps.weight[48]: IQ2_S blk.11.ffn_gate_exps.weight[49]: blk.11.ffn_gate_exps.weight[50]: IQ2_S blk.11.ffn_gate_exps.weight[51]: IQ2_S blk.11.ffn_gate_exps.weight[52]: IQ2_S blk.11.ffn_gate_exps.weight[53]: IQ2_S blk.11.ffn_gate_exps.weight[54]: blk.11.ffn_gate_exps.weight[55]: blk.11.ffn_gate_exps.weight[56]: blk.11.ffn_gate_exps.weight[57]: blk.11.ffn_gate_exps.weight[58]: IQ2_S blk.11.ffn_gate_exps.weight[59]: IQ2_S blk.11.ffn_gate_exps.weight[60]: blk.11.ffn_gate_exps.weight[61]: blk.11.ffn_gate_exps.weight[62]: IQ2_S blk.11.ffn_gate_exps.weight[63]: IQ2_S blk.11.ffn_gate_exps.weight[64]: blk.11.ffn_gate_exps.weight[65]: IQ2_S blk.11.ffn_gate_exps.weight[66]: IQ2_S blk.11.ffn_gate_exps.weight[67]: IQ2_S blk.11.ffn_gate_exps.weight[68]: blk.11.ffn_gate_exps.weight[69]: IQ2_S blk.11.ffn_gate_exps.weight[70]: blk.11.ffn_gate_exps.weight[71]: IQ2_S blk.11.ffn_gate_exps.weight[72]: IQ2_S blk.11.ffn_gate_exps.weight[73]: IQ2_S blk.11.ffn_gate_exps.weight[74]: IQ2_S blk.11.ffn_gate_exps.weight[75]: IQ2_S blk.11.ffn_gate_exps.weight[76]: IQ2_S blk.11.ffn_gate_exps.weight[77]: IQ2_S blk.11.ffn_gate_exps.weight[78]: IQ2_S blk.11.ffn_gate_exps.weight[79]: blk.11.ffn_gate_exps.weight[80]: blk.11.ffn_gate_exps.weight[81]: IQ2_S blk.11.ffn_gate_exps.weight[82]: IQ2_S blk.11.ffn_gate_exps.weight[83]: blk.11.ffn_gate_exps.weight[84]: IQ2_S blk.11.ffn_gate_exps.weight[85]: blk.11.ffn_gate_exps.weight[86]: IQ2_S blk.11.ffn_gate_exps.weight[87]: IQ2_S blk.11.ffn_gate_exps.weight[88]: blk.11.ffn_gate_exps.weight[89]: IQ2_S blk.11.ffn_gate_exps.weight[90]: IQ2_S blk.11.ffn_gate_exps.weight[91]: blk.11.ffn_gate_exps.weight[92]: blk.11.ffn_gate_exps.weight[93]: blk.11.ffn_gate_exps.weight[94]: IQ2_S blk.11.ffn_gate_exps.weight[95]: IQ2_S blk.11.ffn_gate_exps.weight[96]: blk.11.ffn_gate_exps.weight[97]: blk.11.ffn_gate_exps.weight[98]: blk.11.ffn_gate_exps.weight[99]: IQ2_S blk.11.ffn_gate_exps.weight[100]: blk.11.ffn_gate_exps.weight[101]: IQ2_S blk.11.ffn_gate_exps.weight[102]: blk.11.ffn_gate_exps.weight[103]: IQ2_S blk.11.ffn_gate_exps.weight[104]: blk.11.ffn_gate_exps.weight[105]: IQ2_S blk.11.ffn_gate_exps.weight[106]: blk.11.ffn_gate_exps.weight[107]: blk.11.ffn_gate_exps.weight[108]: IQ2_S blk.11.ffn_gate_exps.weight[109]: blk.11.ffn_gate_exps.weight[110]: IQ2_S blk.11.ffn_gate_exps.weight[111]: IQ2_S blk.11.ffn_gate_exps.weight[112]: blk.11.ffn_gate_exps.weight[113]: IQ2_S blk.11.ffn_gate_exps.weight[114]: IQ2_S blk.11.ffn_gate_exps.weight[115]: IQ2_S blk.11.ffn_gate_exps.weight[116]: blk.11.ffn_gate_exps.weight[117]: blk.11.ffn_gate_exps.weight[118]: blk.11.ffn_gate_exps.weight[119]: blk.11.ffn_gate_exps.weight[120]: IQ2_S blk.11.ffn_gate_exps.weight[121]: IQ2_S blk.11.ffn_gate_exps.weight[122]: blk.11.ffn_gate_exps.weight[123]: IQ2_S blk.11.ffn_gate_exps.weight[124]: IQ2_S blk.11.ffn_gate_exps.weight[125]: IQ2_S blk.11.ffn_gate_exps.weight[126]: blk.11.ffn_gate_exps.weight[127]: IQ2_S blk.11.ffn_gate_exps.weight[128]: IQ2_S blk.11.ffn_gate_exps.weight[129]: IQ2_S blk.11.ffn_gate_exps.weight[130]: blk.11.ffn_gate_exps.weight[131]: IQ2_S blk.11.ffn_gate_exps.weight[132]: blk.11.ffn_gate_exps.weight[133]: blk.11.ffn_gate_exps.weight[134]: blk.11.ffn_gate_exps.weight[135]: IQ2_S blk.11.ffn_gate_exps.weight[136]: blk.11.ffn_gate_exps.weight[137]: blk.11.ffn_gate_exps.weight[138]: blk.11.ffn_gate_exps.weight[139]: IQ2_S blk.11.ffn_gate_exps.weight[140]: blk.11.ffn_gate_exps.weight[141]: blk.11.ffn_gate_exps.weight[142]: IQ2_S blk.11.ffn_gate_exps.weight[143]: blk.11.ffn_gate_exps.weight[144]: blk.11.ffn_gate_exps.weight[145]: blk.11.ffn_gate_exps.weight[146]: IQ2_S blk.11.ffn_gate_exps.weight[147]: blk.11.ffn_gate_exps.weight[148]: IQ2_S blk.11.ffn_gate_exps.weight[149]: blk.11.ffn_gate_exps.weight[150]: IQ2_S blk.11.ffn_gate_exps.weight[151]: blk.11.ffn_gate_exps.weight[152]: IQ2_S blk.11.ffn_gate_exps.weight[153]: IQ2_S blk.11.ffn_gate_exps.weight[154]: IQ2_S blk.11.ffn_gate_exps.weight[155]: IQ2_S blk.11.ffn_gate_exps.weight[156]: IQ2_S blk.11.ffn_gate_exps.weight[157]: blk.11.ffn_gate_exps.weight[158]: IQ2_S blk.11.ffn_gate_exps.weight[159]: IQ2_S blk.11.ffn_gate_exps.weight[160]: blk.11.ffn_gate_exps.weight[161]: IQ2_S blk.11.ffn_gate_exps.weight[162]: IQ2_S blk.11.ffn_gate_exps.weight[163]: IQ2_S blk.11.ffn_gate_exps.weight[164]: IQ2_S blk.11.ffn_gate_exps.weight[165]: IQ2_S blk.11.ffn_gate_exps.weight[166]: IQ2_S blk.11.ffn_gate_exps.weight[167]: blk.11.ffn_gate_exps.weight[168]: IQ2_S blk.11.ffn_gate_exps.weight[169]: blk.11.ffn_gate_exps.weight[170]: blk.11.ffn_gate_exps.weight[171]: IQ2_S blk.11.ffn_gate_exps.weight[172]: IQ2_S blk.11.ffn_gate_exps.weight[173]: blk.11.ffn_gate_exps.weight[174]: IQ2_S blk.11.ffn_gate_exps.weight[175]: IQ2_S blk.11.ffn_gate_exps.weight[176]: blk.11.ffn_gate_exps.weight[177]: blk.11.ffn_gate_exps.weight[178]: IQ2_S blk.11.ffn_gate_exps.weight[179]: IQ2_S blk.11.ffn_gate_exps.weight[180]: blk.11.ffn_gate_exps.weight[181]: IQ2_S blk.11.ffn_gate_exps.weight[182]: IQ2_S blk.11.ffn_gate_exps.weight[183]: IQ2_S blk.11.ffn_gate_exps.weight[184]: IQ2_S blk.11.ffn_gate_exps.weight[185]: IQ2_S blk.11.ffn_gate_exps.weight[186]: IQ2_S blk.11.ffn_gate_exps.weight[187]: blk.11.ffn_gate_exps.weight[188]: blk.11.ffn_gate_exps.weight[189]: IQ2_S blk.11.ffn_gate_exps.weight[190]: blk.11.ffn_gate_exps.weight[191]: blk.11.ffn_gate_exps.weight[192]: blk.11.ffn_gate_exps.weight[193]: IQ2_S blk.11.ffn_gate_exps.weight[194]: blk.11.ffn_gate_exps.weight[195]: IQ2_S blk.11.ffn_gate_exps.weight[196]: blk.11.ffn_gate_exps.weight[197]: IQ2_S blk.11.ffn_gate_exps.weight[198]: IQ2_S blk.11.ffn_gate_exps.weight[199]: blk.11.ffn_gate_exps.weight[200]: IQ2_S blk.11.ffn_gate_exps.weight[201]: IQ2_S blk.11.ffn_gate_exps.weight[202]: IQ2_S blk.11.ffn_gate_exps.weight[203]: IQ2_S blk.11.ffn_gate_exps.weight[204]: IQ2_S blk.11.ffn_gate_exps.weight[205]: IQ2_S blk.11.ffn_gate_exps.weight[206]: blk.11.ffn_gate_exps.weight[207]: blk.11.ffn_gate_exps.weight[208]: blk.11.ffn_gate_exps.weight[209]: IQ2_S blk.11.ffn_gate_exps.weight[210]: IQ2_S blk.11.ffn_gate_exps.weight[211]: blk.11.ffn_gate_exps.weight[212]: blk.11.ffn_gate_exps.weight[213]: blk.11.ffn_gate_exps.weight[214]: IQ2_S blk.11.ffn_gate_exps.weight[215]: IQ2_S blk.11.ffn_gate_exps.weight[216]: IQ2_S blk.11.ffn_gate_exps.weight[217]: blk.11.ffn_gate_exps.weight[218]: blk.11.ffn_gate_exps.weight[219]: blk.11.ffn_gate_exps.weight[220]: blk.11.ffn_gate_exps.weight[221]: blk.11.ffn_gate_exps.weight[222]: IQ2_S blk.11.ffn_gate_exps.weight[223]: IQ2_S blk.11.ffn_gate_exps.weight[224]: blk.11.ffn_gate_exps.weight[225]: blk.11.ffn_gate_exps.weight[226]: blk.11.ffn_gate_exps.weight[227]: blk.11.ffn_gate_exps.weight[228]: blk.11.ffn_gate_exps.weight[229]: blk.11.ffn_gate_exps.weight[230]: IQ2_S blk.11.ffn_gate_exps.weight[231]: blk.11.ffn_gate_exps.weight[232]: IQ2_S blk.11.ffn_gate_exps.weight[233]: IQ2_S blk.11.ffn_gate_exps.weight[234]: blk.11.ffn_gate_exps.weight[235]: blk.11.ffn_gate_exps.weight[236]: blk.11.ffn_gate_exps.weight[237]: blk.11.ffn_gate_exps.weight[238]: blk.11.ffn_gate_exps.weight[239]: IQ2_S blk.11.ffn_gate_exps.weight[240]: blk.11.ffn_gate_exps.weight[241]: IQ2_S blk.11.ffn_gate_exps.weight[242]: IQ2_S blk.11.ffn_gate_exps.weight[243]: IQ2_S blk.11.ffn_gate_exps.weight[244]: IQ2_S blk.11.ffn_gate_exps.weight[245]: blk.11.ffn_gate_exps.weight[246]: blk.11.ffn_gate_exps.weight[247]: blk.11.ffn_gate_exps.weight[248]: IQ2_S blk.11.ffn_gate_exps.weight[249]: IQ2_S blk.11.ffn_gate_exps.weight[250]: IQ2_S blk.11.ffn_gate_exps.weight[251]: IQ2_S blk.11.ffn_gate_exps.weight[252]: blk.11.ffn_gate_exps.weight[253]: blk.11.ffn_gate_exps.weight[254]: blk.11.ffn_gate_exps.weight[255]: IQ2_S blk.11.ffn_gate_exps.weight[256]: IQ2_S blk.11.ffn_gate_exps.weight[257]: IQ2_S blk.11.ffn_gate_exps.weight[258]: IQ2_S blk.11.ffn_gate_exps.weight[259]: blk.11.ffn_gate_exps.weight[260]: blk.11.ffn_gate_exps.weight[261]: blk.11.ffn_gate_exps.weight[262]: blk.11.ffn_gate_exps.weight[263]: blk.11.ffn_gate_exps.weight[264]: IQ2_S blk.11.ffn_gate_exps.weight[265]: blk.11.ffn_gate_exps.weight[266]: blk.11.ffn_gate_exps.weight[267]: blk.11.ffn_gate_exps.weight[268]: blk.11.ffn_gate_exps.weight[269]: IQ2_S blk.11.ffn_gate_exps.weight[270]: IQ2_S blk.11.ffn_gate_exps.weight[271]: IQ2_S blk.11.ffn_gate_exps.weight[272]: blk.11.ffn_gate_exps.weight[273]: IQ2_S blk.11.ffn_gate_exps.weight[274]: blk.11.ffn_gate_exps.weight[275]: blk.11.ffn_gate_exps.weight[276]: blk.11.ffn_gate_exps.weight[277]: IQ2_S blk.11.ffn_gate_exps.weight[278]: blk.11.ffn_gate_exps.weight[279]: IQ2_S blk.11.ffn_gate_exps.weight[280]: blk.11.ffn_gate_exps.weight[281]: IQ2_S blk.11.ffn_gate_exps.weight[282]: blk.11.ffn_gate_exps.weight[283]: IQ2_S blk.11.ffn_gate_exps.weight[284]: blk.11.ffn_gate_exps.weight[285]: blk.11.ffn_gate_exps.weight[286]: blk.11.ffn_gate_exps.weight[287]: blk.11.ffn_gate_exps.weight[288]: IQ2_S blk.11.ffn_gate_exps.weight[289]: blk.11.ffn_gate_exps.weight[290]: blk.11.ffn_gate_exps.weight[291]: blk.11.ffn_gate_exps.weight[292]: blk.11.ffn_gate_exps.weight[293]: IQ2_S blk.11.ffn_gate_exps.weight[294]: IQ2_S blk.11.ffn_gate_exps.weight[295]: IQ2_S blk.11.ffn_gate_exps.weight[296]: IQ2_S blk.11.ffn_gate_exps.weight[297]: IQ2_S blk.11.ffn_gate_exps.weight[298]: blk.11.ffn_gate_exps.weight[299]: blk.11.ffn_gate_exps.weight[300]: IQ2_S blk.11.ffn_gate_exps.weight[301]: blk.11.ffn_gate_exps.weight[302]: blk.11.ffn_gate_exps.weight[303]: IQ2_S blk.11.ffn_gate_exps.weight[304]: IQ2_S blk.11.ffn_gate_exps.weight[305]: IQ2_S blk.11.ffn_gate_exps.weight[306]: blk.11.ffn_gate_exps.weight[307]: IQ2_S blk.11.ffn_gate_exps.weight[308]: IQ2_S blk.11.ffn_gate_exps.weight[309]: IQ2_S blk.11.ffn_gate_exps.weight[310]: IQ2_S blk.11.ffn_gate_exps.weight[311]: IQ2_S blk.11.ffn_gate_exps.weight[312]: IQ2_S blk.11.ffn_gate_exps.weight[313]: blk.11.ffn_gate_exps.weight[314]: blk.11.ffn_gate_exps.weight[315]: IQ2_S blk.11.ffn_gate_exps.weight[316]: blk.11.ffn_gate_exps.weight[317]: blk.11.ffn_gate_exps.weight[318]: IQ2_S blk.11.ffn_gate_exps.weight[319]: IQ2_S blk.11.ffn_gate_exps.weight[320]: blk.11.ffn_gate_exps.weight[321]: IQ2_S blk.11.ffn_gate_exps.weight[322]: IQ2_S blk.11.ffn_gate_exps.weight[323]: IQ2_S blk.11.ffn_gate_exps.weight[324]: IQ2_S blk.11.ffn_gate_exps.weight[325]: IQ2_S blk.11.ffn_gate_exps.weight[326]: blk.11.ffn_gate_exps.weight[327]: IQ2_S blk.11.ffn_gate_exps.weight[328]: blk.11.ffn_gate_exps.weight[329]: IQ2_S blk.11.ffn_gate_exps.weight[330]: blk.11.ffn_gate_exps.weight[331]: IQ2_S blk.11.ffn_gate_exps.weight[332]: blk.11.ffn_gate_exps.weight[333]: blk.11.ffn_gate_exps.weight[334]: IQ2_S blk.11.ffn_gate_exps.weight[335]: IQ2_S blk.11.ffn_gate_exps.weight[336]: IQ2_S blk.11.ffn_gate_exps.weight[337]: IQ2_S blk.11.ffn_gate_exps.weight[338]: IQ2_S blk.11.ffn_gate_exps.weight[339]: blk.11.ffn_gate_exps.weight[340]: IQ2_S blk.11.ffn_gate_exps.weight[341]: blk.11.ffn_gate_exps.weight[342]: blk.11.ffn_gate_exps.weight[343]: blk.11.ffn_gate_exps.weight[344]: blk.11.ffn_gate_exps.weight[345]: IQ2_S blk.11.ffn_gate_exps.weight[346]: IQ2_S blk.11.ffn_gate_exps.weight[347]: blk.11.ffn_gate_exps.weight[348]: IQ2_S blk.11.ffn_gate_exps.weight[349]: IQ2_S blk.11.ffn_gate_exps.weight[350]: IQ2_S blk.11.ffn_gate_exps.weight[351]: IQ2_S blk.11.ffn_gate_exps.weight[352]: IQ2_S blk.11.ffn_gate_exps.weight[353]: IQ2_S blk.11.ffn_gate_exps.weight[354]: blk.11.ffn_gate_exps.weight[355]: blk.11.ffn_gate_exps.weight[356]: blk.11.ffn_gate_exps.weight[357]: blk.11.ffn_gate_exps.weight[358]: blk.11.ffn_gate_exps.weight[359]: IQ2_S blk.11.ffn_gate_exps.weight[360]: blk.11.ffn_gate_exps.weight[361]: blk.11.ffn_gate_exps.weight[362]: blk.11.ffn_gate_exps.weight[363]: blk.11.ffn_gate_exps.weight[364]: blk.11.ffn_gate_exps.weight[365]: IQ2_S blk.11.ffn_gate_exps.weight[366]: blk.11.ffn_gate_exps.weight[367]: blk.11.ffn_gate_exps.weight[368]: blk.11.ffn_gate_exps.weight[369]: blk.11.ffn_gate_exps.weight[370]: IQ2_S blk.11.ffn_gate_exps.weight[371]: IQ2_S blk.11.ffn_gate_exps.weight[372]: blk.11.ffn_gate_exps.weight[373]: blk.11.ffn_gate_exps.weight[374]: IQ2_S blk.11.ffn_gate_exps.weight[375]: IQ2_S blk.11.ffn_gate_exps.weight[376]: IQ2_S blk.11.ffn_gate_exps.weight[377]: IQ2_S blk.11.ffn_gate_exps.weight[378]: IQ2_S blk.11.ffn_gate_exps.weight[379]: blk.11.ffn_gate_exps.weight[380]: IQ2_S blk.11.ffn_gate_exps.weight[381]: blk.11.ffn_gate_exps.weight[382]: blk.11.ffn_gate_exps.weight[383]: blk.11.ffn_gate_exps.weight[384]: IQ2_S blk.11.ffn_gate_exps.weight[385]: IQ2_S blk.11.ffn_gate_exps.weight[386]: IQ2_S blk.11.ffn_gate_exps.weight[387]: IQ2_S blk.11.ffn_gate_exps.weight[388]: IQ2_S blk.11.ffn_gate_exps.weight[389]: IQ2_S blk.11.ffn_gate_exps.weight[390]: IQ2_S blk.11.ffn_gate_exps.weight[391]: blk.11.ffn_gate_exps.weight[392]: IQ2_S blk.11.ffn_gate_exps.weight[393]: blk.11.ffn_gate_exps.weight[394]: blk.11.ffn_gate_exps.weight[395]: blk.11.ffn_gate_exps.weight[396]: blk.11.ffn_gate_exps.weight[397]: IQ2_S blk.11.ffn_gate_exps.weight[398]: IQ2_S blk.11.ffn_gate_exps.weight[399]: IQ2_S blk.11.ffn_gate_exps.weight[400]: blk.11.ffn_gate_exps.weight[401]: blk.11.ffn_gate_exps.weight[402]: IQ2_S blk.11.ffn_gate_exps.weight[403]: IQ2_S blk.11.ffn_gate_exps.weight[404]: blk.11.ffn_gate_exps.weight[405]: blk.11.ffn_gate_exps.weight[406]: IQ2_S blk.11.ffn_gate_exps.weight[407]: IQ2_S blk.11.ffn_gate_exps.weight[408]: IQ2_S blk.11.ffn_gate_exps.weight[409]: blk.11.ffn_gate_exps.weight[410]: IQ2_S blk.11.ffn_gate_exps.weight[411]: IQ2_S blk.11.ffn_gate_exps.weight[412]: blk.11.ffn_gate_exps.weight[413]: IQ2_S blk.11.ffn_gate_exps.weight[414]: IQ2_S blk.11.ffn_gate_exps.weight[415]: blk.11.ffn_gate_exps.weight[416]: IQ2_S blk.11.ffn_gate_exps.weight[417]: blk.11.ffn_gate_exps.weight[418]: IQ2_S blk.11.ffn_gate_exps.weight[419]: blk.11.ffn_gate_exps.weight[420]: blk.11.ffn_gate_exps.weight[421]: blk.11.ffn_gate_exps.weight[422]: IQ2_S blk.11.ffn_gate_exps.weight[423]: blk.11.ffn_gate_exps.weight[424]: blk.11.ffn_gate_exps.weight[425]: IQ2_S blk.11.ffn_gate_exps.weight[426]: blk.11.ffn_gate_exps.weight[427]: blk.11.ffn_gate_exps.weight[428]: IQ2_S blk.11.ffn_gate_exps.weight[429]: blk.11.ffn_gate_exps.weight[430]: IQ2_S blk.11.ffn_gate_exps.weight[431]: blk.11.ffn_gate_exps.weight[432]: IQ2_S blk.11.ffn_gate_exps.weight[433]: blk.11.ffn_gate_exps.weight[434]: IQ2_S blk.11.ffn_gate_exps.weight[435]: blk.11.ffn_gate_exps.weight[436]: IQ2_S blk.11.ffn_gate_exps.weight[437]: IQ2_S blk.11.ffn_gate_exps.weight[438]: blk.11.ffn_gate_exps.weight[439]: blk.11.ffn_gate_exps.weight[440]: IQ2_S blk.11.ffn_gate_exps.weight[441]: blk.11.ffn_gate_exps.weight[442]: IQ2_S blk.11.ffn_gate_exps.weight[443]: blk.11.ffn_gate_exps.weight[444]: blk.11.ffn_gate_exps.weight[445]: blk.11.ffn_gate_exps.weight[446]: blk.11.ffn_gate_exps.weight[447]: blk.11.ffn_gate_exps.weight[448]: IQ2_S blk.11.ffn_gate_exps.weight[449]: blk.11.ffn_gate_exps.weight[450]: blk.11.ffn_gate_exps.weight[451]: IQ2_S blk.11.ffn_gate_exps.weight[452]: IQ2_S blk.11.ffn_gate_exps.weight[453]: blk.11.ffn_gate_exps.weight[454]: blk.11.ffn_gate_exps.weight[455]: blk.11.ffn_gate_exps.weight[456]: blk.11.ffn_gate_exps.weight[457]: blk.11.ffn_gate_exps.weight[458]: blk.11.ffn_gate_exps.weight[459]: blk.11.ffn_gate_exps.weight[460]: blk.11.ffn_gate_exps.weight[461]: IQ2_S blk.11.ffn_gate_exps.weight[462]: blk.11.ffn_gate_exps.weight[463]: blk.11.ffn_gate_exps.weight[464]: IQ2_S blk.11.ffn_gate_exps.weight[465]: IQ2_S blk.11.ffn_gate_exps.weight[466]: blk.11.ffn_gate_exps.weight[467]: blk.11.ffn_gate_exps.weight[468]: IQ2_S blk.11.ffn_gate_exps.weight[469]: blk.11.ffn_gate_exps.weight[470]: IQ2_S blk.11.ffn_gate_exps.weight[471]: IQ2_S blk.11.ffn_gate_exps.weight[472]: blk.11.ffn_gate_exps.weight[473]: blk.11.ffn_gate_exps.weight[474]: IQ2_S blk.11.ffn_gate_exps.weight[475]: blk.11.ffn_gate_exps.weight[476]: blk.11.ffn_gate_exps.weight[477]: IQ2_S blk.11.ffn_gate_exps.weight[478]: blk.11.ffn_gate_exps.weight[479]: blk.11.ffn_gate_exps.weight[480]: blk.11.ffn_gate_exps.weight[481]: IQ2_S blk.11.ffn_gate_exps.weight[482]: IQ2_S blk.11.ffn_gate_exps.weight[483]: IQ2_S blk.11.ffn_gate_exps.weight[484]: blk.11.ffn_gate_exps.weight[485]: IQ2_S blk.11.ffn_gate_exps.weight[486]: blk.11.ffn_gate_exps.weight[487]: IQ2_S blk.11.ffn_gate_exps.weight[488]: IQ2_S blk.11.ffn_gate_exps.weight[489]: IQ2_S blk.11.ffn_gate_exps.weight[490]: blk.11.ffn_gate_exps.weight[491]: IQ2_S blk.11.ffn_gate_exps.weight[492]: IQ2_S blk.11.ffn_gate_exps.weight[493]: blk.11.ffn_gate_exps.weight[494]: IQ2_S blk.11.ffn_gate_exps.weight[495]: blk.11.ffn_gate_exps.weight[496]: blk.11.ffn_gate_exps.weight[497]: blk.11.ffn_gate_exps.weight[498]: IQ2_S blk.11.ffn_gate_exps.weight[499]: IQ2_S blk.11.ffn_gate_exps.weight[500]: IQ2_S blk.11.ffn_gate_exps.weight[501]: IQ2_S blk.11.ffn_gate_exps.weight[502]: IQ2_S blk.11.ffn_gate_exps.weight[503]: blk.11.ffn_gate_exps.weight[504]: blk.11.ffn_gate_exps.weight[505]: blk.11.ffn_gate_exps.weight[506]: IQ2_S blk.11.ffn_gate_exps.weight[507]: IQ2_S blk.11.ffn_gate_exps.weight[508]: IQ2_S blk.11.ffn_gate_exps.weight[509]: IQ2_S blk.11.ffn_gate_exps.weight[510]: blk.11.ffn_gate_exps.weight[511]: IQ2_S blk.11.ffn_up_exps.weight[0]: IQ2_S blk.11.ffn_up_exps.weight[1]: blk.11.ffn_up_exps.weight[2]: IQ2_S blk.11.ffn_up_exps.weight[3]: blk.11.ffn_up_exps.weight[4]: IQ2_S blk.11.ffn_up_exps.weight[5]: blk.11.ffn_up_exps.weight[6]: blk.11.ffn_up_exps.weight[7]: blk.11.ffn_up_exps.weight[8]: IQ2_S blk.11.ffn_up_exps.weight[9]: blk.11.ffn_up_exps.weight[10]: IQ2_S blk.11.ffn_up_exps.weight[11]: IQ2_S blk.11.ffn_up_exps.weight[12]: IQ2_S blk.11.ffn_up_exps.weight[13]: blk.11.ffn_up_exps.weight[14]: blk.11.ffn_up_exps.weight[15]: IQ2_S blk.11.ffn_up_exps.weight[16]: IQ2_S blk.11.ffn_up_exps.weight[17]: IQ2_S blk.11.ffn_up_exps.weight[18]: blk.11.ffn_up_exps.weight[19]: blk.11.ffn_up_exps.weight[20]: blk.11.ffn_up_exps.weight[21]: blk.11.ffn_up_exps.weight[22]: blk.11.ffn_up_exps.weight[23]: IQ2_S blk.11.ffn_up_exps.weight[24]: blk.11.ffn_up_exps.weight[25]: blk.11.ffn_up_exps.weight[26]: blk.11.ffn_up_exps.weight[27]: IQ2_S blk.11.ffn_up_exps.weight[28]: IQ2_S blk.11.ffn_up_exps.weight[29]: blk.11.ffn_up_exps.weight[30]: blk.11.ffn_up_exps.weight[31]: IQ2_S blk.11.ffn_up_exps.weight[32]: blk.11.ffn_up_exps.weight[33]: blk.11.ffn_up_exps.weight[34]: IQ2_S blk.11.ffn_up_exps.weight[35]: IQ2_S blk.11.ffn_up_exps.weight[36]: IQ2_S blk.11.ffn_up_exps.weight[37]: blk.11.ffn_up_exps.weight[38]: blk.11.ffn_up_exps.weight[39]: blk.11.ffn_up_exps.weight[40]: blk.11.ffn_up_exps.weight[41]: blk.11.ffn_up_exps.weight[42]: blk.11.ffn_up_exps.weight[43]: blk.11.ffn_up_exps.weight[44]: blk.11.ffn_up_exps.weight[45]: blk.11.ffn_up_exps.weight[46]: IQ2_S blk.11.ffn_up_exps.weight[47]: blk.11.ffn_up_exps.weight[48]: IQ2_S blk.11.ffn_up_exps.weight[49]: blk.11.ffn_up_exps.weight[50]: IQ2_S blk.11.ffn_up_exps.weight[51]: IQ2_S blk.11.ffn_up_exps.weight[52]: IQ2_S blk.11.ffn_up_exps.weight[53]: IQ2_S blk.11.ffn_up_exps.weight[54]: blk.11.ffn_up_exps.weight[55]: blk.11.ffn_up_exps.weight[56]: blk.11.ffn_up_exps.weight[57]: blk.11.ffn_up_exps.weight[58]: IQ2_S blk.11.ffn_up_exps.weight[59]: IQ2_S blk.11.ffn_up_exps.weight[60]: blk.11.ffn_up_exps.weight[61]: blk.11.ffn_up_exps.weight[62]: IQ2_S blk.11.ffn_up_exps.weight[63]: IQ2_S blk.11.ffn_up_exps.weight[64]: blk.11.ffn_up_exps.weight[65]: IQ2_S blk.11.ffn_up_exps.weight[66]: IQ2_S blk.11.ffn_up_exps.weight[67]: IQ2_S blk.11.ffn_up_exps.weight[68]: blk.11.ffn_up_exps.weight[69]: IQ2_S blk.11.ffn_up_exps.weight[70]: blk.11.ffn_up_exps.weight[71]: IQ2_S blk.11.ffn_up_exps.weight[72]: IQ2_S blk.11.ffn_up_exps.weight[73]: IQ2_S blk.11.ffn_up_exps.weight[74]: IQ2_S blk.11.ffn_up_exps.weight[75]: IQ2_S blk.11.ffn_up_exps.weight[76]: IQ2_S blk.11.ffn_up_exps.weight[77]: IQ2_S blk.11.ffn_up_exps.weight[78]: IQ2_S blk.11.ffn_up_exps.weight[79]: blk.11.ffn_up_exps.weight[80]: blk.11.ffn_up_exps.weight[81]: IQ2_S blk.11.ffn_up_exps.weight[82]: IQ2_S blk.11.ffn_up_exps.weight[83]: blk.11.ffn_up_exps.weight[84]: IQ2_S blk.11.ffn_up_exps.weight[85]: blk.11.ffn_up_exps.weight[86]: IQ2_S blk.11.ffn_up_exps.weight[87]: IQ2_S blk.11.ffn_up_exps.weight[88]: blk.11.ffn_up_exps.weight[89]: IQ2_S blk.11.ffn_up_exps.weight[90]: IQ2_S blk.11.ffn_up_exps.weight[91]: blk.11.ffn_up_exps.weight[92]: blk.11.ffn_up_exps.weight[93]: blk.11.ffn_up_exps.weight[94]: IQ2_S blk.11.ffn_up_exps.weight[95]: IQ2_S blk.11.ffn_up_exps.weight[96]: blk.11.ffn_up_exps.weight[97]: blk.11.ffn_up_exps.weight[98]: blk.11.ffn_up_exps.weight[99]: IQ2_S blk.11.ffn_up_exps.weight[100]: blk.11.ffn_up_exps.weight[101]: IQ2_S blk.11.ffn_up_exps.weight[102]: blk.11.ffn_up_exps.weight[103]: IQ2_S blk.11.ffn_up_exps.weight[104]: blk.11.ffn_up_exps.weight[105]: IQ2_S blk.11.ffn_up_exps.weight[106]: blk.11.ffn_up_exps.weight[107]: blk.11.ffn_up_exps.weight[108]: IQ2_S blk.11.ffn_up_exps.weight[109]: blk.11.ffn_up_exps.weight[110]: IQ2_S blk.11.ffn_up_exps.weight[111]: IQ2_S blk.11.ffn_up_exps.weight[112]: blk.11.ffn_up_exps.weight[113]: IQ2_S blk.11.ffn_up_exps.weight[114]: IQ2_S blk.11.ffn_up_exps.weight[115]: IQ2_S blk.11.ffn_up_exps.weight[116]: blk.11.ffn_up_exps.weight[117]: blk.11.ffn_up_exps.weight[118]: blk.11.ffn_up_exps.weight[119]: blk.11.ffn_up_exps.weight[120]: IQ2_S blk.11.ffn_up_exps.weight[121]: IQ2_S blk.11.ffn_up_exps.weight[122]: blk.11.ffn_up_exps.weight[123]: IQ2_S blk.11.ffn_up_exps.weight[124]: IQ2_S blk.11.ffn_up_exps.weight[125]: IQ2_S blk.11.ffn_up_exps.weight[126]: blk.11.ffn_up_exps.weight[127]: IQ2_S blk.11.ffn_up_exps.weight[128]: IQ2_S blk.11.ffn_up_exps.weight[129]: IQ2_S blk.11.ffn_up_exps.weight[130]: blk.11.ffn_up_exps.weight[131]: IQ2_S blk.11.ffn_up_exps.weight[132]: blk.11.ffn_up_exps.weight[133]: blk.11.ffn_up_exps.weight[134]: blk.11.ffn_up_exps.weight[135]: IQ2_S blk.11.ffn_up_exps.weight[136]: blk.11.ffn_up_exps.weight[137]: blk.11.ffn_up_exps.weight[138]: blk.11.ffn_up_exps.weight[139]: IQ2_S blk.11.ffn_up_exps.weight[140]: blk.11.ffn_up_exps.weight[141]: blk.11.ffn_up_exps.weight[142]: IQ2_S blk.11.ffn_up_exps.weight[143]: blk.11.ffn_up_exps.weight[144]: blk.11.ffn_up_exps.weight[145]: blk.11.ffn_up_exps.weight[146]: IQ2_S blk.11.ffn_up_exps.weight[147]: blk.11.ffn_up_exps.weight[148]: IQ2_S blk.11.ffn_up_exps.weight[149]: blk.11.ffn_up_exps.weight[150]: IQ2_S blk.11.ffn_up_exps.weight[151]: blk.11.ffn_up_exps.weight[152]: IQ2_S blk.11.ffn_up_exps.weight[153]: IQ2_S blk.11.ffn_up_exps.weight[154]: IQ2_S blk.11.ffn_up_exps.weight[155]: IQ2_S blk.11.ffn_up_exps.weight[156]: IQ2_S blk.11.ffn_up_exps.weight[157]: blk.11.ffn_up_exps.weight[158]: IQ2_S blk.11.ffn_up_exps.weight[159]: IQ2_S blk.11.ffn_up_exps.weight[160]: blk.11.ffn_up_exps.weight[161]: IQ2_S blk.11.ffn_up_exps.weight[162]: IQ2_S blk.11.ffn_up_exps.weight[163]: IQ2_S blk.11.ffn_up_exps.weight[164]: IQ2_S blk.11.ffn_up_exps.weight[165]: IQ2_S blk.11.ffn_up_exps.weight[166]: IQ2_S blk.11.ffn_up_exps.weight[167]: blk.11.ffn_up_exps.weight[168]: IQ2_S blk.11.ffn_up_exps.weight[169]: blk.11.ffn_up_exps.weight[170]: blk.11.ffn_up_exps.weight[171]: IQ2_S blk.11.ffn_up_exps.weight[172]: IQ2_S blk.11.ffn_up_exps.weight[173]: blk.11.ffn_up_exps.weight[174]: IQ2_S blk.11.ffn_up_exps.weight[175]: IQ2_S blk.11.ffn_up_exps.weight[176]: blk.11.ffn_up_exps.weight[177]: blk.11.ffn_up_exps.weight[178]: IQ2_S blk.11.ffn_up_exps.weight[179]: IQ2_S blk.11.ffn_up_exps.weight[180]: blk.11.ffn_up_exps.weight[181]: IQ2_S blk.11.ffn_up_exps.weight[182]: IQ2_S blk.11.ffn_up_exps.weight[183]: IQ2_S blk.11.ffn_up_exps.weight[184]: IQ2_S blk.11.ffn_up_exps.weight[185]: IQ2_S blk.11.ffn_up_exps.weight[186]: IQ2_S blk.11.ffn_up_exps.weight[187]: blk.11.ffn_up_exps.weight[188]: blk.11.ffn_up_exps.weight[189]: IQ2_S blk.11.ffn_up_exps.weight[190]: blk.11.ffn_up_exps.weight[191]: blk.11.ffn_up_exps.weight[192]: blk.11.ffn_up_exps.weight[193]: IQ2_S blk.11.ffn_up_exps.weight[194]: blk.11.ffn_up_exps.weight[195]: IQ2_S blk.11.ffn_up_exps.weight[196]: blk.11.ffn_up_exps.weight[197]: IQ2_S blk.11.ffn_up_exps.weight[198]: IQ2_S blk.11.ffn_up_exps.weight[199]: blk.11.ffn_up_exps.weight[200]: IQ2_S blk.11.ffn_up_exps.weight[201]: IQ2_S blk.11.ffn_up_exps.weight[202]: IQ2_S blk.11.ffn_up_exps.weight[203]: IQ2_S blk.11.ffn_up_exps.weight[204]: IQ2_S blk.11.ffn_up_exps.weight[205]: IQ2_S blk.11.ffn_up_exps.weight[206]: blk.11.ffn_up_exps.weight[207]: blk.11.ffn_up_exps.weight[208]: blk.11.ffn_up_exps.weight[209]: IQ2_S blk.11.ffn_up_exps.weight[210]: IQ2_S blk.11.ffn_up_exps.weight[211]: blk.11.ffn_up_exps.weight[212]: blk.11.ffn_up_exps.weight[213]: blk.11.ffn_up_exps.weight[214]: IQ2_S blk.11.ffn_up_exps.weight[215]: IQ2_S blk.11.ffn_up_exps.weight[216]: IQ2_S blk.11.ffn_up_exps.weight[217]: blk.11.ffn_up_exps.weight[218]: blk.11.ffn_up_exps.weight[219]: blk.11.ffn_up_exps.weight[220]: blk.11.ffn_up_exps.weight[221]: blk.11.ffn_up_exps.weight[222]: IQ2_S blk.11.ffn_up_exps.weight[223]: IQ2_S blk.11.ffn_up_exps.weight[224]: blk.11.ffn_up_exps.weight[225]: blk.11.ffn_up_exps.weight[226]: blk.11.ffn_up_exps.weight[227]: blk.11.ffn_up_exps.weight[228]: blk.11.ffn_up_exps.weight[229]: blk.11.ffn_up_exps.weight[230]: IQ2_S blk.11.ffn_up_exps.weight[231]: blk.11.ffn_up_exps.weight[232]: IQ2_S blk.11.ffn_up_exps.weight[233]: IQ2_S blk.11.ffn_up_exps.weight[234]: blk.11.ffn_up_exps.weight[235]: blk.11.ffn_up_exps.weight[236]: blk.11.ffn_up_exps.weight[237]: blk.11.ffn_up_exps.weight[238]: blk.11.ffn_up_exps.weight[239]: IQ2_S blk.11.ffn_up_exps.weight[240]: blk.11.ffn_up_exps.weight[241]: IQ2_S blk.11.ffn_up_exps.weight[242]: IQ2_S blk.11.ffn_up_exps.weight[243]: IQ2_S blk.11.ffn_up_exps.weight[244]: IQ2_S blk.11.ffn_up_exps.weight[245]: blk.11.ffn_up_exps.weight[246]: blk.11.ffn_up_exps.weight[247]: blk.11.ffn_up_exps.weight[248]: IQ2_S blk.11.ffn_up_exps.weight[249]: IQ2_S blk.11.ffn_up_exps.weight[250]: IQ2_S blk.11.ffn_up_exps.weight[251]: IQ2_S blk.11.ffn_up_exps.weight[252]: blk.11.ffn_up_exps.weight[253]: blk.11.ffn_up_exps.weight[254]: blk.11.ffn_up_exps.weight[255]: IQ2_S blk.11.ffn_up_exps.weight[256]: IQ2_S blk.11.ffn_up_exps.weight[257]: IQ2_S blk.11.ffn_up_exps.weight[258]: IQ2_S blk.11.ffn_up_exps.weight[259]: blk.11.ffn_up_exps.weight[260]: blk.11.ffn_up_exps.weight[261]: blk.11.ffn_up_exps.weight[262]: blk.11.ffn_up_exps.weight[263]: blk.11.ffn_up_exps.weight[264]: IQ2_S blk.11.ffn_up_exps.weight[265]: blk.11.ffn_up_exps.weight[266]: blk.11.ffn_up_exps.weight[267]: blk.11.ffn_up_exps.weight[268]: blk.11.ffn_up_exps.weight[269]: IQ2_S blk.11.ffn_up_exps.weight[270]: IQ2_S blk.11.ffn_up_exps.weight[271]: IQ2_S blk.11.ffn_up_exps.weight[272]: blk.11.ffn_up_exps.weight[273]: IQ2_S blk.11.ffn_up_exps.weight[274]: blk.11.ffn_up_exps.weight[275]: blk.11.ffn_up_exps.weight[276]: blk.11.ffn_up_exps.weight[277]: IQ2_S blk.11.ffn_up_exps.weight[278]: blk.11.ffn_up_exps.weight[279]: IQ2_S blk.11.ffn_up_exps.weight[280]: blk.11.ffn_up_exps.weight[281]: IQ2_S blk.11.ffn_up_exps.weight[282]: blk.11.ffn_up_exps.weight[283]: IQ2_S blk.11.ffn_up_exps.weight[284]: blk.11.ffn_up_exps.weight[285]: blk.11.ffn_up_exps.weight[286]: blk.11.ffn_up_exps.weight[287]: blk.11.ffn_up_exps.weight[288]: IQ2_S blk.11.ffn_up_exps.weight[289]: blk.11.ffn_up_exps.weight[290]: blk.11.ffn_up_exps.weight[291]: blk.11.ffn_up_exps.weight[292]: blk.11.ffn_up_exps.weight[293]: IQ2_S blk.11.ffn_up_exps.weight[294]: IQ2_S blk.11.ffn_up_exps.weight[295]: IQ2_S blk.11.ffn_up_exps.weight[296]: IQ2_S blk.11.ffn_up_exps.weight[297]: IQ2_S blk.11.ffn_up_exps.weight[298]: blk.11.ffn_up_exps.weight[299]: blk.11.ffn_up_exps.weight[300]: IQ2_S blk.11.ffn_up_exps.weight[301]: blk.11.ffn_up_exps.weight[302]: blk.11.ffn_up_exps.weight[303]: IQ2_S blk.11.ffn_up_exps.weight[304]: IQ2_S blk.11.ffn_up_exps.weight[305]: IQ2_S blk.11.ffn_up_exps.weight[306]: blk.11.ffn_up_exps.weight[307]: IQ2_S blk.11.ffn_up_exps.weight[308]: IQ2_S blk.11.ffn_up_exps.weight[309]: IQ2_S blk.11.ffn_up_exps.weight[310]: IQ2_S blk.11.ffn_up_exps.weight[311]: IQ2_S blk.11.ffn_up_exps.weight[312]: IQ2_S blk.11.ffn_up_exps.weight[313]: blk.11.ffn_up_exps.weight[314]: blk.11.ffn_up_exps.weight[315]: IQ2_S blk.11.ffn_up_exps.weight[316]: blk.11.ffn_up_exps.weight[317]: blk.11.ffn_up_exps.weight[318]: IQ2_S blk.11.ffn_up_exps.weight[319]: IQ2_S blk.11.ffn_up_exps.weight[320]: blk.11.ffn_up_exps.weight[321]: IQ2_S blk.11.ffn_up_exps.weight[322]: IQ2_S blk.11.ffn_up_exps.weight[323]: IQ2_S blk.11.ffn_up_exps.weight[324]: IQ2_S blk.11.ffn_up_exps.weight[325]: IQ2_S blk.11.ffn_up_exps.weight[326]: blk.11.ffn_up_exps.weight[327]: IQ2_S blk.11.ffn_up_exps.weight[328]: blk.11.ffn_up_exps.weight[329]: IQ2_S blk.11.ffn_up_exps.weight[330]: blk.11.ffn_up_exps.weight[331]: IQ2_S blk.11.ffn_up_exps.weight[332]: blk.11.ffn_up_exps.weight[333]: blk.11.ffn_up_exps.weight[334]: IQ2_S blk.11.ffn_up_exps.weight[335]: IQ2_S blk.11.ffn_up_exps.weight[336]: IQ2_S blk.11.ffn_up_exps.weight[337]: IQ2_S blk.11.ffn_up_exps.weight[338]: IQ2_S blk.11.ffn_up_exps.weight[339]: blk.11.ffn_up_exps.weight[340]: IQ2_S blk.11.ffn_up_exps.weight[341]: blk.11.ffn_up_exps.weight[342]: blk.11.ffn_up_exps.weight[343]: blk.11.ffn_up_exps.weight[344]: blk.11.ffn_up_exps.weight[345]: IQ2_S blk.11.ffn_up_exps.weight[346]: IQ2_S blk.11.ffn_up_exps.weight[347]: blk.11.ffn_up_exps.weight[348]: IQ2_S blk.11.ffn_up_exps.weight[349]: IQ2_S blk.11.ffn_up_exps.weight[350]: IQ2_S blk.11.ffn_up_exps.weight[351]: IQ2_S blk.11.ffn_up_exps.weight[352]: IQ2_S blk.11.ffn_up_exps.weight[353]: IQ2_S blk.11.ffn_up_exps.weight[354]: blk.11.ffn_up_exps.weight[355]: blk.11.ffn_up_exps.weight[356]: blk.11.ffn_up_exps.weight[357]: blk.11.ffn_up_exps.weight[358]: blk.11.ffn_up_exps.weight[359]: IQ2_S blk.11.ffn_up_exps.weight[360]: blk.11.ffn_up_exps.weight[361]: blk.11.ffn_up_exps.weight[362]: blk.11.ffn_up_exps.weight[363]: blk.11.ffn_up_exps.weight[364]: blk.11.ffn_up_exps.weight[365]: IQ2_S blk.11.ffn_up_exps.weight[366]: blk.11.ffn_up_exps.weight[367]: blk.11.ffn_up_exps.weight[368]: blk.11.ffn_up_exps.weight[369]: blk.11.ffn_up_exps.weight[370]: IQ2_S blk.11.ffn_up_exps.weight[371]: IQ2_S blk.11.ffn_up_exps.weight[372]: blk.11.ffn_up_exps.weight[373]: blk.11.ffn_up_exps.weight[374]: IQ2_S blk.11.ffn_up_exps.weight[375]: IQ2_S blk.11.ffn_up_exps.weight[376]: IQ2_S blk.11.ffn_up_exps.weight[377]: IQ2_S blk.11.ffn_up_exps.weight[378]: IQ2_S blk.11.ffn_up_exps.weight[379]: blk.11.ffn_up_exps.weight[380]: IQ2_S blk.11.ffn_up_exps.weight[381]: blk.11.ffn_up_exps.weight[382]: blk.11.ffn_up_exps.weight[383]: blk.11.ffn_up_exps.weight[384]: IQ2_S blk.11.ffn_up_exps.weight[385]: IQ2_S blk.11.ffn_up_exps.weight[386]: IQ2_S blk.11.ffn_up_exps.weight[387]: IQ2_S blk.11.ffn_up_exps.weight[388]: IQ2_S blk.11.ffn_up_exps.weight[389]: IQ2_S blk.11.ffn_up_exps.weight[390]: IQ2_S blk.11.ffn_up_exps.weight[391]: blk.11.ffn_up_exps.weight[392]: IQ2_S blk.11.ffn_up_exps.weight[393]: blk.11.ffn_up_exps.weight[394]: blk.11.ffn_up_exps.weight[395]: blk.11.ffn_up_exps.weight[396]: blk.11.ffn_up_exps.weight[397]: IQ2_S blk.11.ffn_up_exps.weight[398]: IQ2_S blk.11.ffn_up_exps.weight[399]: IQ2_S blk.11.ffn_up_exps.weight[400]: blk.11.ffn_up_exps.weight[401]: blk.11.ffn_up_exps.weight[402]: IQ2_S blk.11.ffn_up_exps.weight[403]: IQ2_S blk.11.ffn_up_exps.weight[404]: blk.11.ffn_up_exps.weight[405]: blk.11.ffn_up_exps.weight[406]: IQ2_S blk.11.ffn_up_exps.weight[407]: IQ2_S blk.11.ffn_up_exps.weight[408]: IQ2_S blk.11.ffn_up_exps.weight[409]: blk.11.ffn_up_exps.weight[410]: IQ2_S blk.11.ffn_up_exps.weight[411]: IQ2_S blk.11.ffn_up_exps.weight[412]: blk.11.ffn_up_exps.weight[413]: IQ2_S blk.11.ffn_up_exps.weight[414]: IQ2_S blk.11.ffn_up_exps.weight[415]: blk.11.ffn_up_exps.weight[416]: IQ2_S blk.11.ffn_up_exps.weight[417]: blk.11.ffn_up_exps.weight[418]: IQ2_S blk.11.ffn_up_exps.weight[419]: blk.11.ffn_up_exps.weight[420]: blk.11.ffn_up_exps.weight[421]: blk.11.ffn_up_exps.weight[422]: IQ2_S blk.11.ffn_up_exps.weight[423]: blk.11.ffn_up_exps.weight[424]: blk.11.ffn_up_exps.weight[425]: IQ2_S blk.11.ffn_up_exps.weight[426]: blk.11.ffn_up_exps.weight[427]: blk.11.ffn_up_exps.weight[428]: IQ2_S blk.11.ffn_up_exps.weight[429]: blk.11.ffn_up_exps.weight[430]: IQ2_S blk.11.ffn_up_exps.weight[431]: blk.11.ffn_up_exps.weight[432]: IQ2_S blk.11.ffn_up_exps.weight[433]: blk.11.ffn_up_exps.weight[434]: IQ2_S blk.11.ffn_up_exps.weight[435]: blk.11.ffn_up_exps.weight[436]: IQ2_S blk.11.ffn_up_exps.weight[437]: IQ2_S blk.11.ffn_up_exps.weight[438]: blk.11.ffn_up_exps.weight[439]: blk.11.ffn_up_exps.weight[440]: IQ2_S blk.11.ffn_up_exps.weight[441]: blk.11.ffn_up_exps.weight[442]: IQ2_S blk.11.ffn_up_exps.weight[443]: blk.11.ffn_up_exps.weight[444]: blk.11.ffn_up_exps.weight[445]: blk.11.ffn_up_exps.weight[446]: blk.11.ffn_up_exps.weight[447]: blk.11.ffn_up_exps.weight[448]: IQ2_S blk.11.ffn_up_exps.weight[449]: blk.11.ffn_up_exps.weight[450]: blk.11.ffn_up_exps.weight[451]: IQ2_S blk.11.ffn_up_exps.weight[452]: IQ2_S blk.11.ffn_up_exps.weight[453]: blk.11.ffn_up_exps.weight[454]: blk.11.ffn_up_exps.weight[455]: blk.11.ffn_up_exps.weight[456]: blk.11.ffn_up_exps.weight[457]: blk.11.ffn_up_exps.weight[458]: blk.11.ffn_up_exps.weight[459]: blk.11.ffn_up_exps.weight[460]: blk.11.ffn_up_exps.weight[461]: IQ2_S blk.11.ffn_up_exps.weight[462]: blk.11.ffn_up_exps.weight[463]: blk.11.ffn_up_exps.weight[464]: IQ2_S blk.11.ffn_up_exps.weight[465]: IQ2_S blk.11.ffn_up_exps.weight[466]: blk.11.ffn_up_exps.weight[467]: blk.11.ffn_up_exps.weight[468]: IQ2_S blk.11.ffn_up_exps.weight[469]: blk.11.ffn_up_exps.weight[470]: IQ2_S blk.11.ffn_up_exps.weight[471]: IQ2_S blk.11.ffn_up_exps.weight[472]: blk.11.ffn_up_exps.weight[473]: blk.11.ffn_up_exps.weight[474]: IQ2_S blk.11.ffn_up_exps.weight[475]: blk.11.ffn_up_exps.weight[476]: blk.11.ffn_up_exps.weight[477]: IQ2_S blk.11.ffn_up_exps.weight[478]: blk.11.ffn_up_exps.weight[479]: blk.11.ffn_up_exps.weight[480]: blk.11.ffn_up_exps.weight[481]: IQ2_S blk.11.ffn_up_exps.weight[482]: IQ2_S blk.11.ffn_up_exps.weight[483]: IQ2_S blk.11.ffn_up_exps.weight[484]: blk.11.ffn_up_exps.weight[485]: IQ2_S blk.11.ffn_up_exps.weight[486]: blk.11.ffn_up_exps.weight[487]: IQ2_S blk.11.ffn_up_exps.weight[488]: IQ2_S blk.11.ffn_up_exps.weight[489]: IQ2_S blk.11.ffn_up_exps.weight[490]: blk.11.ffn_up_exps.weight[491]: IQ2_S blk.11.ffn_up_exps.weight[492]: IQ2_S blk.11.ffn_up_exps.weight[493]: blk.11.ffn_up_exps.weight[494]: IQ2_S blk.11.ffn_up_exps.weight[495]: blk.11.ffn_up_exps.weight[496]: blk.11.ffn_up_exps.weight[497]: blk.11.ffn_up_exps.weight[498]: IQ2_S blk.11.ffn_up_exps.weight[499]: IQ2_S blk.11.ffn_up_exps.weight[500]: IQ2_S blk.11.ffn_up_exps.weight[501]: IQ2_S blk.11.ffn_up_exps.weight[502]: IQ2_S blk.11.ffn_up_exps.weight[503]: blk.11.ffn_up_exps.weight[504]: blk.11.ffn_up_exps.weight[505]: blk.11.ffn_up_exps.weight[506]: IQ2_S blk.11.ffn_up_exps.weight[507]: IQ2_S blk.11.ffn_up_exps.weight[508]: IQ2_S blk.11.ffn_up_exps.weight[509]: IQ2_S blk.11.ffn_up_exps.weight[510]: blk.11.ffn_up_exps.weight[511]: IQ2_S blk.11.ffn_down_exps.weight[0]: IQ4_NL blk.11.ffn_down_exps.weight[1]: blk.11.ffn_down_exps.weight[2]: IQ4_NL blk.11.ffn_down_exps.weight[3]: blk.11.ffn_down_exps.weight[4]: IQ4_NL blk.11.ffn_down_exps.weight[5]: blk.11.ffn_down_exps.weight[6]: blk.11.ffn_down_exps.weight[7]: blk.11.ffn_down_exps.weight[8]: IQ4_NL blk.11.ffn_down_exps.weight[9]: blk.11.ffn_down_exps.weight[10]: IQ4_NL blk.11.ffn_down_exps.weight[11]: IQ4_NL blk.11.ffn_down_exps.weight[12]: IQ4_NL blk.11.ffn_down_exps.weight[13]: blk.11.ffn_down_exps.weight[14]: blk.11.ffn_down_exps.weight[15]: IQ4_NL blk.11.ffn_down_exps.weight[16]: IQ4_NL blk.11.ffn_down_exps.weight[17]: IQ4_NL blk.11.ffn_down_exps.weight[18]: blk.11.ffn_down_exps.weight[19]: blk.11.ffn_down_exps.weight[20]: blk.11.ffn_down_exps.weight[21]: blk.11.ffn_down_exps.weight[22]: blk.11.ffn_down_exps.weight[23]: IQ4_NL blk.11.ffn_down_exps.weight[24]: blk.11.ffn_down_exps.weight[25]: blk.11.ffn_down_exps.weight[26]: blk.11.ffn_down_exps.weight[27]: IQ4_NL blk.11.ffn_down_exps.weight[28]: IQ4_NL blk.11.ffn_down_exps.weight[29]: blk.11.ffn_down_exps.weight[30]: blk.11.ffn_down_exps.weight[31]: IQ4_NL blk.11.ffn_down_exps.weight[32]: blk.11.ffn_down_exps.weight[33]: blk.11.ffn_down_exps.weight[34]: IQ4_NL blk.11.ffn_down_exps.weight[35]: IQ4_NL blk.11.ffn_down_exps.weight[36]: IQ4_NL blk.11.ffn_down_exps.weight[37]: blk.11.ffn_down_exps.weight[38]: blk.11.ffn_down_exps.weight[39]: blk.11.ffn_down_exps.weight[40]: blk.11.ffn_down_exps.weight[41]: blk.11.ffn_down_exps.weight[42]: blk.11.ffn_down_exps.weight[43]: blk.11.ffn_down_exps.weight[44]: blk.11.ffn_down_exps.weight[45]: blk.11.ffn_down_exps.weight[46]: IQ4_NL blk.11.ffn_down_exps.weight[47]: blk.11.ffn_down_exps.weight[48]: IQ4_NL blk.11.ffn_down_exps.weight[49]: blk.11.ffn_down_exps.weight[50]: IQ4_NL blk.11.ffn_down_exps.weight[51]: IQ4_NL blk.11.ffn_down_exps.weight[52]: IQ4_NL blk.11.ffn_down_exps.weight[53]: IQ4_NL blk.11.ffn_down_exps.weight[54]: blk.11.ffn_down_exps.weight[55]: blk.11.ffn_down_exps.weight[56]: blk.11.ffn_down_exps.weight[57]: blk.11.ffn_down_exps.weight[58]: IQ4_NL blk.11.ffn_down_exps.weight[59]: IQ4_NL blk.11.ffn_down_exps.weight[60]: blk.11.ffn_down_exps.weight[61]: blk.11.ffn_down_exps.weight[62]: IQ4_NL blk.11.ffn_down_exps.weight[63]: IQ4_NL blk.11.ffn_down_exps.weight[64]: blk.11.ffn_down_exps.weight[65]: IQ4_NL blk.11.ffn_down_exps.weight[66]: IQ4_NL blk.11.ffn_down_exps.weight[67]: IQ4_NL blk.11.ffn_down_exps.weight[68]: blk.11.ffn_down_exps.weight[69]: IQ4_NL blk.11.ffn_down_exps.weight[70]: blk.11.ffn_down_exps.weight[71]: IQ4_NL blk.11.ffn_down_exps.weight[72]: IQ4_NL blk.11.ffn_down_exps.weight[73]: IQ4_NL blk.11.ffn_down_exps.weight[74]: IQ4_NL blk.11.ffn_down_exps.weight[75]: IQ4_NL blk.11.ffn_down_exps.weight[76]: IQ4_NL blk.11.ffn_down_exps.weight[77]: IQ4_NL blk.11.ffn_down_exps.weight[78]: IQ4_NL blk.11.ffn_down_exps.weight[79]: blk.11.ffn_down_exps.weight[80]: blk.11.ffn_down_exps.weight[81]: IQ4_NL blk.11.ffn_down_exps.weight[82]: IQ4_NL blk.11.ffn_down_exps.weight[83]: blk.11.ffn_down_exps.weight[84]: IQ4_NL blk.11.ffn_down_exps.weight[85]: blk.11.ffn_down_exps.weight[86]: IQ4_NL blk.11.ffn_down_exps.weight[87]: IQ4_NL blk.11.ffn_down_exps.weight[88]: blk.11.ffn_down_exps.weight[89]: IQ4_NL blk.11.ffn_down_exps.weight[90]: IQ4_NL blk.11.ffn_down_exps.weight[91]: blk.11.ffn_down_exps.weight[92]: blk.11.ffn_down_exps.weight[93]: blk.11.ffn_down_exps.weight[94]: IQ4_NL blk.11.ffn_down_exps.weight[95]: IQ4_NL blk.11.ffn_down_exps.weight[96]: blk.11.ffn_down_exps.weight[97]: blk.11.ffn_down_exps.weight[98]: blk.11.ffn_down_exps.weight[99]: IQ4_NL blk.11.ffn_down_exps.weight[100]: blk.11.ffn_down_exps.weight[101]: IQ4_NL blk.11.ffn_down_exps.weight[102]: blk.11.ffn_down_exps.weight[103]: IQ4_NL blk.11.ffn_down_exps.weight[104]: blk.11.ffn_down_exps.weight[105]: IQ4_NL blk.11.ffn_down_exps.weight[106]: blk.11.ffn_down_exps.weight[107]: blk.11.ffn_down_exps.weight[108]: IQ4_NL blk.11.ffn_down_exps.weight[109]: blk.11.ffn_down_exps.weight[110]: IQ4_NL blk.11.ffn_down_exps.weight[111]: IQ4_NL blk.11.ffn_down_exps.weight[112]: blk.11.ffn_down_exps.weight[113]: IQ4_NL blk.11.ffn_down_exps.weight[114]: IQ4_NL blk.11.ffn_down_exps.weight[115]: IQ4_NL blk.11.ffn_down_exps.weight[116]: blk.11.ffn_down_exps.weight[117]: blk.11.ffn_down_exps.weight[118]: blk.11.ffn_down_exps.weight[119]: blk.11.ffn_down_exps.weight[120]: IQ4_NL blk.11.ffn_down_exps.weight[121]: IQ4_NL blk.11.ffn_down_exps.weight[122]: blk.11.ffn_down_exps.weight[123]: IQ4_NL blk.11.ffn_down_exps.weight[124]: IQ4_NL blk.11.ffn_down_exps.weight[125]: IQ4_NL blk.11.ffn_down_exps.weight[126]: blk.11.ffn_down_exps.weight[127]: IQ4_NL blk.11.ffn_down_exps.weight[128]: IQ4_NL blk.11.ffn_down_exps.weight[129]: IQ4_NL blk.11.ffn_down_exps.weight[130]: blk.11.ffn_down_exps.weight[131]: IQ4_NL blk.11.ffn_down_exps.weight[132]: blk.11.ffn_down_exps.weight[133]: blk.11.ffn_down_exps.weight[134]: blk.11.ffn_down_exps.weight[135]: IQ4_NL blk.11.ffn_down_exps.weight[136]: blk.11.ffn_down_exps.weight[137]: blk.11.ffn_down_exps.weight[138]: blk.11.ffn_down_exps.weight[139]: IQ4_NL blk.11.ffn_down_exps.weight[140]: blk.11.ffn_down_exps.weight[141]: blk.11.ffn_down_exps.weight[142]: IQ4_NL blk.11.ffn_down_exps.weight[143]: blk.11.ffn_down_exps.weight[144]: blk.11.ffn_down_exps.weight[145]: blk.11.ffn_down_exps.weight[146]: IQ4_NL blk.11.ffn_down_exps.weight[147]: blk.11.ffn_down_exps.weight[148]: IQ4_NL blk.11.ffn_down_exps.weight[149]: blk.11.ffn_down_exps.weight[150]: IQ4_NL blk.11.ffn_down_exps.weight[151]: blk.11.ffn_down_exps.weight[152]: IQ4_NL blk.11.ffn_down_exps.weight[153]: IQ4_NL blk.11.ffn_down_exps.weight[154]: IQ4_NL blk.11.ffn_down_exps.weight[155]: IQ4_NL blk.11.ffn_down_exps.weight[156]: IQ4_NL blk.11.ffn_down_exps.weight[157]: blk.11.ffn_down_exps.weight[158]: IQ4_NL blk.11.ffn_down_exps.weight[159]: IQ4_NL blk.11.ffn_down_exps.weight[160]: blk.11.ffn_down_exps.weight[161]: IQ4_NL blk.11.ffn_down_exps.weight[162]: IQ4_NL blk.11.ffn_down_exps.weight[163]: IQ4_NL blk.11.ffn_down_exps.weight[164]: IQ4_NL blk.11.ffn_down_exps.weight[165]: IQ4_NL blk.11.ffn_down_exps.weight[166]: IQ4_NL blk.11.ffn_down_exps.weight[167]: blk.11.ffn_down_exps.weight[168]: IQ4_NL blk.11.ffn_down_exps.weight[169]: blk.11.ffn_down_exps.weight[170]: blk.11.ffn_down_exps.weight[171]: IQ4_NL blk.11.ffn_down_exps.weight[172]: IQ4_NL blk.11.ffn_down_exps.weight[173]: blk.11.ffn_down_exps.weight[174]: IQ4_NL blk.11.ffn_down_exps.weight[175]: IQ4_NL blk.11.ffn_down_exps.weight[176]: blk.11.ffn_down_exps.weight[177]: blk.11.ffn_down_exps.weight[178]: IQ4_NL blk.11.ffn_down_exps.weight[179]: IQ4_NL blk.11.ffn_down_exps.weight[180]: blk.11.ffn_down_exps.weight[181]: IQ4_NL blk.11.ffn_down_exps.weight[182]: IQ4_NL blk.11.ffn_down_exps.weight[183]: IQ4_NL blk.11.ffn_down_exps.weight[184]: IQ4_NL blk.11.ffn_down_exps.weight[185]: IQ4_NL blk.11.ffn_down_exps.weight[186]: IQ4_NL blk.11.ffn_down_exps.weight[187]: blk.11.ffn_down_exps.weight[188]: blk.11.ffn_down_exps.weight[189]: IQ4_NL blk.11.ffn_down_exps.weight[190]: blk.11.ffn_down_exps.weight[191]: blk.11.ffn_down_exps.weight[192]: blk.11.ffn_down_exps.weight[193]: IQ4_NL blk.11.ffn_down_exps.weight[194]: blk.11.ffn_down_exps.weight[195]: IQ4_NL blk.11.ffn_down_exps.weight[196]: blk.11.ffn_down_exps.weight[197]: IQ4_NL blk.11.ffn_down_exps.weight[198]: IQ4_NL blk.11.ffn_down_exps.weight[199]: blk.11.ffn_down_exps.weight[200]: IQ4_NL blk.11.ffn_down_exps.weight[201]: IQ4_NL blk.11.ffn_down_exps.weight[202]: IQ4_NL blk.11.ffn_down_exps.weight[203]: IQ4_NL blk.11.ffn_down_exps.weight[204]: IQ4_NL blk.11.ffn_down_exps.weight[205]: IQ4_NL blk.11.ffn_down_exps.weight[206]: blk.11.ffn_down_exps.weight[207]: blk.11.ffn_down_exps.weight[208]: blk.11.ffn_down_exps.weight[209]: IQ4_NL blk.11.ffn_down_exps.weight[210]: IQ4_NL blk.11.ffn_down_exps.weight[211]: blk.11.ffn_down_exps.weight[212]: blk.11.ffn_down_exps.weight[213]: blk.11.ffn_down_exps.weight[214]: IQ4_NL blk.11.ffn_down_exps.weight[215]: IQ4_NL blk.11.ffn_down_exps.weight[216]: IQ4_NL blk.11.ffn_down_exps.weight[217]: blk.11.ffn_down_exps.weight[218]: blk.11.ffn_down_exps.weight[219]: blk.11.ffn_down_exps.weight[220]: blk.11.ffn_down_exps.weight[221]: blk.11.ffn_down_exps.weight[222]: IQ4_NL blk.11.ffn_down_exps.weight[223]: IQ4_NL blk.11.ffn_down_exps.weight[224]: blk.11.ffn_down_exps.weight[225]: blk.11.ffn_down_exps.weight[226]: blk.11.ffn_down_exps.weight[227]: blk.11.ffn_down_exps.weight[228]: blk.11.ffn_down_exps.weight[229]: blk.11.ffn_down_exps.weight[230]: IQ4_NL blk.11.ffn_down_exps.weight[231]: blk.11.ffn_down_exps.weight[232]: IQ4_NL blk.11.ffn_down_exps.weight[233]: IQ4_NL blk.11.ffn_down_exps.weight[234]: blk.11.ffn_down_exps.weight[235]: blk.11.ffn_down_exps.weight[236]: blk.11.ffn_down_exps.weight[237]: blk.11.ffn_down_exps.weight[238]: blk.11.ffn_down_exps.weight[239]: IQ4_NL blk.11.ffn_down_exps.weight[240]: blk.11.ffn_down_exps.weight[241]: IQ4_NL blk.11.ffn_down_exps.weight[242]: IQ4_NL blk.11.ffn_down_exps.weight[243]: IQ4_NL blk.11.ffn_down_exps.weight[244]: IQ4_NL blk.11.ffn_down_exps.weight[245]: blk.11.ffn_down_exps.weight[246]: blk.11.ffn_down_exps.weight[247]: blk.11.ffn_down_exps.weight[248]: IQ4_NL blk.11.ffn_down_exps.weight[249]: IQ4_NL blk.11.ffn_down_exps.weight[250]: IQ4_NL blk.11.ffn_down_exps.weight[251]: IQ4_NL blk.11.ffn_down_exps.weight[252]: blk.11.ffn_down_exps.weight[253]: blk.11.ffn_down_exps.weight[254]: blk.11.ffn_down_exps.weight[255]: IQ4_NL blk.11.ffn_down_exps.weight[256]: IQ4_NL blk.11.ffn_down_exps.weight[257]: IQ4_NL blk.11.ffn_down_exps.weight[258]: IQ4_NL blk.11.ffn_down_exps.weight[259]: blk.11.ffn_down_exps.weight[260]: blk.11.ffn_down_exps.weight[261]: blk.11.ffn_down_exps.weight[262]: blk.11.ffn_down_exps.weight[263]: blk.11.ffn_down_exps.weight[264]: IQ4_NL blk.11.ffn_down_exps.weight[265]: blk.11.ffn_down_exps.weight[266]: blk.11.ffn_down_exps.weight[267]: blk.11.ffn_down_exps.weight[268]: blk.11.ffn_down_exps.weight[269]: IQ4_NL blk.11.ffn_down_exps.weight[270]: IQ4_NL blk.11.ffn_down_exps.weight[271]: IQ4_NL blk.11.ffn_down_exps.weight[272]: blk.11.ffn_down_exps.weight[273]: IQ4_NL blk.11.ffn_down_exps.weight[274]: blk.11.ffn_down_exps.weight[275]: blk.11.ffn_down_exps.weight[276]: blk.11.ffn_down_exps.weight[277]: IQ4_NL blk.11.ffn_down_exps.weight[278]: blk.11.ffn_down_exps.weight[279]: IQ4_NL blk.11.ffn_down_exps.weight[280]: blk.11.ffn_down_exps.weight[281]: IQ4_NL blk.11.ffn_down_exps.weight[282]: blk.11.ffn_down_exps.weight[283]: IQ4_NL blk.11.ffn_down_exps.weight[284]: blk.11.ffn_down_exps.weight[285]: blk.11.ffn_down_exps.weight[286]: blk.11.ffn_down_exps.weight[287]: blk.11.ffn_down_exps.weight[288]: IQ4_NL blk.11.ffn_down_exps.weight[289]: blk.11.ffn_down_exps.weight[290]: blk.11.ffn_down_exps.weight[291]: blk.11.ffn_down_exps.weight[292]: blk.11.ffn_down_exps.weight[293]: IQ4_NL blk.11.ffn_down_exps.weight[294]: IQ4_NL blk.11.ffn_down_exps.weight[295]: IQ4_NL blk.11.ffn_down_exps.weight[296]: IQ4_NL blk.11.ffn_down_exps.weight[297]: IQ4_NL blk.11.ffn_down_exps.weight[298]: blk.11.ffn_down_exps.weight[299]: blk.11.ffn_down_exps.weight[300]: IQ4_NL blk.11.ffn_down_exps.weight[301]: blk.11.ffn_down_exps.weight[302]: blk.11.ffn_down_exps.weight[303]: IQ4_NL blk.11.ffn_down_exps.weight[304]: IQ4_NL blk.11.ffn_down_exps.weight[305]: IQ4_NL blk.11.ffn_down_exps.weight[306]: blk.11.ffn_down_exps.weight[307]: IQ4_NL blk.11.ffn_down_exps.weight[308]: IQ4_NL blk.11.ffn_down_exps.weight[309]: IQ4_NL blk.11.ffn_down_exps.weight[310]: IQ4_NL blk.11.ffn_down_exps.weight[311]: IQ4_NL blk.11.ffn_down_exps.weight[312]: IQ4_NL blk.11.ffn_down_exps.weight[313]: blk.11.ffn_down_exps.weight[314]: blk.11.ffn_down_exps.weight[315]: IQ4_NL blk.11.ffn_down_exps.weight[316]: blk.11.ffn_down_exps.weight[317]: blk.11.ffn_down_exps.weight[318]: IQ4_NL blk.11.ffn_down_exps.weight[319]: IQ4_NL blk.11.ffn_down_exps.weight[320]: blk.11.ffn_down_exps.weight[321]: IQ4_NL blk.11.ffn_down_exps.weight[322]: IQ4_NL blk.11.ffn_down_exps.weight[323]: IQ4_NL blk.11.ffn_down_exps.weight[324]: IQ4_NL blk.11.ffn_down_exps.weight[325]: IQ4_NL blk.11.ffn_down_exps.weight[326]: blk.11.ffn_down_exps.weight[327]: IQ4_NL blk.11.ffn_down_exps.weight[328]: blk.11.ffn_down_exps.weight[329]: IQ4_NL blk.11.ffn_down_exps.weight[330]: blk.11.ffn_down_exps.weight[331]: IQ4_NL blk.11.ffn_down_exps.weight[332]: blk.11.ffn_down_exps.weight[333]: blk.11.ffn_down_exps.weight[334]: IQ4_NL blk.11.ffn_down_exps.weight[335]: IQ4_NL blk.11.ffn_down_exps.weight[336]: IQ4_NL blk.11.ffn_down_exps.weight[337]: IQ4_NL blk.11.ffn_down_exps.weight[338]: IQ4_NL blk.11.ffn_down_exps.weight[339]: blk.11.ffn_down_exps.weight[340]: IQ4_NL blk.11.ffn_down_exps.weight[341]: blk.11.ffn_down_exps.weight[342]: blk.11.ffn_down_exps.weight[343]: blk.11.ffn_down_exps.weight[344]: blk.11.ffn_down_exps.weight[345]: IQ4_NL blk.11.ffn_down_exps.weight[346]: IQ4_NL blk.11.ffn_down_exps.weight[347]: blk.11.ffn_down_exps.weight[348]: IQ4_NL blk.11.ffn_down_exps.weight[349]: IQ4_NL blk.11.ffn_down_exps.weight[350]: IQ4_NL blk.11.ffn_down_exps.weight[351]: IQ4_NL blk.11.ffn_down_exps.weight[352]: IQ4_NL blk.11.ffn_down_exps.weight[353]: IQ4_NL blk.11.ffn_down_exps.weight[354]: blk.11.ffn_down_exps.weight[355]: blk.11.ffn_down_exps.weight[356]: blk.11.ffn_down_exps.weight[357]: blk.11.ffn_down_exps.weight[358]: blk.11.ffn_down_exps.weight[359]: IQ4_NL blk.11.ffn_down_exps.weight[360]: blk.11.ffn_down_exps.weight[361]: blk.11.ffn_down_exps.weight[362]: blk.11.ffn_down_exps.weight[363]: blk.11.ffn_down_exps.weight[364]: blk.11.ffn_down_exps.weight[365]: IQ4_NL blk.11.ffn_down_exps.weight[366]: blk.11.ffn_down_exps.weight[367]: blk.11.ffn_down_exps.weight[368]: blk.11.ffn_down_exps.weight[369]: blk.11.ffn_down_exps.weight[370]: IQ4_NL blk.11.ffn_down_exps.weight[371]: IQ4_NL blk.11.ffn_down_exps.weight[372]: blk.11.ffn_down_exps.weight[373]: blk.11.ffn_down_exps.weight[374]: IQ4_NL blk.11.ffn_down_exps.weight[375]: IQ4_NL blk.11.ffn_down_exps.weight[376]: IQ4_NL blk.11.ffn_down_exps.weight[377]: IQ4_NL blk.11.ffn_down_exps.weight[378]: IQ4_NL blk.11.ffn_down_exps.weight[379]: blk.11.ffn_down_exps.weight[380]: IQ4_NL blk.11.ffn_down_exps.weight[381]: blk.11.ffn_down_exps.weight[382]: blk.11.ffn_down_exps.weight[383]: blk.11.ffn_down_exps.weight[384]: IQ4_NL blk.11.ffn_down_exps.weight[385]: IQ4_NL blk.11.ffn_down_exps.weight[386]: IQ4_NL blk.11.ffn_down_exps.weight[387]: IQ4_NL blk.11.ffn_down_exps.weight[388]: IQ4_NL blk.11.ffn_down_exps.weight[389]: IQ4_NL blk.11.ffn_down_exps.weight[390]: IQ4_NL blk.11.ffn_down_exps.weight[391]: blk.11.ffn_down_exps.weight[392]: IQ4_NL blk.11.ffn_down_exps.weight[393]: blk.11.ffn_down_exps.weight[394]: blk.11.ffn_down_exps.weight[395]: blk.11.ffn_down_exps.weight[396]: blk.11.ffn_down_exps.weight[397]: IQ4_NL blk.11.ffn_down_exps.weight[398]: IQ4_NL blk.11.ffn_down_exps.weight[399]: IQ4_NL blk.11.ffn_down_exps.weight[400]: blk.11.ffn_down_exps.weight[401]: blk.11.ffn_down_exps.weight[402]: IQ4_NL blk.11.ffn_down_exps.weight[403]: IQ4_NL blk.11.ffn_down_exps.weight[404]: blk.11.ffn_down_exps.weight[405]: blk.11.ffn_down_exps.weight[406]: IQ4_NL blk.11.ffn_down_exps.weight[407]: IQ4_NL blk.11.ffn_down_exps.weight[408]: IQ4_NL blk.11.ffn_down_exps.weight[409]: blk.11.ffn_down_exps.weight[410]: IQ4_NL blk.11.ffn_down_exps.weight[411]: IQ4_NL blk.11.ffn_down_exps.weight[412]: blk.11.ffn_down_exps.weight[413]: IQ4_NL blk.11.ffn_down_exps.weight[414]: IQ4_NL blk.11.ffn_down_exps.weight[415]: blk.11.ffn_down_exps.weight[416]: IQ4_NL blk.11.ffn_down_exps.weight[417]: blk.11.ffn_down_exps.weight[418]: IQ4_NL blk.11.ffn_down_exps.weight[419]: blk.11.ffn_down_exps.weight[420]: blk.11.ffn_down_exps.weight[421]: blk.11.ffn_down_exps.weight[422]: IQ4_NL blk.11.ffn_down_exps.weight[423]: blk.11.ffn_down_exps.weight[424]: blk.11.ffn_down_exps.weight[425]: IQ4_NL blk.11.ffn_down_exps.weight[426]: blk.11.ffn_down_exps.weight[427]: blk.11.ffn_down_exps.weight[428]: IQ4_NL blk.11.ffn_down_exps.weight[429]: blk.11.ffn_down_exps.weight[430]: IQ4_NL blk.11.ffn_down_exps.weight[431]: blk.11.ffn_down_exps.weight[432]: IQ4_NL blk.11.ffn_down_exps.weight[433]: blk.11.ffn_down_exps.weight[434]: IQ4_NL blk.11.ffn_down_exps.weight[435]: blk.11.ffn_down_exps.weight[436]: IQ4_NL blk.11.ffn_down_exps.weight[437]: IQ4_NL blk.11.ffn_down_exps.weight[438]: blk.11.ffn_down_exps.weight[439]: blk.11.ffn_down_exps.weight[440]: IQ4_NL blk.11.ffn_down_exps.weight[441]: blk.11.ffn_down_exps.weight[442]: IQ4_NL blk.11.ffn_down_exps.weight[443]: blk.11.ffn_down_exps.weight[444]: blk.11.ffn_down_exps.weight[445]: blk.11.ffn_down_exps.weight[446]: blk.11.ffn_down_exps.weight[447]: blk.11.ffn_down_exps.weight[448]: IQ4_NL blk.11.ffn_down_exps.weight[449]: blk.11.ffn_down_exps.weight[450]: blk.11.ffn_down_exps.weight[451]: IQ4_NL blk.11.ffn_down_exps.weight[452]: IQ4_NL blk.11.ffn_down_exps.weight[453]: blk.11.ffn_down_exps.weight[454]: blk.11.ffn_down_exps.weight[455]: blk.11.ffn_down_exps.weight[456]: blk.11.ffn_down_exps.weight[457]: blk.11.ffn_down_exps.weight[458]: blk.11.ffn_down_exps.weight[459]: blk.11.ffn_down_exps.weight[460]: blk.11.ffn_down_exps.weight[461]: IQ4_NL blk.11.ffn_down_exps.weight[462]: blk.11.ffn_down_exps.weight[463]: blk.11.ffn_down_exps.weight[464]: IQ4_NL blk.11.ffn_down_exps.weight[465]: IQ4_NL blk.11.ffn_down_exps.weight[466]: blk.11.ffn_down_exps.weight[467]: blk.11.ffn_down_exps.weight[468]: IQ4_NL blk.11.ffn_down_exps.weight[469]: blk.11.ffn_down_exps.weight[470]: IQ4_NL blk.11.ffn_down_exps.weight[471]: IQ4_NL blk.11.ffn_down_exps.weight[472]: blk.11.ffn_down_exps.weight[473]: blk.11.ffn_down_exps.weight[474]: IQ4_NL blk.11.ffn_down_exps.weight[475]: blk.11.ffn_down_exps.weight[476]: blk.11.ffn_down_exps.weight[477]: IQ4_NL blk.11.ffn_down_exps.weight[478]: blk.11.ffn_down_exps.weight[479]: blk.11.ffn_down_exps.weight[480]: blk.11.ffn_down_exps.weight[481]: IQ4_NL blk.11.ffn_down_exps.weight[482]: IQ4_NL blk.11.ffn_down_exps.weight[483]: IQ4_NL blk.11.ffn_down_exps.weight[484]: blk.11.ffn_down_exps.weight[485]: IQ4_NL blk.11.ffn_down_exps.weight[486]: blk.11.ffn_down_exps.weight[487]: IQ4_NL blk.11.ffn_down_exps.weight[488]: IQ4_NL blk.11.ffn_down_exps.weight[489]: IQ4_NL blk.11.ffn_down_exps.weight[490]: blk.11.ffn_down_exps.weight[491]: IQ4_NL blk.11.ffn_down_exps.weight[492]: IQ4_NL blk.11.ffn_down_exps.weight[493]: blk.11.ffn_down_exps.weight[494]: IQ4_NL blk.11.ffn_down_exps.weight[495]: blk.11.ffn_down_exps.weight[496]: blk.11.ffn_down_exps.weight[497]: blk.11.ffn_down_exps.weight[498]: IQ4_NL blk.11.ffn_down_exps.weight[499]: IQ4_NL blk.11.ffn_down_exps.weight[500]: IQ4_NL blk.11.ffn_down_exps.weight[501]: IQ4_NL blk.11.ffn_down_exps.weight[502]: IQ4_NL blk.11.ffn_down_exps.weight[503]: blk.11.ffn_down_exps.weight[504]: blk.11.ffn_down_exps.weight[505]: blk.11.ffn_down_exps.weight[506]: IQ4_NL blk.11.ffn_down_exps.weight[507]: IQ4_NL blk.11.ffn_down_exps.weight[508]: IQ4_NL blk.11.ffn_down_exps.weight[509]: IQ4_NL blk.11.ffn_down_exps.weight[510]: blk.11.ffn_down_exps.weight[511]: IQ4_NL blk.12.ffn_gate_exps.weight[0]: blk.12.ffn_gate_exps.weight[1]: IQ3_XXS blk.12.ffn_gate_exps.weight[2]: IQ3_XXS blk.12.ffn_gate_exps.weight[3]: IQ3_XXS blk.12.ffn_gate_exps.weight[4]: IQ3_XXS blk.12.ffn_gate_exps.weight[5]: IQ3_XXS blk.12.ffn_gate_exps.weight[6]: IQ3_XXS blk.12.ffn_gate_exps.weight[7]: IQ3_XXS blk.12.ffn_gate_exps.weight[8]: IQ3_XXS blk.12.ffn_gate_exps.weight[9]: IQ3_XXS blk.12.ffn_gate_exps.weight[10]: blk.12.ffn_gate_exps.weight[11]: IQ3_XXS blk.12.ffn_gate_exps.weight[12]: IQ3_XXS blk.12.ffn_gate_exps.weight[13]: blk.12.ffn_gate_exps.weight[14]: IQ3_XXS blk.12.ffn_gate_exps.weight[15]: blk.12.ffn_gate_exps.weight[16]: blk.12.ffn_gate_exps.weight[17]: IQ3_XXS blk.12.ffn_gate_exps.weight[18]: IQ3_XXS blk.12.ffn_gate_exps.weight[19]: IQ3_XXS blk.12.ffn_gate_exps.weight[20]: blk.12.ffn_gate_exps.weight[21]: IQ3_XXS blk.12.ffn_gate_exps.weight[22]: IQ3_XXS blk.12.ffn_gate_exps.weight[23]: IQ3_XXS blk.12.ffn_gate_exps.weight[24]: blk.12.ffn_gate_exps.weight[25]: blk.12.ffn_gate_exps.weight[26]: blk.12.ffn_gate_exps.weight[27]: IQ3_XXS blk.12.ffn_gate_exps.weight[28]: blk.12.ffn_gate_exps.weight[29]: blk.12.ffn_gate_exps.weight[30]: IQ3_XXS blk.12.ffn_gate_exps.weight[31]: IQ3_XXS blk.12.ffn_gate_exps.weight[32]: blk.12.ffn_gate_exps.weight[33]: IQ3_XXS blk.12.ffn_gate_exps.weight[34]: IQ3_XXS blk.12.ffn_gate_exps.weight[35]: blk.12.ffn_gate_exps.weight[36]: IQ3_XXS blk.12.ffn_gate_exps.weight[37]: IQ3_XXS blk.12.ffn_gate_exps.weight[38]: IQ3_XXS blk.12.ffn_gate_exps.weight[39]: IQ3_XXS blk.12.ffn_gate_exps.weight[40]: blk.12.ffn_gate_exps.weight[41]: IQ3_XXS blk.12.ffn_gate_exps.weight[42]: IQ3_XXS blk.12.ffn_gate_exps.weight[43]: IQ3_XXS blk.12.ffn_gate_exps.weight[44]: blk.12.ffn_gate_exps.weight[45]: blk.12.ffn_gate_exps.weight[46]: blk.12.ffn_gate_exps.weight[47]: blk.12.ffn_gate_exps.weight[48]: IQ3_XXS blk.12.ffn_gate_exps.weight[49]: IQ3_XXS blk.12.ffn_gate_exps.weight[50]: IQ3_XXS blk.12.ffn_gate_exps.weight[51]: IQ3_XXS blk.12.ffn_gate_exps.weight[52]: IQ3_XXS blk.12.ffn_gate_exps.weight[53]: IQ3_XXS blk.12.ffn_gate_exps.weight[54]: IQ3_XXS blk.12.ffn_gate_exps.weight[55]: blk.12.ffn_gate_exps.weight[56]: blk.12.ffn_gate_exps.weight[57]: IQ3_XXS blk.12.ffn_gate_exps.weight[58]: blk.12.ffn_gate_exps.weight[59]: blk.12.ffn_gate_exps.weight[60]: IQ3_XXS blk.12.ffn_gate_exps.weight[61]: blk.12.ffn_gate_exps.weight[62]: IQ3_XXS blk.12.ffn_gate_exps.weight[63]: IQ3_XXS blk.12.ffn_gate_exps.weight[64]: IQ3_XXS blk.12.ffn_gate_exps.weight[65]: blk.12.ffn_gate_exps.weight[66]: blk.12.ffn_gate_exps.weight[67]: IQ3_XXS blk.12.ffn_gate_exps.weight[68]: blk.12.ffn_gate_exps.weight[69]: blk.12.ffn_gate_exps.weight[70]: blk.12.ffn_gate_exps.weight[71]: IQ3_XXS blk.12.ffn_gate_exps.weight[72]: blk.12.ffn_gate_exps.weight[73]: blk.12.ffn_gate_exps.weight[74]: blk.12.ffn_gate_exps.weight[75]: blk.12.ffn_gate_exps.weight[76]: blk.12.ffn_gate_exps.weight[77]: IQ3_XXS blk.12.ffn_gate_exps.weight[78]: IQ3_XXS blk.12.ffn_gate_exps.weight[79]: blk.12.ffn_gate_exps.weight[80]: IQ3_XXS blk.12.ffn_gate_exps.weight[81]: blk.12.ffn_gate_exps.weight[82]: blk.12.ffn_gate_exps.weight[83]: blk.12.ffn_gate_exps.weight[84]: IQ3_XXS blk.12.ffn_gate_exps.weight[85]: blk.12.ffn_gate_exps.weight[86]: IQ3_XXS blk.12.ffn_gate_exps.weight[87]: IQ3_XXS blk.12.ffn_gate_exps.weight[88]: blk.12.ffn_gate_exps.weight[89]: blk.12.ffn_gate_exps.weight[90]: blk.12.ffn_gate_exps.weight[91]: IQ3_XXS blk.12.ffn_gate_exps.weight[92]: blk.12.ffn_gate_exps.weight[93]: IQ3_XXS blk.12.ffn_gate_exps.weight[94]: IQ3_XXS blk.12.ffn_gate_exps.weight[95]: IQ3_XXS blk.12.ffn_gate_exps.weight[96]: IQ3_XXS blk.12.ffn_gate_exps.weight[97]: IQ3_XXS blk.12.ffn_gate_exps.weight[98]: blk.12.ffn_gate_exps.weight[99]: IQ3_XXS blk.12.ffn_gate_exps.weight[100]: blk.12.ffn_gate_exps.weight[101]: blk.12.ffn_gate_exps.weight[102]: blk.12.ffn_gate_exps.weight[103]: blk.12.ffn_gate_exps.weight[104]: blk.12.ffn_gate_exps.weight[105]: blk.12.ffn_gate_exps.weight[106]: blk.12.ffn_gate_exps.weight[107]: IQ3_XXS blk.12.ffn_gate_exps.weight[108]: IQ3_XXS blk.12.ffn_gate_exps.weight[109]: IQ3_XXS blk.12.ffn_gate_exps.weight[110]: IQ3_XXS blk.12.ffn_gate_exps.weight[111]: blk.12.ffn_gate_exps.weight[112]: IQ3_XXS blk.12.ffn_gate_exps.weight[113]: blk.12.ffn_gate_exps.weight[114]: blk.12.ffn_gate_exps.weight[115]: blk.12.ffn_gate_exps.weight[116]: IQ3_XXS blk.12.ffn_gate_exps.weight[117]: IQ3_XXS blk.12.ffn_gate_exps.weight[118]: IQ3_XXS blk.12.ffn_gate_exps.weight[119]: blk.12.ffn_gate_exps.weight[120]: IQ3_XXS blk.12.ffn_gate_exps.weight[121]: IQ3_XXS blk.12.ffn_gate_exps.weight[122]: IQ3_XXS blk.12.ffn_gate_exps.weight[123]: blk.12.ffn_gate_exps.weight[124]: blk.12.ffn_gate_exps.weight[125]: blk.12.ffn_gate_exps.weight[126]: IQ3_XXS blk.12.ffn_gate_exps.weight[127]: IQ3_XXS blk.12.ffn_gate_exps.weight[128]: blk.12.ffn_gate_exps.weight[129]: blk.12.ffn_gate_exps.weight[130]: blk.12.ffn_gate_exps.weight[131]: blk.12.ffn_gate_exps.weight[132]: blk.12.ffn_gate_exps.weight[133]: blk.12.ffn_gate_exps.weight[134]: IQ3_XXS blk.12.ffn_gate_exps.weight[135]: IQ3_XXS blk.12.ffn_gate_exps.weight[136]: IQ3_XXS blk.12.ffn_gate_exps.weight[137]: blk.12.ffn_gate_exps.weight[138]: blk.12.ffn_gate_exps.weight[139]: IQ3_XXS blk.12.ffn_gate_exps.weight[140]: IQ3_XXS blk.12.ffn_gate_exps.weight[141]: IQ3_XXS blk.12.ffn_gate_exps.weight[142]: blk.12.ffn_gate_exps.weight[143]: blk.12.ffn_gate_exps.weight[144]: blk.12.ffn_gate_exps.weight[145]: IQ3_XXS blk.12.ffn_gate_exps.weight[146]: blk.12.ffn_gate_exps.weight[147]: blk.12.ffn_gate_exps.weight[148]: IQ3_XXS blk.12.ffn_gate_exps.weight[149]: blk.12.ffn_gate_exps.weight[150]: IQ3_XXS blk.12.ffn_gate_exps.weight[151]: blk.12.ffn_gate_exps.weight[152]: IQ3_XXS blk.12.ffn_gate_exps.weight[153]: blk.12.ffn_gate_exps.weight[154]: IQ3_XXS blk.12.ffn_gate_exps.weight[155]: IQ3_XXS blk.12.ffn_gate_exps.weight[156]: blk.12.ffn_gate_exps.weight[157]: IQ3_XXS blk.12.ffn_gate_exps.weight[158]: blk.12.ffn_gate_exps.weight[159]: blk.12.ffn_gate_exps.weight[160]: blk.12.ffn_gate_exps.weight[161]: IQ3_XXS blk.12.ffn_gate_exps.weight[162]: IQ3_XXS blk.12.ffn_gate_exps.weight[163]: IQ3_XXS blk.12.ffn_gate_exps.weight[164]: blk.12.ffn_gate_exps.weight[165]: IQ3_XXS blk.12.ffn_gate_exps.weight[166]: IQ3_XXS blk.12.ffn_gate_exps.weight[167]: IQ3_XXS blk.12.ffn_gate_exps.weight[168]: IQ3_XXS blk.12.ffn_gate_exps.weight[169]: blk.12.ffn_gate_exps.weight[170]: IQ3_XXS blk.12.ffn_gate_exps.weight[171]: blk.12.ffn_gate_exps.weight[172]: IQ3_XXS blk.12.ffn_gate_exps.weight[173]: blk.12.ffn_gate_exps.weight[174]: IQ3_XXS blk.12.ffn_gate_exps.weight[175]: IQ3_XXS blk.12.ffn_gate_exps.weight[176]: IQ3_XXS blk.12.ffn_gate_exps.weight[177]: IQ3_XXS blk.12.ffn_gate_exps.weight[178]: IQ3_XXS blk.12.ffn_gate_exps.weight[179]: blk.12.ffn_gate_exps.weight[180]: blk.12.ffn_gate_exps.weight[181]: IQ3_XXS blk.12.ffn_gate_exps.weight[182]: blk.12.ffn_gate_exps.weight[183]: blk.12.ffn_gate_exps.weight[184]: blk.12.ffn_gate_exps.weight[185]: blk.12.ffn_gate_exps.weight[186]: blk.12.ffn_gate_exps.weight[187]: IQ3_XXS blk.12.ffn_gate_exps.weight[188]: IQ3_XXS blk.12.ffn_gate_exps.weight[189]: IQ3_XXS blk.12.ffn_gate_exps.weight[190]: IQ3_XXS blk.12.ffn_gate_exps.weight[191]: IQ3_XXS blk.12.ffn_gate_exps.weight[192]: blk.12.ffn_gate_exps.weight[193]: blk.12.ffn_gate_exps.weight[194]: blk.12.ffn_gate_exps.weight[195]: blk.12.ffn_gate_exps.weight[196]: blk.12.ffn_gate_exps.weight[197]: IQ3_XXS blk.12.ffn_gate_exps.weight[198]: blk.12.ffn_gate_exps.weight[199]: blk.12.ffn_gate_exps.weight[200]: IQ3_XXS blk.12.ffn_gate_exps.weight[201]: blk.12.ffn_gate_exps.weight[202]: IQ3_XXS blk.12.ffn_gate_exps.weight[203]: blk.12.ffn_gate_exps.weight[204]: blk.12.ffn_gate_exps.weight[205]: blk.12.ffn_gate_exps.weight[206]: IQ3_XXS blk.12.ffn_gate_exps.weight[207]: blk.12.ffn_gate_exps.weight[208]: IQ3_XXS blk.12.ffn_gate_exps.weight[209]: blk.12.ffn_gate_exps.weight[210]: blk.12.ffn_gate_exps.weight[211]: blk.12.ffn_gate_exps.weight[212]: blk.12.ffn_gate_exps.weight[213]: blk.12.ffn_gate_exps.weight[214]: blk.12.ffn_gate_exps.weight[215]: IQ3_XXS blk.12.ffn_gate_exps.weight[216]: IQ3_XXS blk.12.ffn_gate_exps.weight[217]: blk.12.ffn_gate_exps.weight[218]: IQ3_XXS blk.12.ffn_gate_exps.weight[219]: IQ3_XXS blk.12.ffn_gate_exps.weight[220]: IQ3_XXS blk.12.ffn_gate_exps.weight[221]: IQ3_XXS blk.12.ffn_gate_exps.weight[222]: IQ3_XXS blk.12.ffn_gate_exps.weight[223]: blk.12.ffn_gate_exps.weight[224]: blk.12.ffn_gate_exps.weight[225]: blk.12.ffn_gate_exps.weight[226]: blk.12.ffn_gate_exps.weight[227]: blk.12.ffn_gate_exps.weight[228]: IQ3_XXS blk.12.ffn_gate_exps.weight[229]: IQ3_XXS blk.12.ffn_gate_exps.weight[230]: IQ3_XXS blk.12.ffn_gate_exps.weight[231]: IQ3_XXS blk.12.ffn_gate_exps.weight[232]: blk.12.ffn_gate_exps.weight[233]: blk.12.ffn_gate_exps.weight[234]: IQ3_XXS blk.12.ffn_gate_exps.weight[235]: blk.12.ffn_gate_exps.weight[236]: blk.12.ffn_gate_exps.weight[237]: blk.12.ffn_gate_exps.weight[238]: blk.12.ffn_gate_exps.weight[239]: IQ3_XXS blk.12.ffn_gate_exps.weight[240]: IQ3_XXS blk.12.ffn_gate_exps.weight[241]: blk.12.ffn_gate_exps.weight[242]: IQ3_XXS blk.12.ffn_gate_exps.weight[243]: blk.12.ffn_gate_exps.weight[244]: blk.12.ffn_gate_exps.weight[245]: blk.12.ffn_gate_exps.weight[246]: IQ3_XXS blk.12.ffn_gate_exps.weight[247]: blk.12.ffn_gate_exps.weight[248]: IQ3_XXS blk.12.ffn_gate_exps.weight[249]: IQ3_XXS blk.12.ffn_gate_exps.weight[250]: blk.12.ffn_gate_exps.weight[251]: blk.12.ffn_gate_exps.weight[252]: IQ3_XXS blk.12.ffn_gate_exps.weight[253]: IQ3_XXS blk.12.ffn_gate_exps.weight[254]: IQ3_XXS blk.12.ffn_gate_exps.weight[255]: blk.12.ffn_gate_exps.weight[256]: blk.12.ffn_gate_exps.weight[257]: IQ3_XXS blk.12.ffn_gate_exps.weight[258]: IQ3_XXS blk.12.ffn_gate_exps.weight[259]: blk.12.ffn_gate_exps.weight[260]: blk.12.ffn_gate_exps.weight[261]: blk.12.ffn_gate_exps.weight[262]: blk.12.ffn_gate_exps.weight[263]: blk.12.ffn_gate_exps.weight[264]: blk.12.ffn_gate_exps.weight[265]: IQ3_XXS blk.12.ffn_gate_exps.weight[266]: IQ3_XXS blk.12.ffn_gate_exps.weight[267]: IQ3_XXS blk.12.ffn_gate_exps.weight[268]: blk.12.ffn_gate_exps.weight[269]: blk.12.ffn_gate_exps.weight[270]: blk.12.ffn_gate_exps.weight[271]: blk.12.ffn_gate_exps.weight[272]: IQ3_XXS blk.12.ffn_gate_exps.weight[273]: blk.12.ffn_gate_exps.weight[274]: blk.12.ffn_gate_exps.weight[275]: blk.12.ffn_gate_exps.weight[276]: blk.12.ffn_gate_exps.weight[277]: IQ3_XXS blk.12.ffn_gate_exps.weight[278]: blk.12.ffn_gate_exps.weight[279]: blk.12.ffn_gate_exps.weight[280]: blk.12.ffn_gate_exps.weight[281]: blk.12.ffn_gate_exps.weight[282]: IQ3_XXS blk.12.ffn_gate_exps.weight[283]: blk.12.ffn_gate_exps.weight[284]: IQ3_XXS blk.12.ffn_gate_exps.weight[285]: blk.12.ffn_gate_exps.weight[286]: IQ3_XXS blk.12.ffn_gate_exps.weight[287]: IQ3_XXS blk.12.ffn_gate_exps.weight[288]: blk.12.ffn_gate_exps.weight[289]: IQ3_XXS blk.12.ffn_gate_exps.weight[290]: IQ3_XXS blk.12.ffn_gate_exps.weight[291]: IQ3_XXS blk.12.ffn_gate_exps.weight[292]: IQ3_XXS blk.12.ffn_gate_exps.weight[293]: blk.12.ffn_gate_exps.weight[294]: blk.12.ffn_gate_exps.weight[295]: blk.12.ffn_gate_exps.weight[296]: blk.12.ffn_gate_exps.weight[297]: IQ3_XXS blk.12.ffn_gate_exps.weight[298]: blk.12.ffn_gate_exps.weight[299]: IQ3_XXS blk.12.ffn_gate_exps.weight[300]: blk.12.ffn_gate_exps.weight[301]: blk.12.ffn_gate_exps.weight[302]: IQ3_XXS blk.12.ffn_gate_exps.weight[303]: blk.12.ffn_gate_exps.weight[304]: blk.12.ffn_gate_exps.weight[305]: IQ3_XXS blk.12.ffn_gate_exps.weight[306]: IQ3_XXS blk.12.ffn_gate_exps.weight[307]: IQ3_XXS blk.12.ffn_gate_exps.weight[308]: blk.12.ffn_gate_exps.weight[309]: blk.12.ffn_gate_exps.weight[310]: blk.12.ffn_gate_exps.weight[311]: IQ3_XXS blk.12.ffn_gate_exps.weight[312]: blk.12.ffn_gate_exps.weight[313]: IQ3_XXS blk.12.ffn_gate_exps.weight[314]: IQ3_XXS blk.12.ffn_gate_exps.weight[315]: blk.12.ffn_gate_exps.weight[316]: blk.12.ffn_gate_exps.weight[317]: blk.12.ffn_gate_exps.weight[318]: blk.12.ffn_gate_exps.weight[319]: blk.12.ffn_gate_exps.weight[320]: IQ3_XXS blk.12.ffn_gate_exps.weight[321]: blk.12.ffn_gate_exps.weight[322]: IQ3_XXS blk.12.ffn_gate_exps.weight[323]: blk.12.ffn_gate_exps.weight[324]: blk.12.ffn_gate_exps.weight[325]: IQ3_XXS blk.12.ffn_gate_exps.weight[326]: IQ3_XXS blk.12.ffn_gate_exps.weight[327]: IQ3_XXS blk.12.ffn_gate_exps.weight[328]: blk.12.ffn_gate_exps.weight[329]: blk.12.ffn_gate_exps.weight[330]: blk.12.ffn_gate_exps.weight[331]: IQ3_XXS blk.12.ffn_gate_exps.weight[332]: IQ3_XXS blk.12.ffn_gate_exps.weight[333]: blk.12.ffn_gate_exps.weight[334]: IQ3_XXS blk.12.ffn_gate_exps.weight[335]: blk.12.ffn_gate_exps.weight[336]: blk.12.ffn_gate_exps.weight[337]: blk.12.ffn_gate_exps.weight[338]: IQ3_XXS blk.12.ffn_gate_exps.weight[339]: IQ3_XXS blk.12.ffn_gate_exps.weight[340]: blk.12.ffn_gate_exps.weight[341]: IQ3_XXS blk.12.ffn_gate_exps.weight[342]: IQ3_XXS blk.12.ffn_gate_exps.weight[343]: IQ3_XXS blk.12.ffn_gate_exps.weight[344]: blk.12.ffn_gate_exps.weight[345]: IQ3_XXS blk.12.ffn_gate_exps.weight[346]: IQ3_XXS blk.12.ffn_gate_exps.weight[347]: IQ3_XXS blk.12.ffn_gate_exps.weight[348]: blk.12.ffn_gate_exps.weight[349]: blk.12.ffn_gate_exps.weight[350]: IQ3_XXS blk.12.ffn_gate_exps.weight[351]: IQ3_XXS blk.12.ffn_gate_exps.weight[352]: IQ3_XXS blk.12.ffn_gate_exps.weight[353]: blk.12.ffn_gate_exps.weight[354]: IQ3_XXS blk.12.ffn_gate_exps.weight[355]: IQ3_XXS blk.12.ffn_gate_exps.weight[356]: IQ3_XXS blk.12.ffn_gate_exps.weight[357]: IQ3_XXS blk.12.ffn_gate_exps.weight[358]: IQ3_XXS blk.12.ffn_gate_exps.weight[359]: blk.12.ffn_gate_exps.weight[360]: IQ3_XXS blk.12.ffn_gate_exps.weight[361]: blk.12.ffn_gate_exps.weight[362]: blk.12.ffn_gate_exps.weight[363]: IQ3_XXS blk.12.ffn_gate_exps.weight[364]: blk.12.ffn_gate_exps.weight[365]: blk.12.ffn_gate_exps.weight[366]: IQ3_XXS blk.12.ffn_gate_exps.weight[367]: blk.12.ffn_gate_exps.weight[368]: blk.12.ffn_gate_exps.weight[369]: IQ3_XXS blk.12.ffn_gate_exps.weight[370]: IQ3_XXS blk.12.ffn_gate_exps.weight[371]: blk.12.ffn_gate_exps.weight[372]: IQ3_XXS blk.12.ffn_gate_exps.weight[373]: blk.12.ffn_gate_exps.weight[374]: blk.12.ffn_gate_exps.weight[375]: IQ3_XXS blk.12.ffn_gate_exps.weight[376]: blk.12.ffn_gate_exps.weight[377]: blk.12.ffn_gate_exps.weight[378]: blk.12.ffn_gate_exps.weight[379]: IQ3_XXS blk.12.ffn_gate_exps.weight[380]: IQ3_XXS blk.12.ffn_gate_exps.weight[381]: blk.12.ffn_gate_exps.weight[382]: blk.12.ffn_gate_exps.weight[383]: blk.12.ffn_gate_exps.weight[384]: blk.12.ffn_gate_exps.weight[385]: blk.12.ffn_gate_exps.weight[386]: IQ3_XXS blk.12.ffn_gate_exps.weight[387]: blk.12.ffn_gate_exps.weight[388]: blk.12.ffn_gate_exps.weight[389]: blk.12.ffn_gate_exps.weight[390]: IQ3_XXS blk.12.ffn_gate_exps.weight[391]: blk.12.ffn_gate_exps.weight[392]: IQ3_XXS blk.12.ffn_gate_exps.weight[393]: IQ3_XXS blk.12.ffn_gate_exps.weight[394]: blk.12.ffn_gate_exps.weight[395]: blk.12.ffn_gate_exps.weight[396]: IQ3_XXS blk.12.ffn_gate_exps.weight[397]: blk.12.ffn_gate_exps.weight[398]: blk.12.ffn_gate_exps.weight[399]: IQ3_XXS blk.12.ffn_gate_exps.weight[400]: IQ3_XXS blk.12.ffn_gate_exps.weight[401]: IQ3_XXS blk.12.ffn_gate_exps.weight[402]: IQ3_XXS blk.12.ffn_gate_exps.weight[403]: IQ3_XXS blk.12.ffn_gate_exps.weight[404]: IQ3_XXS blk.12.ffn_gate_exps.weight[405]: blk.12.ffn_gate_exps.weight[406]: IQ3_XXS blk.12.ffn_gate_exps.weight[407]: IQ3_XXS blk.12.ffn_gate_exps.weight[408]: IQ3_XXS blk.12.ffn_gate_exps.weight[409]: IQ3_XXS blk.12.ffn_gate_exps.weight[410]: IQ3_XXS blk.12.ffn_gate_exps.weight[411]: blk.12.ffn_gate_exps.weight[412]: IQ3_XXS blk.12.ffn_gate_exps.weight[413]: blk.12.ffn_gate_exps.weight[414]: IQ3_XXS blk.12.ffn_gate_exps.weight[415]: blk.12.ffn_gate_exps.weight[416]: IQ3_XXS blk.12.ffn_gate_exps.weight[417]: IQ3_XXS blk.12.ffn_gate_exps.weight[418]: blk.12.ffn_gate_exps.weight[419]: IQ3_XXS blk.12.ffn_gate_exps.weight[420]: blk.12.ffn_gate_exps.weight[421]: IQ3_XXS blk.12.ffn_gate_exps.weight[422]: IQ3_XXS blk.12.ffn_gate_exps.weight[423]: blk.12.ffn_gate_exps.weight[424]: blk.12.ffn_gate_exps.weight[425]: IQ3_XXS blk.12.ffn_gate_exps.weight[426]: blk.12.ffn_gate_exps.weight[427]: blk.12.ffn_gate_exps.weight[428]: blk.12.ffn_gate_exps.weight[429]: blk.12.ffn_gate_exps.weight[430]: IQ3_XXS blk.12.ffn_gate_exps.weight[431]: blk.12.ffn_gate_exps.weight[432]: IQ3_XXS blk.12.ffn_gate_exps.weight[433]: IQ3_XXS blk.12.ffn_gate_exps.weight[434]: IQ3_XXS blk.12.ffn_gate_exps.weight[435]: blk.12.ffn_gate_exps.weight[436]: blk.12.ffn_gate_exps.weight[437]: blk.12.ffn_gate_exps.weight[438]: IQ3_XXS blk.12.ffn_gate_exps.weight[439]: blk.12.ffn_gate_exps.weight[440]: blk.12.ffn_gate_exps.weight[441]: blk.12.ffn_gate_exps.weight[442]: IQ3_XXS blk.12.ffn_gate_exps.weight[443]: IQ3_XXS blk.12.ffn_gate_exps.weight[444]: IQ3_XXS blk.12.ffn_gate_exps.weight[445]: IQ3_XXS blk.12.ffn_gate_exps.weight[446]: blk.12.ffn_gate_exps.weight[447]: blk.12.ffn_gate_exps.weight[448]: IQ3_XXS blk.12.ffn_gate_exps.weight[449]: IQ3_XXS blk.12.ffn_gate_exps.weight[450]: blk.12.ffn_gate_exps.weight[451]: blk.12.ffn_gate_exps.weight[452]: IQ3_XXS blk.12.ffn_gate_exps.weight[453]: blk.12.ffn_gate_exps.weight[454]: IQ3_XXS blk.12.ffn_gate_exps.weight[455]: IQ3_XXS blk.12.ffn_gate_exps.weight[456]: blk.12.ffn_gate_exps.weight[457]: IQ3_XXS blk.12.ffn_gate_exps.weight[458]: blk.12.ffn_gate_exps.weight[459]: IQ3_XXS blk.12.ffn_gate_exps.weight[460]: blk.12.ffn_gate_exps.weight[461]: blk.12.ffn_gate_exps.weight[462]: blk.12.ffn_gate_exps.weight[463]: IQ3_XXS blk.12.ffn_gate_exps.weight[464]: blk.12.ffn_gate_exps.weight[465]: blk.12.ffn_gate_exps.weight[466]: blk.12.ffn_gate_exps.weight[467]: blk.12.ffn_gate_exps.weight[468]: IQ3_XXS blk.12.ffn_gate_exps.weight[469]: IQ3_XXS blk.12.ffn_gate_exps.weight[470]: IQ3_XXS blk.12.ffn_gate_exps.weight[471]: IQ3_XXS blk.12.ffn_gate_exps.weight[472]: blk.12.ffn_gate_exps.weight[473]: blk.12.ffn_gate_exps.weight[474]: blk.12.ffn_gate_exps.weight[475]: IQ3_XXS blk.12.ffn_gate_exps.weight[476]: blk.12.ffn_gate_exps.weight[477]: IQ3_XXS blk.12.ffn_gate_exps.weight[478]: IQ3_XXS blk.12.ffn_gate_exps.weight[479]: blk.12.ffn_gate_exps.weight[480]: blk.12.ffn_gate_exps.weight[481]: blk.12.ffn_gate_exps.weight[482]: IQ3_XXS blk.12.ffn_gate_exps.weight[483]: blk.12.ffn_gate_exps.weight[484]: IQ3_XXS blk.12.ffn_gate_exps.weight[485]: blk.12.ffn_gate_exps.weight[486]: blk.12.ffn_gate_exps.weight[487]: IQ3_XXS blk.12.ffn_gate_exps.weight[488]: IQ3_XXS blk.12.ffn_gate_exps.weight[489]: blk.12.ffn_gate_exps.weight[490]: blk.12.ffn_gate_exps.weight[491]: IQ3_XXS blk.12.ffn_gate_exps.weight[492]: IQ3_XXS blk.12.ffn_gate_exps.weight[493]: IQ3_XXS blk.12.ffn_gate_exps.weight[494]: IQ3_XXS blk.12.ffn_gate_exps.weight[495]: IQ3_XXS blk.12.ffn_gate_exps.weight[496]: IQ3_XXS blk.12.ffn_gate_exps.weight[497]: blk.12.ffn_gate_exps.weight[498]: IQ3_XXS blk.12.ffn_gate_exps.weight[499]: IQ3_XXS blk.12.ffn_gate_exps.weight[500]: blk.12.ffn_gate_exps.weight[501]: IQ3_XXS blk.12.ffn_gate_exps.weight[502]: IQ3_XXS blk.12.ffn_gate_exps.weight[503]: IQ3_XXS blk.12.ffn_gate_exps.weight[504]: IQ3_XXS blk.12.ffn_gate_exps.weight[505]: IQ3_XXS blk.12.ffn_gate_exps.weight[506]: IQ3_XXS blk.12.ffn_gate_exps.weight[507]: IQ3_XXS blk.12.ffn_gate_exps.weight[508]: IQ3_XXS blk.12.ffn_gate_exps.weight[509]: blk.12.ffn_gate_exps.weight[510]: IQ3_XXS blk.12.ffn_gate_exps.weight[511]: IQ3_XXS blk.12.ffn_up_exps.weight[0]: blk.12.ffn_up_exps.weight[1]: IQ3_XXS blk.12.ffn_up_exps.weight[2]: IQ3_XXS blk.12.ffn_up_exps.weight[3]: IQ3_XXS blk.12.ffn_up_exps.weight[4]: IQ3_XXS blk.12.ffn_up_exps.weight[5]: IQ3_XXS blk.12.ffn_up_exps.weight[6]: IQ3_XXS blk.12.ffn_up_exps.weight[7]: IQ3_XXS blk.12.ffn_up_exps.weight[8]: IQ3_XXS blk.12.ffn_up_exps.weight[9]: IQ3_XXS blk.12.ffn_up_exps.weight[10]: blk.12.ffn_up_exps.weight[11]: IQ3_XXS blk.12.ffn_up_exps.weight[12]: IQ3_XXS blk.12.ffn_up_exps.weight[13]: blk.12.ffn_up_exps.weight[14]: IQ3_XXS blk.12.ffn_up_exps.weight[15]: blk.12.ffn_up_exps.weight[16]: blk.12.ffn_up_exps.weight[17]: IQ3_XXS blk.12.ffn_up_exps.weight[18]: IQ3_XXS blk.12.ffn_up_exps.weight[19]: IQ3_XXS blk.12.ffn_up_exps.weight[20]: blk.12.ffn_up_exps.weight[21]: IQ3_XXS blk.12.ffn_up_exps.weight[22]: IQ3_XXS blk.12.ffn_up_exps.weight[23]: IQ3_XXS blk.12.ffn_up_exps.weight[24]: blk.12.ffn_up_exps.weight[25]: blk.12.ffn_up_exps.weight[26]: blk.12.ffn_up_exps.weight[27]: IQ3_XXS blk.12.ffn_up_exps.weight[28]: blk.12.ffn_up_exps.weight[29]: blk.12.ffn_up_exps.weight[30]: IQ3_XXS blk.12.ffn_up_exps.weight[31]: IQ3_XXS blk.12.ffn_up_exps.weight[32]: blk.12.ffn_up_exps.weight[33]: IQ3_XXS blk.12.ffn_up_exps.weight[34]: IQ3_XXS blk.12.ffn_up_exps.weight[35]: blk.12.ffn_up_exps.weight[36]: IQ3_XXS blk.12.ffn_up_exps.weight[37]: IQ3_XXS blk.12.ffn_up_exps.weight[38]: IQ3_XXS blk.12.ffn_up_exps.weight[39]: IQ3_XXS blk.12.ffn_up_exps.weight[40]: blk.12.ffn_up_exps.weight[41]: IQ3_XXS blk.12.ffn_up_exps.weight[42]: IQ3_XXS blk.12.ffn_up_exps.weight[43]: IQ3_XXS blk.12.ffn_up_exps.weight[44]: blk.12.ffn_up_exps.weight[45]: blk.12.ffn_up_exps.weight[46]: blk.12.ffn_up_exps.weight[47]: blk.12.ffn_up_exps.weight[48]: IQ3_XXS blk.12.ffn_up_exps.weight[49]: IQ3_XXS blk.12.ffn_up_exps.weight[50]: IQ3_XXS blk.12.ffn_up_exps.weight[51]: IQ3_XXS blk.12.ffn_up_exps.weight[52]: IQ3_XXS blk.12.ffn_up_exps.weight[53]: IQ3_XXS blk.12.ffn_up_exps.weight[54]: IQ3_XXS blk.12.ffn_up_exps.weight[55]: blk.12.ffn_up_exps.weight[56]: blk.12.ffn_up_exps.weight[57]: IQ3_XXS blk.12.ffn_up_exps.weight[58]: blk.12.ffn_up_exps.weight[59]: blk.12.ffn_up_exps.weight[60]: IQ3_XXS blk.12.ffn_up_exps.weight[61]: blk.12.ffn_up_exps.weight[62]: IQ3_XXS blk.12.ffn_up_exps.weight[63]: IQ3_XXS blk.12.ffn_up_exps.weight[64]: IQ3_XXS blk.12.ffn_up_exps.weight[65]: blk.12.ffn_up_exps.weight[66]: blk.12.ffn_up_exps.weight[67]: IQ3_XXS blk.12.ffn_up_exps.weight[68]: blk.12.ffn_up_exps.weight[69]: blk.12.ffn_up_exps.weight[70]: blk.12.ffn_up_exps.weight[71]: IQ3_XXS blk.12.ffn_up_exps.weight[72]: blk.12.ffn_up_exps.weight[73]: blk.12.ffn_up_exps.weight[74]: blk.12.ffn_up_exps.weight[75]: blk.12.ffn_up_exps.weight[76]: blk.12.ffn_up_exps.weight[77]: IQ3_XXS blk.12.ffn_up_exps.weight[78]: IQ3_XXS blk.12.ffn_up_exps.weight[79]: blk.12.ffn_up_exps.weight[80]: IQ3_XXS blk.12.ffn_up_exps.weight[81]: blk.12.ffn_up_exps.weight[82]: blk.12.ffn_up_exps.weight[83]: blk.12.ffn_up_exps.weight[84]: IQ3_XXS blk.12.ffn_up_exps.weight[85]: blk.12.ffn_up_exps.weight[86]: IQ3_XXS blk.12.ffn_up_exps.weight[87]: IQ3_XXS blk.12.ffn_up_exps.weight[88]: blk.12.ffn_up_exps.weight[89]: blk.12.ffn_up_exps.weight[90]: blk.12.ffn_up_exps.weight[91]: IQ3_XXS blk.12.ffn_up_exps.weight[92]: blk.12.ffn_up_exps.weight[93]: IQ3_XXS blk.12.ffn_up_exps.weight[94]: IQ3_XXS blk.12.ffn_up_exps.weight[95]: IQ3_XXS blk.12.ffn_up_exps.weight[96]: IQ3_XXS blk.12.ffn_up_exps.weight[97]: IQ3_XXS blk.12.ffn_up_exps.weight[98]: blk.12.ffn_up_exps.weight[99]: IQ3_XXS blk.12.ffn_up_exps.weight[100]: blk.12.ffn_up_exps.weight[101]: blk.12.ffn_up_exps.weight[102]: blk.12.ffn_up_exps.weight[103]: blk.12.ffn_up_exps.weight[104]: blk.12.ffn_up_exps.weight[105]: blk.12.ffn_up_exps.weight[106]: blk.12.ffn_up_exps.weight[107]: IQ3_XXS blk.12.ffn_up_exps.weight[108]: IQ3_XXS blk.12.ffn_up_exps.weight[109]: IQ3_XXS blk.12.ffn_up_exps.weight[110]: IQ3_XXS blk.12.ffn_up_exps.weight[111]: blk.12.ffn_up_exps.weight[112]: IQ3_XXS blk.12.ffn_up_exps.weight[113]: blk.12.ffn_up_exps.weight[114]: blk.12.ffn_up_exps.weight[115]: blk.12.ffn_up_exps.weight[116]: IQ3_XXS blk.12.ffn_up_exps.weight[117]: IQ3_XXS blk.12.ffn_up_exps.weight[118]: IQ3_XXS blk.12.ffn_up_exps.weight[119]: blk.12.ffn_up_exps.weight[120]: IQ3_XXS blk.12.ffn_up_exps.weight[121]: IQ3_XXS blk.12.ffn_up_exps.weight[122]: IQ3_XXS blk.12.ffn_up_exps.weight[123]: blk.12.ffn_up_exps.weight[124]: blk.12.ffn_up_exps.weight[125]: blk.12.ffn_up_exps.weight[126]: IQ3_XXS blk.12.ffn_up_exps.weight[127]: IQ3_XXS blk.12.ffn_up_exps.weight[128]: blk.12.ffn_up_exps.weight[129]: blk.12.ffn_up_exps.weight[130]: blk.12.ffn_up_exps.weight[131]: blk.12.ffn_up_exps.weight[132]: blk.12.ffn_up_exps.weight[133]: blk.12.ffn_up_exps.weight[134]: IQ3_XXS blk.12.ffn_up_exps.weight[135]: IQ3_XXS blk.12.ffn_up_exps.weight[136]: IQ3_XXS blk.12.ffn_up_exps.weight[137]: blk.12.ffn_up_exps.weight[138]: blk.12.ffn_up_exps.weight[139]: IQ3_XXS blk.12.ffn_up_exps.weight[140]: IQ3_XXS blk.12.ffn_up_exps.weight[141]: IQ3_XXS blk.12.ffn_up_exps.weight[142]: blk.12.ffn_up_exps.weight[143]: blk.12.ffn_up_exps.weight[144]: blk.12.ffn_up_exps.weight[145]: IQ3_XXS blk.12.ffn_up_exps.weight[146]: blk.12.ffn_up_exps.weight[147]: blk.12.ffn_up_exps.weight[148]: IQ3_XXS blk.12.ffn_up_exps.weight[149]: blk.12.ffn_up_exps.weight[150]: IQ3_XXS blk.12.ffn_up_exps.weight[151]: blk.12.ffn_up_exps.weight[152]: IQ3_XXS blk.12.ffn_up_exps.weight[153]: blk.12.ffn_up_exps.weight[154]: IQ3_XXS blk.12.ffn_up_exps.weight[155]: IQ3_XXS blk.12.ffn_up_exps.weight[156]: blk.12.ffn_up_exps.weight[157]: IQ3_XXS blk.12.ffn_up_exps.weight[158]: blk.12.ffn_up_exps.weight[159]: blk.12.ffn_up_exps.weight[160]: blk.12.ffn_up_exps.weight[161]: IQ3_XXS blk.12.ffn_up_exps.weight[162]: IQ3_XXS blk.12.ffn_up_exps.weight[163]: IQ3_XXS blk.12.ffn_up_exps.weight[164]: blk.12.ffn_up_exps.weight[165]: IQ3_XXS blk.12.ffn_up_exps.weight[166]: IQ3_XXS blk.12.ffn_up_exps.weight[167]: IQ3_XXS blk.12.ffn_up_exps.weight[168]: IQ3_XXS blk.12.ffn_up_exps.weight[169]: blk.12.ffn_up_exps.weight[170]: IQ3_XXS blk.12.ffn_up_exps.weight[171]: blk.12.ffn_up_exps.weight[172]: IQ3_XXS blk.12.ffn_up_exps.weight[173]: blk.12.ffn_up_exps.weight[174]: IQ3_XXS blk.12.ffn_up_exps.weight[175]: IQ3_XXS blk.12.ffn_up_exps.weight[176]: IQ3_XXS blk.12.ffn_up_exps.weight[177]: IQ3_XXS blk.12.ffn_up_exps.weight[178]: IQ3_XXS blk.12.ffn_up_exps.weight[179]: blk.12.ffn_up_exps.weight[180]: blk.12.ffn_up_exps.weight[181]: IQ3_XXS blk.12.ffn_up_exps.weight[182]: blk.12.ffn_up_exps.weight[183]: blk.12.ffn_up_exps.weight[184]: blk.12.ffn_up_exps.weight[185]: blk.12.ffn_up_exps.weight[186]: blk.12.ffn_up_exps.weight[187]: IQ3_XXS blk.12.ffn_up_exps.weight[188]: IQ3_XXS blk.12.ffn_up_exps.weight[189]: IQ3_XXS blk.12.ffn_up_exps.weight[190]: IQ3_XXS blk.12.ffn_up_exps.weight[191]: IQ3_XXS blk.12.ffn_up_exps.weight[192]: blk.12.ffn_up_exps.weight[193]: blk.12.ffn_up_exps.weight[194]: blk.12.ffn_up_exps.weight[195]: blk.12.ffn_up_exps.weight[196]: blk.12.ffn_up_exps.weight[197]: IQ3_XXS blk.12.ffn_up_exps.weight[198]: blk.12.ffn_up_exps.weight[199]: blk.12.ffn_up_exps.weight[200]: IQ3_XXS blk.12.ffn_up_exps.weight[201]: blk.12.ffn_up_exps.weight[202]: IQ3_XXS blk.12.ffn_up_exps.weight[203]: blk.12.ffn_up_exps.weight[204]: blk.12.ffn_up_exps.weight[205]: blk.12.ffn_up_exps.weight[206]: IQ3_XXS blk.12.ffn_up_exps.weight[207]: blk.12.ffn_up_exps.weight[208]: IQ3_XXS blk.12.ffn_up_exps.weight[209]: blk.12.ffn_up_exps.weight[210]: blk.12.ffn_up_exps.weight[211]: blk.12.ffn_up_exps.weight[212]: blk.12.ffn_up_exps.weight[213]: blk.12.ffn_up_exps.weight[214]: blk.12.ffn_up_exps.weight[215]: IQ3_XXS blk.12.ffn_up_exps.weight[216]: IQ3_XXS blk.12.ffn_up_exps.weight[217]: blk.12.ffn_up_exps.weight[218]: IQ3_XXS blk.12.ffn_up_exps.weight[219]: IQ3_XXS blk.12.ffn_up_exps.weight[220]: IQ3_XXS blk.12.ffn_up_exps.weight[221]: IQ3_XXS blk.12.ffn_up_exps.weight[222]: IQ3_XXS blk.12.ffn_up_exps.weight[223]: blk.12.ffn_up_exps.weight[224]: blk.12.ffn_up_exps.weight[225]: blk.12.ffn_up_exps.weight[226]: blk.12.ffn_up_exps.weight[227]: blk.12.ffn_up_exps.weight[228]: IQ3_XXS blk.12.ffn_up_exps.weight[229]: IQ3_XXS blk.12.ffn_up_exps.weight[230]: IQ3_XXS blk.12.ffn_up_exps.weight[231]: IQ3_XXS blk.12.ffn_up_exps.weight[232]: blk.12.ffn_up_exps.weight[233]: blk.12.ffn_up_exps.weight[234]: IQ3_XXS blk.12.ffn_up_exps.weight[235]: blk.12.ffn_up_exps.weight[236]: blk.12.ffn_up_exps.weight[237]: blk.12.ffn_up_exps.weight[238]: blk.12.ffn_up_exps.weight[239]: IQ3_XXS blk.12.ffn_up_exps.weight[240]: IQ3_XXS blk.12.ffn_up_exps.weight[241]: blk.12.ffn_up_exps.weight[242]: IQ3_XXS blk.12.ffn_up_exps.weight[243]: blk.12.ffn_up_exps.weight[244]: blk.12.ffn_up_exps.weight[245]: blk.12.ffn_up_exps.weight[246]: IQ3_XXS blk.12.ffn_up_exps.weight[247]: blk.12.ffn_up_exps.weight[248]: IQ3_XXS blk.12.ffn_up_exps.weight[249]: IQ3_XXS blk.12.ffn_up_exps.weight[250]: blk.12.ffn_up_exps.weight[251]: blk.12.ffn_up_exps.weight[252]: IQ3_XXS blk.12.ffn_up_exps.weight[253]: IQ3_XXS blk.12.ffn_up_exps.weight[254]: IQ3_XXS blk.12.ffn_up_exps.weight[255]: blk.12.ffn_up_exps.weight[256]: blk.12.ffn_up_exps.weight[257]: IQ3_XXS blk.12.ffn_up_exps.weight[258]: IQ3_XXS blk.12.ffn_up_exps.weight[259]: blk.12.ffn_up_exps.weight[260]: blk.12.ffn_up_exps.weight[261]: blk.12.ffn_up_exps.weight[262]: blk.12.ffn_up_exps.weight[263]: blk.12.ffn_up_exps.weight[264]: blk.12.ffn_up_exps.weight[265]: IQ3_XXS blk.12.ffn_up_exps.weight[266]: IQ3_XXS blk.12.ffn_up_exps.weight[267]: IQ3_XXS blk.12.ffn_up_exps.weight[268]: blk.12.ffn_up_exps.weight[269]: blk.12.ffn_up_exps.weight[270]: blk.12.ffn_up_exps.weight[271]: blk.12.ffn_up_exps.weight[272]: IQ3_XXS blk.12.ffn_up_exps.weight[273]: blk.12.ffn_up_exps.weight[274]: blk.12.ffn_up_exps.weight[275]: blk.12.ffn_up_exps.weight[276]: blk.12.ffn_up_exps.weight[277]: IQ3_XXS blk.12.ffn_up_exps.weight[278]: blk.12.ffn_up_exps.weight[279]: blk.12.ffn_up_exps.weight[280]: blk.12.ffn_up_exps.weight[281]: blk.12.ffn_up_exps.weight[282]: IQ3_XXS blk.12.ffn_up_exps.weight[283]: blk.12.ffn_up_exps.weight[284]: IQ3_XXS blk.12.ffn_up_exps.weight[285]: blk.12.ffn_up_exps.weight[286]: IQ3_XXS blk.12.ffn_up_exps.weight[287]: IQ3_XXS blk.12.ffn_up_exps.weight[288]: blk.12.ffn_up_exps.weight[289]: IQ3_XXS blk.12.ffn_up_exps.weight[290]: IQ3_XXS blk.12.ffn_up_exps.weight[291]: IQ3_XXS blk.12.ffn_up_exps.weight[292]: IQ3_XXS blk.12.ffn_up_exps.weight[293]: blk.12.ffn_up_exps.weight[294]: blk.12.ffn_up_exps.weight[295]: blk.12.ffn_up_exps.weight[296]: blk.12.ffn_up_exps.weight[297]: IQ3_XXS blk.12.ffn_up_exps.weight[298]: blk.12.ffn_up_exps.weight[299]: IQ3_XXS blk.12.ffn_up_exps.weight[300]: blk.12.ffn_up_exps.weight[301]: blk.12.ffn_up_exps.weight[302]: IQ3_XXS blk.12.ffn_up_exps.weight[303]: blk.12.ffn_up_exps.weight[304]: blk.12.ffn_up_exps.weight[305]: IQ3_XXS blk.12.ffn_up_exps.weight[306]: IQ3_XXS blk.12.ffn_up_exps.weight[307]: IQ3_XXS blk.12.ffn_up_exps.weight[308]: blk.12.ffn_up_exps.weight[309]: blk.12.ffn_up_exps.weight[310]: blk.12.ffn_up_exps.weight[311]: IQ3_XXS blk.12.ffn_up_exps.weight[312]: blk.12.ffn_up_exps.weight[313]: IQ3_XXS blk.12.ffn_up_exps.weight[314]: IQ3_XXS blk.12.ffn_up_exps.weight[315]: blk.12.ffn_up_exps.weight[316]: blk.12.ffn_up_exps.weight[317]: blk.12.ffn_up_exps.weight[318]: blk.12.ffn_up_exps.weight[319]: blk.12.ffn_up_exps.weight[320]: IQ3_XXS blk.12.ffn_up_exps.weight[321]: blk.12.ffn_up_exps.weight[322]: IQ3_XXS blk.12.ffn_up_exps.weight[323]: blk.12.ffn_up_exps.weight[324]: blk.12.ffn_up_exps.weight[325]: IQ3_XXS blk.12.ffn_up_exps.weight[326]: IQ3_XXS blk.12.ffn_up_exps.weight[327]: IQ3_XXS blk.12.ffn_up_exps.weight[328]: blk.12.ffn_up_exps.weight[329]: blk.12.ffn_up_exps.weight[330]: blk.12.ffn_up_exps.weight[331]: IQ3_XXS blk.12.ffn_up_exps.weight[332]: IQ3_XXS blk.12.ffn_up_exps.weight[333]: blk.12.ffn_up_exps.weight[334]: IQ3_XXS blk.12.ffn_up_exps.weight[335]: blk.12.ffn_up_exps.weight[336]: blk.12.ffn_up_exps.weight[337]: blk.12.ffn_up_exps.weight[338]: IQ3_XXS blk.12.ffn_up_exps.weight[339]: IQ3_XXS blk.12.ffn_up_exps.weight[340]: blk.12.ffn_up_exps.weight[341]: IQ3_XXS blk.12.ffn_up_exps.weight[342]: IQ3_XXS blk.12.ffn_up_exps.weight[343]: IQ3_XXS blk.12.ffn_up_exps.weight[344]: blk.12.ffn_up_exps.weight[345]: IQ3_XXS blk.12.ffn_up_exps.weight[346]: IQ3_XXS blk.12.ffn_up_exps.weight[347]: IQ3_XXS blk.12.ffn_up_exps.weight[348]: blk.12.ffn_up_exps.weight[349]: blk.12.ffn_up_exps.weight[350]: IQ3_XXS blk.12.ffn_up_exps.weight[351]: IQ3_XXS blk.12.ffn_up_exps.weight[352]: IQ3_XXS blk.12.ffn_up_exps.weight[353]: blk.12.ffn_up_exps.weight[354]: IQ3_XXS blk.12.ffn_up_exps.weight[355]: IQ3_XXS blk.12.ffn_up_exps.weight[356]: IQ3_XXS blk.12.ffn_up_exps.weight[357]: IQ3_XXS blk.12.ffn_up_exps.weight[358]: IQ3_XXS blk.12.ffn_up_exps.weight[359]: blk.12.ffn_up_exps.weight[360]: IQ3_XXS blk.12.ffn_up_exps.weight[361]: blk.12.ffn_up_exps.weight[362]: blk.12.ffn_up_exps.weight[363]: IQ3_XXS blk.12.ffn_up_exps.weight[364]: blk.12.ffn_up_exps.weight[365]: blk.12.ffn_up_exps.weight[366]: IQ3_XXS blk.12.ffn_up_exps.weight[367]: blk.12.ffn_up_exps.weight[368]: blk.12.ffn_up_exps.weight[369]: IQ3_XXS blk.12.ffn_up_exps.weight[370]: IQ3_XXS blk.12.ffn_up_exps.weight[371]: blk.12.ffn_up_exps.weight[372]: IQ3_XXS blk.12.ffn_up_exps.weight[373]: blk.12.ffn_up_exps.weight[374]: blk.12.ffn_up_exps.weight[375]: IQ3_XXS blk.12.ffn_up_exps.weight[376]: blk.12.ffn_up_exps.weight[377]: blk.12.ffn_up_exps.weight[378]: blk.12.ffn_up_exps.weight[379]: IQ3_XXS blk.12.ffn_up_exps.weight[380]: IQ3_XXS blk.12.ffn_up_exps.weight[381]: blk.12.ffn_up_exps.weight[382]: blk.12.ffn_up_exps.weight[383]: blk.12.ffn_up_exps.weight[384]: blk.12.ffn_up_exps.weight[385]: blk.12.ffn_up_exps.weight[386]: IQ3_XXS blk.12.ffn_up_exps.weight[387]: blk.12.ffn_up_exps.weight[388]: blk.12.ffn_up_exps.weight[389]: blk.12.ffn_up_exps.weight[390]: IQ3_XXS blk.12.ffn_up_exps.weight[391]: blk.12.ffn_up_exps.weight[392]: IQ3_XXS blk.12.ffn_up_exps.weight[393]: IQ3_XXS blk.12.ffn_up_exps.weight[394]: blk.12.ffn_up_exps.weight[395]: blk.12.ffn_up_exps.weight[396]: IQ3_XXS blk.12.ffn_up_exps.weight[397]: blk.12.ffn_up_exps.weight[398]: blk.12.ffn_up_exps.weight[399]: IQ3_XXS blk.12.ffn_up_exps.weight[400]: IQ3_XXS blk.12.ffn_up_exps.weight[401]: IQ3_XXS blk.12.ffn_up_exps.weight[402]: IQ3_XXS blk.12.ffn_up_exps.weight[403]: IQ3_XXS blk.12.ffn_up_exps.weight[404]: IQ3_XXS blk.12.ffn_up_exps.weight[405]: blk.12.ffn_up_exps.weight[406]: IQ3_XXS blk.12.ffn_up_exps.weight[407]: IQ3_XXS blk.12.ffn_up_exps.weight[408]: IQ3_XXS blk.12.ffn_up_exps.weight[409]: IQ3_XXS blk.12.ffn_up_exps.weight[410]: IQ3_XXS blk.12.ffn_up_exps.weight[411]: blk.12.ffn_up_exps.weight[412]: IQ3_XXS blk.12.ffn_up_exps.weight[413]: blk.12.ffn_up_exps.weight[414]: IQ3_XXS blk.12.ffn_up_exps.weight[415]: blk.12.ffn_up_exps.weight[416]: IQ3_XXS blk.12.ffn_up_exps.weight[417]: IQ3_XXS blk.12.ffn_up_exps.weight[418]: blk.12.ffn_up_exps.weight[419]: IQ3_XXS blk.12.ffn_up_exps.weight[420]: blk.12.ffn_up_exps.weight[421]: IQ3_XXS blk.12.ffn_up_exps.weight[422]: IQ3_XXS blk.12.ffn_up_exps.weight[423]: blk.12.ffn_up_exps.weight[424]: blk.12.ffn_up_exps.weight[425]: IQ3_XXS blk.12.ffn_up_exps.weight[426]: blk.12.ffn_up_exps.weight[427]: blk.12.ffn_up_exps.weight[428]: blk.12.ffn_up_exps.weight[429]: blk.12.ffn_up_exps.weight[430]: IQ3_XXS blk.12.ffn_up_exps.weight[431]: blk.12.ffn_up_exps.weight[432]: IQ3_XXS blk.12.ffn_up_exps.weight[433]: IQ3_XXS blk.12.ffn_up_exps.weight[434]: IQ3_XXS blk.12.ffn_up_exps.weight[435]: blk.12.ffn_up_exps.weight[436]: blk.12.ffn_up_exps.weight[437]: blk.12.ffn_up_exps.weight[438]: IQ3_XXS blk.12.ffn_up_exps.weight[439]: blk.12.ffn_up_exps.weight[440]: blk.12.ffn_up_exps.weight[441]: blk.12.ffn_up_exps.weight[442]: IQ3_XXS blk.12.ffn_up_exps.weight[443]: IQ3_XXS blk.12.ffn_up_exps.weight[444]: IQ3_XXS blk.12.ffn_up_exps.weight[445]: IQ3_XXS blk.12.ffn_up_exps.weight[446]: blk.12.ffn_up_exps.weight[447]: blk.12.ffn_up_exps.weight[448]: IQ3_XXS blk.12.ffn_up_exps.weight[449]: IQ3_XXS blk.12.ffn_up_exps.weight[450]: blk.12.ffn_up_exps.weight[451]: blk.12.ffn_up_exps.weight[452]: IQ3_XXS blk.12.ffn_up_exps.weight[453]: blk.12.ffn_up_exps.weight[454]: IQ3_XXS blk.12.ffn_up_exps.weight[455]: IQ3_XXS blk.12.ffn_up_exps.weight[456]: blk.12.ffn_up_exps.weight[457]: IQ3_XXS blk.12.ffn_up_exps.weight[458]: blk.12.ffn_up_exps.weight[459]: IQ3_XXS blk.12.ffn_up_exps.weight[460]: blk.12.ffn_up_exps.weight[461]: blk.12.ffn_up_exps.weight[462]: blk.12.ffn_up_exps.weight[463]: IQ3_XXS blk.12.ffn_up_exps.weight[464]: blk.12.ffn_up_exps.weight[465]: blk.12.ffn_up_exps.weight[466]: blk.12.ffn_up_exps.weight[467]: blk.12.ffn_up_exps.weight[468]: IQ3_XXS blk.12.ffn_up_exps.weight[469]: IQ3_XXS blk.12.ffn_up_exps.weight[470]: IQ3_XXS blk.12.ffn_up_exps.weight[471]: IQ3_XXS blk.12.ffn_up_exps.weight[472]: blk.12.ffn_up_exps.weight[473]: blk.12.ffn_up_exps.weight[474]: blk.12.ffn_up_exps.weight[475]: IQ3_XXS blk.12.ffn_up_exps.weight[476]: blk.12.ffn_up_exps.weight[477]: IQ3_XXS blk.12.ffn_up_exps.weight[478]: IQ3_XXS blk.12.ffn_up_exps.weight[479]: blk.12.ffn_up_exps.weight[480]: blk.12.ffn_up_exps.weight[481]: blk.12.ffn_up_exps.weight[482]: IQ3_XXS blk.12.ffn_up_exps.weight[483]: blk.12.ffn_up_exps.weight[484]: IQ3_XXS blk.12.ffn_up_exps.weight[485]: blk.12.ffn_up_exps.weight[486]: blk.12.ffn_up_exps.weight[487]: IQ3_XXS blk.12.ffn_up_exps.weight[488]: IQ3_XXS blk.12.ffn_up_exps.weight[489]: blk.12.ffn_up_exps.weight[490]: blk.12.ffn_up_exps.weight[491]: IQ3_XXS blk.12.ffn_up_exps.weight[492]: IQ3_XXS blk.12.ffn_up_exps.weight[493]: IQ3_XXS blk.12.ffn_up_exps.weight[494]: IQ3_XXS blk.12.ffn_up_exps.weight[495]: IQ3_XXS blk.12.ffn_up_exps.weight[496]: IQ3_XXS blk.12.ffn_up_exps.weight[497]: blk.12.ffn_up_exps.weight[498]: IQ3_XXS blk.12.ffn_up_exps.weight[499]: IQ3_XXS blk.12.ffn_up_exps.weight[500]: blk.12.ffn_up_exps.weight[501]: IQ3_XXS blk.12.ffn_up_exps.weight[502]: IQ3_XXS blk.12.ffn_up_exps.weight[503]: IQ3_XXS blk.12.ffn_up_exps.weight[504]: IQ3_XXS blk.12.ffn_up_exps.weight[505]: IQ3_XXS blk.12.ffn_up_exps.weight[506]: IQ3_XXS blk.12.ffn_up_exps.weight[507]: IQ3_XXS blk.12.ffn_up_exps.weight[508]: IQ3_XXS blk.12.ffn_up_exps.weight[509]: blk.12.ffn_up_exps.weight[510]: IQ3_XXS blk.12.ffn_up_exps.weight[511]: IQ3_XXS blk.12.ffn_down_exps.weight[0]: blk.12.ffn_down_exps.weight[1]: Q2_0 blk.12.ffn_down_exps.weight[2]: Q2_0 blk.12.ffn_down_exps.weight[3]: Q2_0 blk.12.ffn_down_exps.weight[4]: Q2_0 blk.12.ffn_down_exps.weight[5]: Q2_0 blk.12.ffn_down_exps.weight[6]: Q2_0 blk.12.ffn_down_exps.weight[7]: Q2_0 blk.12.ffn_down_exps.weight[8]: Q2_0 blk.12.ffn_down_exps.weight[9]: Q2_0 blk.12.ffn_down_exps.weight[10]: blk.12.ffn_down_exps.weight[11]: Q2_0 blk.12.ffn_down_exps.weight[12]: Q2_0 blk.12.ffn_down_exps.weight[13]: blk.12.ffn_down_exps.weight[14]: Q2_0 blk.12.ffn_down_exps.weight[15]: blk.12.ffn_down_exps.weight[16]: blk.12.ffn_down_exps.weight[17]: Q2_0 blk.12.ffn_down_exps.weight[18]: Q2_0 blk.12.ffn_down_exps.weight[19]: Q2_0 blk.12.ffn_down_exps.weight[20]: blk.12.ffn_down_exps.weight[21]: Q2_0 blk.12.ffn_down_exps.weight[22]: Q2_0 blk.12.ffn_down_exps.weight[23]: Q2_0 blk.12.ffn_down_exps.weight[24]: blk.12.ffn_down_exps.weight[25]: blk.12.ffn_down_exps.weight[26]: blk.12.ffn_down_exps.weight[27]: Q2_0 blk.12.ffn_down_exps.weight[28]: blk.12.ffn_down_exps.weight[29]: blk.12.ffn_down_exps.weight[30]: Q2_0 blk.12.ffn_down_exps.weight[31]: Q2_0 blk.12.ffn_down_exps.weight[32]: blk.12.ffn_down_exps.weight[33]: Q2_0 blk.12.ffn_down_exps.weight[34]: Q2_0 blk.12.ffn_down_exps.weight[35]: blk.12.ffn_down_exps.weight[36]: Q2_0 blk.12.ffn_down_exps.weight[37]: Q2_0 blk.12.ffn_down_exps.weight[38]: Q2_0 blk.12.ffn_down_exps.weight[39]: Q2_0 blk.12.ffn_down_exps.weight[40]: blk.12.ffn_down_exps.weight[41]: Q2_0 blk.12.ffn_down_exps.weight[42]: Q2_0 blk.12.ffn_down_exps.weight[43]: Q2_0 blk.12.ffn_down_exps.weight[44]: blk.12.ffn_down_exps.weight[45]: blk.12.ffn_down_exps.weight[46]: blk.12.ffn_down_exps.weight[47]: blk.12.ffn_down_exps.weight[48]: Q2_0 blk.12.ffn_down_exps.weight[49]: Q2_0 blk.12.ffn_down_exps.weight[50]: Q2_0 blk.12.ffn_down_exps.weight[51]: Q2_0 blk.12.ffn_down_exps.weight[52]: Q2_0 blk.12.ffn_down_exps.weight[53]: Q2_0 blk.12.ffn_down_exps.weight[54]: Q2_0 blk.12.ffn_down_exps.weight[55]: blk.12.ffn_down_exps.weight[56]: blk.12.ffn_down_exps.weight[57]: Q2_0 blk.12.ffn_down_exps.weight[58]: blk.12.ffn_down_exps.weight[59]: blk.12.ffn_down_exps.weight[60]: Q2_0 blk.12.ffn_down_exps.weight[61]: blk.12.ffn_down_exps.weight[62]: Q2_0 blk.12.ffn_down_exps.weight[63]: Q2_0 blk.12.ffn_down_exps.weight[64]: Q2_0 blk.12.ffn_down_exps.weight[65]: blk.12.ffn_down_exps.weight[66]: blk.12.ffn_down_exps.weight[67]: Q2_0 blk.12.ffn_down_exps.weight[68]: blk.12.ffn_down_exps.weight[69]: blk.12.ffn_down_exps.weight[70]: blk.12.ffn_down_exps.weight[71]: Q2_0 blk.12.ffn_down_exps.weight[72]: blk.12.ffn_down_exps.weight[73]: blk.12.ffn_down_exps.weight[74]: blk.12.ffn_down_exps.weight[75]: blk.12.ffn_down_exps.weight[76]: blk.12.ffn_down_exps.weight[77]: Q2_0 blk.12.ffn_down_exps.weight[78]: Q2_0 blk.12.ffn_down_exps.weight[79]: blk.12.ffn_down_exps.weight[80]: Q2_0 blk.12.ffn_down_exps.weight[81]: blk.12.ffn_down_exps.weight[82]: blk.12.ffn_down_exps.weight[83]: blk.12.ffn_down_exps.weight[84]: Q2_0 blk.12.ffn_down_exps.weight[85]: blk.12.ffn_down_exps.weight[86]: Q2_0 blk.12.ffn_down_exps.weight[87]: Q2_0 blk.12.ffn_down_exps.weight[88]: blk.12.ffn_down_exps.weight[89]: blk.12.ffn_down_exps.weight[90]: blk.12.ffn_down_exps.weight[91]: Q2_0 blk.12.ffn_down_exps.weight[92]: blk.12.ffn_down_exps.weight[93]: Q2_0 blk.12.ffn_down_exps.weight[94]: Q2_0 blk.12.ffn_down_exps.weight[95]: Q2_0 blk.12.ffn_down_exps.weight[96]: Q2_0 blk.12.ffn_down_exps.weight[97]: Q2_0 blk.12.ffn_down_exps.weight[98]: blk.12.ffn_down_exps.weight[99]: Q2_0 blk.12.ffn_down_exps.weight[100]: blk.12.ffn_down_exps.weight[101]: blk.12.ffn_down_exps.weight[102]: blk.12.ffn_down_exps.weight[103]: blk.12.ffn_down_exps.weight[104]: blk.12.ffn_down_exps.weight[105]: blk.12.ffn_down_exps.weight[106]: blk.12.ffn_down_exps.weight[107]: Q2_0 blk.12.ffn_down_exps.weight[108]: Q2_0 blk.12.ffn_down_exps.weight[109]: Q2_0 blk.12.ffn_down_exps.weight[110]: Q2_0 blk.12.ffn_down_exps.weight[111]: blk.12.ffn_down_exps.weight[112]: Q2_0 blk.12.ffn_down_exps.weight[113]: blk.12.ffn_down_exps.weight[114]: blk.12.ffn_down_exps.weight[115]: blk.12.ffn_down_exps.weight[116]: Q2_0 blk.12.ffn_down_exps.weight[117]: Q2_0 blk.12.ffn_down_exps.weight[118]: Q2_0 blk.12.ffn_down_exps.weight[119]: blk.12.ffn_down_exps.weight[120]: Q2_0 blk.12.ffn_down_exps.weight[121]: Q2_0 blk.12.ffn_down_exps.weight[122]: Q2_0 blk.12.ffn_down_exps.weight[123]: blk.12.ffn_down_exps.weight[124]: blk.12.ffn_down_exps.weight[125]: blk.12.ffn_down_exps.weight[126]: Q2_0 blk.12.ffn_down_exps.weight[127]: Q2_0 blk.12.ffn_down_exps.weight[128]: blk.12.ffn_down_exps.weight[129]: blk.12.ffn_down_exps.weight[130]: blk.12.ffn_down_exps.weight[131]: blk.12.ffn_down_exps.weight[132]: blk.12.ffn_down_exps.weight[133]: blk.12.ffn_down_exps.weight[134]: Q2_0 blk.12.ffn_down_exps.weight[135]: Q2_0 blk.12.ffn_down_exps.weight[136]: Q2_0 blk.12.ffn_down_exps.weight[137]: blk.12.ffn_down_exps.weight[138]: blk.12.ffn_down_exps.weight[139]: Q2_0 blk.12.ffn_down_exps.weight[140]: Q2_0 blk.12.ffn_down_exps.weight[141]: Q2_0 blk.12.ffn_down_exps.weight[142]: blk.12.ffn_down_exps.weight[143]: blk.12.ffn_down_exps.weight[144]: blk.12.ffn_down_exps.weight[145]: Q2_0 blk.12.ffn_down_exps.weight[146]: blk.12.ffn_down_exps.weight[147]: blk.12.ffn_down_exps.weight[148]: Q2_0 blk.12.ffn_down_exps.weight[149]: blk.12.ffn_down_exps.weight[150]: Q2_0 blk.12.ffn_down_exps.weight[151]: blk.12.ffn_down_exps.weight[152]: Q2_0 blk.12.ffn_down_exps.weight[153]: blk.12.ffn_down_exps.weight[154]: Q2_0 blk.12.ffn_down_exps.weight[155]: Q2_0 blk.12.ffn_down_exps.weight[156]: blk.12.ffn_down_exps.weight[157]: Q2_0 blk.12.ffn_down_exps.weight[158]: blk.12.ffn_down_exps.weight[159]: blk.12.ffn_down_exps.weight[160]: blk.12.ffn_down_exps.weight[161]: Q2_0 blk.12.ffn_down_exps.weight[162]: Q2_0 blk.12.ffn_down_exps.weight[163]: Q2_0 blk.12.ffn_down_exps.weight[164]: blk.12.ffn_down_exps.weight[165]: Q2_0 blk.12.ffn_down_exps.weight[166]: Q2_0 blk.12.ffn_down_exps.weight[167]: Q2_0 blk.12.ffn_down_exps.weight[168]: Q2_0 blk.12.ffn_down_exps.weight[169]: blk.12.ffn_down_exps.weight[170]: Q2_0 blk.12.ffn_down_exps.weight[171]: blk.12.ffn_down_exps.weight[172]: Q2_0 blk.12.ffn_down_exps.weight[173]: blk.12.ffn_down_exps.weight[174]: Q2_0 blk.12.ffn_down_exps.weight[175]: Q2_0 blk.12.ffn_down_exps.weight[176]: Q2_0 blk.12.ffn_down_exps.weight[177]: Q2_0 blk.12.ffn_down_exps.weight[178]: Q2_0 blk.12.ffn_down_exps.weight[179]: blk.12.ffn_down_exps.weight[180]: blk.12.ffn_down_exps.weight[181]: Q2_0 blk.12.ffn_down_exps.weight[182]: blk.12.ffn_down_exps.weight[183]: blk.12.ffn_down_exps.weight[184]: blk.12.ffn_down_exps.weight[185]: blk.12.ffn_down_exps.weight[186]: blk.12.ffn_down_exps.weight[187]: Q2_0 blk.12.ffn_down_exps.weight[188]: Q2_0 blk.12.ffn_down_exps.weight[189]: Q2_0 blk.12.ffn_down_exps.weight[190]: Q2_0 blk.12.ffn_down_exps.weight[191]: Q2_0 blk.12.ffn_down_exps.weight[192]: blk.12.ffn_down_exps.weight[193]: blk.12.ffn_down_exps.weight[194]: blk.12.ffn_down_exps.weight[195]: blk.12.ffn_down_exps.weight[196]: blk.12.ffn_down_exps.weight[197]: Q2_0 blk.12.ffn_down_exps.weight[198]: blk.12.ffn_down_exps.weight[199]: blk.12.ffn_down_exps.weight[200]: Q2_0 blk.12.ffn_down_exps.weight[201]: blk.12.ffn_down_exps.weight[202]: Q2_0 blk.12.ffn_down_exps.weight[203]: blk.12.ffn_down_exps.weight[204]: blk.12.ffn_down_exps.weight[205]: blk.12.ffn_down_exps.weight[206]: Q2_0 blk.12.ffn_down_exps.weight[207]: blk.12.ffn_down_exps.weight[208]: Q2_0 blk.12.ffn_down_exps.weight[209]: blk.12.ffn_down_exps.weight[210]: blk.12.ffn_down_exps.weight[211]: blk.12.ffn_down_exps.weight[212]: blk.12.ffn_down_exps.weight[213]: blk.12.ffn_down_exps.weight[214]: blk.12.ffn_down_exps.weight[215]: Q2_0 blk.12.ffn_down_exps.weight[216]: Q2_0 blk.12.ffn_down_exps.weight[217]: blk.12.ffn_down_exps.weight[218]: Q2_0 blk.12.ffn_down_exps.weight[219]: Q2_0 blk.12.ffn_down_exps.weight[220]: Q2_0 blk.12.ffn_down_exps.weight[221]: Q2_0 blk.12.ffn_down_exps.weight[222]: Q2_0 blk.12.ffn_down_exps.weight[223]: blk.12.ffn_down_exps.weight[224]: blk.12.ffn_down_exps.weight[225]: blk.12.ffn_down_exps.weight[226]: blk.12.ffn_down_exps.weight[227]: blk.12.ffn_down_exps.weight[228]: Q2_0 blk.12.ffn_down_exps.weight[229]: Q2_0 blk.12.ffn_down_exps.weight[230]: Q2_0 blk.12.ffn_down_exps.weight[231]: Q2_0 blk.12.ffn_down_exps.weight[232]: blk.12.ffn_down_exps.weight[233]: blk.12.ffn_down_exps.weight[234]: Q2_0 blk.12.ffn_down_exps.weight[235]: blk.12.ffn_down_exps.weight[236]: blk.12.ffn_down_exps.weight[237]: blk.12.ffn_down_exps.weight[238]: blk.12.ffn_down_exps.weight[239]: Q2_0 blk.12.ffn_down_exps.weight[240]: Q2_0 blk.12.ffn_down_exps.weight[241]: blk.12.ffn_down_exps.weight[242]: Q2_0 blk.12.ffn_down_exps.weight[243]: blk.12.ffn_down_exps.weight[244]: blk.12.ffn_down_exps.weight[245]: blk.12.ffn_down_exps.weight[246]: Q2_0 blk.12.ffn_down_exps.weight[247]: blk.12.ffn_down_exps.weight[248]: Q2_0 blk.12.ffn_down_exps.weight[249]: Q2_0 blk.12.ffn_down_exps.weight[250]: blk.12.ffn_down_exps.weight[251]: blk.12.ffn_down_exps.weight[252]: Q2_0 blk.12.ffn_down_exps.weight[253]: Q2_0 blk.12.ffn_down_exps.weight[254]: Q2_0 blk.12.ffn_down_exps.weight[255]: blk.12.ffn_down_exps.weight[256]: blk.12.ffn_down_exps.weight[257]: Q2_0 blk.12.ffn_down_exps.weight[258]: Q2_0 blk.12.ffn_down_exps.weight[259]: blk.12.ffn_down_exps.weight[260]: blk.12.ffn_down_exps.weight[261]: blk.12.ffn_down_exps.weight[262]: blk.12.ffn_down_exps.weight[263]: blk.12.ffn_down_exps.weight[264]: blk.12.ffn_down_exps.weight[265]: Q2_0 blk.12.ffn_down_exps.weight[266]: Q2_0 blk.12.ffn_down_exps.weight[267]: Q2_0 blk.12.ffn_down_exps.weight[268]: blk.12.ffn_down_exps.weight[269]: blk.12.ffn_down_exps.weight[270]: blk.12.ffn_down_exps.weight[271]: blk.12.ffn_down_exps.weight[272]: Q2_0 blk.12.ffn_down_exps.weight[273]: blk.12.ffn_down_exps.weight[274]: blk.12.ffn_down_exps.weight[275]: blk.12.ffn_down_exps.weight[276]: blk.12.ffn_down_exps.weight[277]: Q2_0 blk.12.ffn_down_exps.weight[278]: blk.12.ffn_down_exps.weight[279]: blk.12.ffn_down_exps.weight[280]: blk.12.ffn_down_exps.weight[281]: blk.12.ffn_down_exps.weight[282]: Q2_0 blk.12.ffn_down_exps.weight[283]: blk.12.ffn_down_exps.weight[284]: Q2_0 blk.12.ffn_down_exps.weight[285]: blk.12.ffn_down_exps.weight[286]: Q2_0 blk.12.ffn_down_exps.weight[287]: Q2_0 blk.12.ffn_down_exps.weight[288]: blk.12.ffn_down_exps.weight[289]: Q2_0 blk.12.ffn_down_exps.weight[290]: Q2_0 blk.12.ffn_down_exps.weight[291]: Q2_0 blk.12.ffn_down_exps.weight[292]: Q2_0 blk.12.ffn_down_exps.weight[293]: blk.12.ffn_down_exps.weight[294]: blk.12.ffn_down_exps.weight[295]: blk.12.ffn_down_exps.weight[296]: blk.12.ffn_down_exps.weight[297]: Q2_0 blk.12.ffn_down_exps.weight[298]: blk.12.ffn_down_exps.weight[299]: Q2_0 blk.12.ffn_down_exps.weight[300]: blk.12.ffn_down_exps.weight[301]: blk.12.ffn_down_exps.weight[302]: Q2_0 blk.12.ffn_down_exps.weight[303]: blk.12.ffn_down_exps.weight[304]: blk.12.ffn_down_exps.weight[305]: Q2_0 blk.12.ffn_down_exps.weight[306]: Q2_0 blk.12.ffn_down_exps.weight[307]: Q2_0 blk.12.ffn_down_exps.weight[308]: blk.12.ffn_down_exps.weight[309]: blk.12.ffn_down_exps.weight[310]: blk.12.ffn_down_exps.weight[311]: Q2_0 blk.12.ffn_down_exps.weight[312]: blk.12.ffn_down_exps.weight[313]: Q2_0 blk.12.ffn_down_exps.weight[314]: Q2_0 blk.12.ffn_down_exps.weight[315]: blk.12.ffn_down_exps.weight[316]: blk.12.ffn_down_exps.weight[317]: blk.12.ffn_down_exps.weight[318]: blk.12.ffn_down_exps.weight[319]: blk.12.ffn_down_exps.weight[320]: Q2_0 blk.12.ffn_down_exps.weight[321]: blk.12.ffn_down_exps.weight[322]: Q2_0 blk.12.ffn_down_exps.weight[323]: blk.12.ffn_down_exps.weight[324]: blk.12.ffn_down_exps.weight[325]: Q2_0 blk.12.ffn_down_exps.weight[326]: Q2_0 blk.12.ffn_down_exps.weight[327]: Q2_0 blk.12.ffn_down_exps.weight[328]: blk.12.ffn_down_exps.weight[329]: blk.12.ffn_down_exps.weight[330]: blk.12.ffn_down_exps.weight[331]: Q2_0 blk.12.ffn_down_exps.weight[332]: Q2_0 blk.12.ffn_down_exps.weight[333]: blk.12.ffn_down_exps.weight[334]: Q2_0 blk.12.ffn_down_exps.weight[335]: blk.12.ffn_down_exps.weight[336]: blk.12.ffn_down_exps.weight[337]: blk.12.ffn_down_exps.weight[338]: Q2_0 blk.12.ffn_down_exps.weight[339]: Q2_0 blk.12.ffn_down_exps.weight[340]: blk.12.ffn_down_exps.weight[341]: Q2_0 blk.12.ffn_down_exps.weight[342]: Q2_0 blk.12.ffn_down_exps.weight[343]: Q2_0 blk.12.ffn_down_exps.weight[344]: blk.12.ffn_down_exps.weight[345]: Q2_0 blk.12.ffn_down_exps.weight[346]: Q2_0 blk.12.ffn_down_exps.weight[347]: Q2_0 blk.12.ffn_down_exps.weight[348]: blk.12.ffn_down_exps.weight[349]: blk.12.ffn_down_exps.weight[350]: Q2_0 blk.12.ffn_down_exps.weight[351]: Q2_0 blk.12.ffn_down_exps.weight[352]: Q2_0 blk.12.ffn_down_exps.weight[353]: blk.12.ffn_down_exps.weight[354]: Q2_0 blk.12.ffn_down_exps.weight[355]: Q2_0 blk.12.ffn_down_exps.weight[356]: Q2_0 blk.12.ffn_down_exps.weight[357]: Q2_0 blk.12.ffn_down_exps.weight[358]: Q2_0 blk.12.ffn_down_exps.weight[359]: blk.12.ffn_down_exps.weight[360]: Q2_0 blk.12.ffn_down_exps.weight[361]: blk.12.ffn_down_exps.weight[362]: blk.12.ffn_down_exps.weight[363]: Q2_0 blk.12.ffn_down_exps.weight[364]: blk.12.ffn_down_exps.weight[365]: blk.12.ffn_down_exps.weight[366]: Q2_0 blk.12.ffn_down_exps.weight[367]: blk.12.ffn_down_exps.weight[368]: blk.12.ffn_down_exps.weight[369]: Q2_0 blk.12.ffn_down_exps.weight[370]: Q2_0 blk.12.ffn_down_exps.weight[371]: blk.12.ffn_down_exps.weight[372]: Q2_0 blk.12.ffn_down_exps.weight[373]: blk.12.ffn_down_exps.weight[374]: blk.12.ffn_down_exps.weight[375]: Q2_0 blk.12.ffn_down_exps.weight[376]: blk.12.ffn_down_exps.weight[377]: blk.12.ffn_down_exps.weight[378]: blk.12.ffn_down_exps.weight[379]: Q2_0 blk.12.ffn_down_exps.weight[380]: Q2_0 blk.12.ffn_down_exps.weight[381]: blk.12.ffn_down_exps.weight[382]: blk.12.ffn_down_exps.weight[383]: blk.12.ffn_down_exps.weight[384]: blk.12.ffn_down_exps.weight[385]: blk.12.ffn_down_exps.weight[386]: Q2_0 blk.12.ffn_down_exps.weight[387]: blk.12.ffn_down_exps.weight[388]: blk.12.ffn_down_exps.weight[389]: blk.12.ffn_down_exps.weight[390]: Q2_0 blk.12.ffn_down_exps.weight[391]: blk.12.ffn_down_exps.weight[392]: Q2_0 blk.12.ffn_down_exps.weight[393]: Q2_0 blk.12.ffn_down_exps.weight[394]: blk.12.ffn_down_exps.weight[395]: blk.12.ffn_down_exps.weight[396]: Q2_0 blk.12.ffn_down_exps.weight[397]: blk.12.ffn_down_exps.weight[398]: blk.12.ffn_down_exps.weight[399]: Q2_0 blk.12.ffn_down_exps.weight[400]: Q2_0 blk.12.ffn_down_exps.weight[401]: Q2_0 blk.12.ffn_down_exps.weight[402]: Q2_0 blk.12.ffn_down_exps.weight[403]: Q2_0 blk.12.ffn_down_exps.weight[404]: Q2_0 blk.12.ffn_down_exps.weight[405]: blk.12.ffn_down_exps.weight[406]: Q2_0 blk.12.ffn_down_exps.weight[407]: Q2_0 blk.12.ffn_down_exps.weight[408]: Q2_0 blk.12.ffn_down_exps.weight[409]: Q2_0 blk.12.ffn_down_exps.weight[410]: Q2_0 blk.12.ffn_down_exps.weight[411]: blk.12.ffn_down_exps.weight[412]: Q2_0 blk.12.ffn_down_exps.weight[413]: blk.12.ffn_down_exps.weight[414]: Q2_0 blk.12.ffn_down_exps.weight[415]: blk.12.ffn_down_exps.weight[416]: Q2_0 blk.12.ffn_down_exps.weight[417]: Q2_0 blk.12.ffn_down_exps.weight[418]: blk.12.ffn_down_exps.weight[419]: Q2_0 blk.12.ffn_down_exps.weight[420]: blk.12.ffn_down_exps.weight[421]: Q2_0 blk.12.ffn_down_exps.weight[422]: Q2_0 blk.12.ffn_down_exps.weight[423]: blk.12.ffn_down_exps.weight[424]: blk.12.ffn_down_exps.weight[425]: Q2_0 blk.12.ffn_down_exps.weight[426]: blk.12.ffn_down_exps.weight[427]: blk.12.ffn_down_exps.weight[428]: blk.12.ffn_down_exps.weight[429]: blk.12.ffn_down_exps.weight[430]: Q2_0 blk.12.ffn_down_exps.weight[431]: blk.12.ffn_down_exps.weight[432]: Q2_0 blk.12.ffn_down_exps.weight[433]: Q2_0 blk.12.ffn_down_exps.weight[434]: Q2_0 blk.12.ffn_down_exps.weight[435]: blk.12.ffn_down_exps.weight[436]: blk.12.ffn_down_exps.weight[437]: blk.12.ffn_down_exps.weight[438]: Q2_0 blk.12.ffn_down_exps.weight[439]: blk.12.ffn_down_exps.weight[440]: blk.12.ffn_down_exps.weight[441]: blk.12.ffn_down_exps.weight[442]: Q2_0 blk.12.ffn_down_exps.weight[443]: Q2_0 blk.12.ffn_down_exps.weight[444]: Q2_0 blk.12.ffn_down_exps.weight[445]: Q2_0 blk.12.ffn_down_exps.weight[446]: blk.12.ffn_down_exps.weight[447]: blk.12.ffn_down_exps.weight[448]: Q2_0 blk.12.ffn_down_exps.weight[449]: Q2_0 blk.12.ffn_down_exps.weight[450]: blk.12.ffn_down_exps.weight[451]: blk.12.ffn_down_exps.weight[452]: Q2_0 blk.12.ffn_down_exps.weight[453]: blk.12.ffn_down_exps.weight[454]: Q2_0 blk.12.ffn_down_exps.weight[455]: Q2_0 blk.12.ffn_down_exps.weight[456]: blk.12.ffn_down_exps.weight[457]: Q2_0 blk.12.ffn_down_exps.weight[458]: blk.12.ffn_down_exps.weight[459]: Q2_0 blk.12.ffn_down_exps.weight[460]: blk.12.ffn_down_exps.weight[461]: blk.12.ffn_down_exps.weight[462]: blk.12.ffn_down_exps.weight[463]: Q2_0 blk.12.ffn_down_exps.weight[464]: blk.12.ffn_down_exps.weight[465]: blk.12.ffn_down_exps.weight[466]: blk.12.ffn_down_exps.weight[467]: blk.12.ffn_down_exps.weight[468]: Q2_0 blk.12.ffn_down_exps.weight[469]: Q2_0 blk.12.ffn_down_exps.weight[470]: Q2_0 blk.12.ffn_down_exps.weight[471]: Q2_0 blk.12.ffn_down_exps.weight[472]: blk.12.ffn_down_exps.weight[473]: blk.12.ffn_down_exps.weight[474]: blk.12.ffn_down_exps.weight[475]: Q2_0 blk.12.ffn_down_exps.weight[476]: blk.12.ffn_down_exps.weight[477]: Q2_0 blk.12.ffn_down_exps.weight[478]: Q2_0 blk.12.ffn_down_exps.weight[479]: blk.12.ffn_down_exps.weight[480]: blk.12.ffn_down_exps.weight[481]: blk.12.ffn_down_exps.weight[482]: Q2_0 blk.12.ffn_down_exps.weight[483]: blk.12.ffn_down_exps.weight[484]: Q2_0 blk.12.ffn_down_exps.weight[485]: blk.12.ffn_down_exps.weight[486]: blk.12.ffn_down_exps.weight[487]: Q2_0 blk.12.ffn_down_exps.weight[488]: Q2_0 blk.12.ffn_down_exps.weight[489]: blk.12.ffn_down_exps.weight[490]: blk.12.ffn_down_exps.weight[491]: Q2_0 blk.12.ffn_down_exps.weight[492]: Q2_0 blk.12.ffn_down_exps.weight[493]: Q2_0 blk.12.ffn_down_exps.weight[494]: Q2_0 blk.12.ffn_down_exps.weight[495]: Q2_0 blk.12.ffn_down_exps.weight[496]: Q2_0 blk.12.ffn_down_exps.weight[497]: blk.12.ffn_down_exps.weight[498]: Q2_0 blk.12.ffn_down_exps.weight[499]: Q2_0 blk.12.ffn_down_exps.weight[500]: blk.12.ffn_down_exps.weight[501]: Q2_0 blk.12.ffn_down_exps.weight[502]: Q2_0 blk.12.ffn_down_exps.weight[503]: Q2_0 blk.12.ffn_down_exps.weight[504]: Q2_0 blk.12.ffn_down_exps.weight[505]: Q2_0 blk.12.ffn_down_exps.weight[506]: Q2_0 blk.12.ffn_down_exps.weight[507]: Q2_0 blk.12.ffn_down_exps.weight[508]: Q2_0 blk.12.ffn_down_exps.weight[509]: blk.12.ffn_down_exps.weight[510]: Q2_0 blk.12.ffn_down_exps.weight[511]: Q2_0 blk.13.ffn_gate_exps.weight[0]: blk.13.ffn_gate_exps.weight[1]: IQ2_S blk.13.ffn_gate_exps.weight[2]: blk.13.ffn_gate_exps.weight[3]: blk.13.ffn_gate_exps.weight[4]: IQ2_S blk.13.ffn_gate_exps.weight[5]: blk.13.ffn_gate_exps.weight[6]: IQ2_S blk.13.ffn_gate_exps.weight[7]: blk.13.ffn_gate_exps.weight[8]: IQ2_S blk.13.ffn_gate_exps.weight[9]: IQ2_S blk.13.ffn_gate_exps.weight[10]: IQ2_S blk.13.ffn_gate_exps.weight[11]: blk.13.ffn_gate_exps.weight[12]: blk.13.ffn_gate_exps.weight[13]: blk.13.ffn_gate_exps.weight[14]: blk.13.ffn_gate_exps.weight[15]: IQ2_S blk.13.ffn_gate_exps.weight[16]: IQ2_S blk.13.ffn_gate_exps.weight[17]: IQ2_S blk.13.ffn_gate_exps.weight[18]: blk.13.ffn_gate_exps.weight[19]: IQ2_S blk.13.ffn_gate_exps.weight[20]: IQ2_S blk.13.ffn_gate_exps.weight[21]: IQ2_S blk.13.ffn_gate_exps.weight[22]: IQ2_S blk.13.ffn_gate_exps.weight[23]: blk.13.ffn_gate_exps.weight[24]: blk.13.ffn_gate_exps.weight[25]: IQ2_S blk.13.ffn_gate_exps.weight[26]: IQ2_S blk.13.ffn_gate_exps.weight[27]: IQ2_S blk.13.ffn_gate_exps.weight[28]: blk.13.ffn_gate_exps.weight[29]: IQ2_S blk.13.ffn_gate_exps.weight[30]: blk.13.ffn_gate_exps.weight[31]: IQ2_S blk.13.ffn_gate_exps.weight[32]: IQ2_S blk.13.ffn_gate_exps.weight[33]: blk.13.ffn_gate_exps.weight[34]: blk.13.ffn_gate_exps.weight[35]: IQ2_S blk.13.ffn_gate_exps.weight[36]: blk.13.ffn_gate_exps.weight[37]: blk.13.ffn_gate_exps.weight[38]: blk.13.ffn_gate_exps.weight[39]: blk.13.ffn_gate_exps.weight[40]: IQ2_S blk.13.ffn_gate_exps.weight[41]: blk.13.ffn_gate_exps.weight[42]: IQ2_S blk.13.ffn_gate_exps.weight[43]: blk.13.ffn_gate_exps.weight[44]: IQ2_S blk.13.ffn_gate_exps.weight[45]: IQ2_S blk.13.ffn_gate_exps.weight[46]: blk.13.ffn_gate_exps.weight[47]: blk.13.ffn_gate_exps.weight[48]: blk.13.ffn_gate_exps.weight[49]: IQ2_S blk.13.ffn_gate_exps.weight[50]: IQ2_S blk.13.ffn_gate_exps.weight[51]: IQ2_S blk.13.ffn_gate_exps.weight[52]: IQ2_S blk.13.ffn_gate_exps.weight[53]: blk.13.ffn_gate_exps.weight[54]: blk.13.ffn_gate_exps.weight[55]: IQ2_S blk.13.ffn_gate_exps.weight[56]: blk.13.ffn_gate_exps.weight[57]: blk.13.ffn_gate_exps.weight[58]: IQ2_S blk.13.ffn_gate_exps.weight[59]: IQ2_S blk.13.ffn_gate_exps.weight[60]: blk.13.ffn_gate_exps.weight[61]: blk.13.ffn_gate_exps.weight[62]: blk.13.ffn_gate_exps.weight[63]: IQ2_S blk.13.ffn_gate_exps.weight[64]: IQ2_S blk.13.ffn_gate_exps.weight[65]: IQ2_S blk.13.ffn_gate_exps.weight[66]: blk.13.ffn_gate_exps.weight[67]: blk.13.ffn_gate_exps.weight[68]: blk.13.ffn_gate_exps.weight[69]: blk.13.ffn_gate_exps.weight[70]: IQ2_S blk.13.ffn_gate_exps.weight[71]: IQ2_S blk.13.ffn_gate_exps.weight[72]: IQ2_S blk.13.ffn_gate_exps.weight[73]: blk.13.ffn_gate_exps.weight[74]: blk.13.ffn_gate_exps.weight[75]: IQ2_S blk.13.ffn_gate_exps.weight[76]: blk.13.ffn_gate_exps.weight[77]: IQ2_S blk.13.ffn_gate_exps.weight[78]: IQ2_S blk.13.ffn_gate_exps.weight[79]: IQ2_S blk.13.ffn_gate_exps.weight[80]: blk.13.ffn_gate_exps.weight[81]: IQ2_S blk.13.ffn_gate_exps.weight[82]: blk.13.ffn_gate_exps.weight[83]: IQ2_S blk.13.ffn_gate_exps.weight[84]: IQ2_S blk.13.ffn_gate_exps.weight[85]: IQ2_S blk.13.ffn_gate_exps.weight[86]: blk.13.ffn_gate_exps.weight[87]: blk.13.ffn_gate_exps.weight[88]: blk.13.ffn_gate_exps.weight[89]: blk.13.ffn_gate_exps.weight[90]: blk.13.ffn_gate_exps.weight[91]: blk.13.ffn_gate_exps.weight[92]: IQ2_S blk.13.ffn_gate_exps.weight[93]: IQ2_S blk.13.ffn_gate_exps.weight[94]: blk.13.ffn_gate_exps.weight[95]: blk.13.ffn_gate_exps.weight[96]: blk.13.ffn_gate_exps.weight[97]: blk.13.ffn_gate_exps.weight[98]: IQ2_S blk.13.ffn_gate_exps.weight[99]: blk.13.ffn_gate_exps.weight[100]: IQ2_S blk.13.ffn_gate_exps.weight[101]: IQ2_S blk.13.ffn_gate_exps.weight[102]: IQ2_S blk.13.ffn_gate_exps.weight[103]: blk.13.ffn_gate_exps.weight[104]: blk.13.ffn_gate_exps.weight[105]: IQ2_S blk.13.ffn_gate_exps.weight[106]: IQ2_S blk.13.ffn_gate_exps.weight[107]: IQ2_S blk.13.ffn_gate_exps.weight[108]: IQ2_S blk.13.ffn_gate_exps.weight[109]: IQ2_S blk.13.ffn_gate_exps.weight[110]: IQ2_S blk.13.ffn_gate_exps.weight[111]: blk.13.ffn_gate_exps.weight[112]: IQ2_S blk.13.ffn_gate_exps.weight[113]: IQ2_S blk.13.ffn_gate_exps.weight[114]: blk.13.ffn_gate_exps.weight[115]: blk.13.ffn_gate_exps.weight[116]: IQ2_S blk.13.ffn_gate_exps.weight[117]: blk.13.ffn_gate_exps.weight[118]: blk.13.ffn_gate_exps.weight[119]: blk.13.ffn_gate_exps.weight[120]: blk.13.ffn_gate_exps.weight[121]: IQ2_S blk.13.ffn_gate_exps.weight[122]: IQ2_S blk.13.ffn_gate_exps.weight[123]: IQ2_S blk.13.ffn_gate_exps.weight[124]: IQ2_S blk.13.ffn_gate_exps.weight[125]: IQ2_S blk.13.ffn_gate_exps.weight[126]: blk.13.ffn_gate_exps.weight[127]: IQ2_S blk.13.ffn_gate_exps.weight[128]: IQ2_S blk.13.ffn_gate_exps.weight[129]: IQ2_S blk.13.ffn_gate_exps.weight[130]: IQ2_S blk.13.ffn_gate_exps.weight[131]: blk.13.ffn_gate_exps.weight[132]: blk.13.ffn_gate_exps.weight[133]: IQ2_S blk.13.ffn_gate_exps.weight[134]: IQ2_S blk.13.ffn_gate_exps.weight[135]: IQ2_S blk.13.ffn_gate_exps.weight[136]: IQ2_S blk.13.ffn_gate_exps.weight[137]: blk.13.ffn_gate_exps.weight[138]: IQ2_S blk.13.ffn_gate_exps.weight[139]: blk.13.ffn_gate_exps.weight[140]: blk.13.ffn_gate_exps.weight[141]: blk.13.ffn_gate_exps.weight[142]: IQ2_S blk.13.ffn_gate_exps.weight[143]: blk.13.ffn_gate_exps.weight[144]: IQ2_S blk.13.ffn_gate_exps.weight[145]: IQ2_S blk.13.ffn_gate_exps.weight[146]: blk.13.ffn_gate_exps.weight[147]: IQ2_S blk.13.ffn_gate_exps.weight[148]: IQ2_S blk.13.ffn_gate_exps.weight[149]: blk.13.ffn_gate_exps.weight[150]: blk.13.ffn_gate_exps.weight[151]: IQ2_S blk.13.ffn_gate_exps.weight[152]: IQ2_S blk.13.ffn_gate_exps.weight[153]: blk.13.ffn_gate_exps.weight[154]: blk.13.ffn_gate_exps.weight[155]: blk.13.ffn_gate_exps.weight[156]: blk.13.ffn_gate_exps.weight[157]: IQ2_S blk.13.ffn_gate_exps.weight[158]: blk.13.ffn_gate_exps.weight[159]: IQ2_S blk.13.ffn_gate_exps.weight[160]: IQ2_S blk.13.ffn_gate_exps.weight[161]: IQ2_S blk.13.ffn_gate_exps.weight[162]: blk.13.ffn_gate_exps.weight[163]: IQ2_S blk.13.ffn_gate_exps.weight[164]: blk.13.ffn_gate_exps.weight[165]: blk.13.ffn_gate_exps.weight[166]: blk.13.ffn_gate_exps.weight[167]: blk.13.ffn_gate_exps.weight[168]: IQ2_S blk.13.ffn_gate_exps.weight[169]: IQ2_S blk.13.ffn_gate_exps.weight[170]: blk.13.ffn_gate_exps.weight[171]: IQ2_S blk.13.ffn_gate_exps.weight[172]: blk.13.ffn_gate_exps.weight[173]: blk.13.ffn_gate_exps.weight[174]: IQ2_S blk.13.ffn_gate_exps.weight[175]: blk.13.ffn_gate_exps.weight[176]: blk.13.ffn_gate_exps.weight[177]: IQ2_S blk.13.ffn_gate_exps.weight[178]: IQ2_S blk.13.ffn_gate_exps.weight[179]: IQ2_S blk.13.ffn_gate_exps.weight[180]: IQ2_S blk.13.ffn_gate_exps.weight[181]: IQ2_S blk.13.ffn_gate_exps.weight[182]: IQ2_S blk.13.ffn_gate_exps.weight[183]: blk.13.ffn_gate_exps.weight[184]: blk.13.ffn_gate_exps.weight[185]: IQ2_S blk.13.ffn_gate_exps.weight[186]: IQ2_S blk.13.ffn_gate_exps.weight[187]: blk.13.ffn_gate_exps.weight[188]: IQ2_S blk.13.ffn_gate_exps.weight[189]: blk.13.ffn_gate_exps.weight[190]: blk.13.ffn_gate_exps.weight[191]: blk.13.ffn_gate_exps.weight[192]: blk.13.ffn_gate_exps.weight[193]: blk.13.ffn_gate_exps.weight[194]: IQ2_S blk.13.ffn_gate_exps.weight[195]: blk.13.ffn_gate_exps.weight[196]: IQ2_S blk.13.ffn_gate_exps.weight[197]: IQ2_S blk.13.ffn_gate_exps.weight[198]: IQ2_S blk.13.ffn_gate_exps.weight[199]: IQ2_S blk.13.ffn_gate_exps.weight[200]: blk.13.ffn_gate_exps.weight[201]: blk.13.ffn_gate_exps.weight[202]: blk.13.ffn_gate_exps.weight[203]: IQ2_S blk.13.ffn_gate_exps.weight[204]: IQ2_S blk.13.ffn_gate_exps.weight[205]: IQ2_S blk.13.ffn_gate_exps.weight[206]: blk.13.ffn_gate_exps.weight[207]: blk.13.ffn_gate_exps.weight[208]: blk.13.ffn_gate_exps.weight[209]: IQ2_S blk.13.ffn_gate_exps.weight[210]: blk.13.ffn_gate_exps.weight[211]: IQ2_S blk.13.ffn_gate_exps.weight[212]: IQ2_S blk.13.ffn_gate_exps.weight[213]: blk.13.ffn_gate_exps.weight[214]: blk.13.ffn_gate_exps.weight[215]: blk.13.ffn_gate_exps.weight[216]: blk.13.ffn_gate_exps.weight[217]: blk.13.ffn_gate_exps.weight[218]: blk.13.ffn_gate_exps.weight[219]: IQ2_S blk.13.ffn_gate_exps.weight[220]: blk.13.ffn_gate_exps.weight[221]: IQ2_S blk.13.ffn_gate_exps.weight[222]: IQ2_S blk.13.ffn_gate_exps.weight[223]: blk.13.ffn_gate_exps.weight[224]: IQ2_S blk.13.ffn_gate_exps.weight[225]: IQ2_S blk.13.ffn_gate_exps.weight[226]: blk.13.ffn_gate_exps.weight[227]: IQ2_S blk.13.ffn_gate_exps.weight[228]: IQ2_S blk.13.ffn_gate_exps.weight[229]: blk.13.ffn_gate_exps.weight[230]: blk.13.ffn_gate_exps.weight[231]: blk.13.ffn_gate_exps.weight[232]: IQ2_S blk.13.ffn_gate_exps.weight[233]: IQ2_S blk.13.ffn_gate_exps.weight[234]: IQ2_S blk.13.ffn_gate_exps.weight[235]: IQ2_S blk.13.ffn_gate_exps.weight[236]: blk.13.ffn_gate_exps.weight[237]: IQ2_S blk.13.ffn_gate_exps.weight[238]: IQ2_S blk.13.ffn_gate_exps.weight[239]: IQ2_S blk.13.ffn_gate_exps.weight[240]: IQ2_S blk.13.ffn_gate_exps.weight[241]: IQ2_S blk.13.ffn_gate_exps.weight[242]: blk.13.ffn_gate_exps.weight[243]: IQ2_S blk.13.ffn_gate_exps.weight[244]: IQ2_S blk.13.ffn_gate_exps.weight[245]: blk.13.ffn_gate_exps.weight[246]: IQ2_S blk.13.ffn_gate_exps.weight[247]: blk.13.ffn_gate_exps.weight[248]: IQ2_S blk.13.ffn_gate_exps.weight[249]: blk.13.ffn_gate_exps.weight[250]: IQ2_S blk.13.ffn_gate_exps.weight[251]: blk.13.ffn_gate_exps.weight[252]: IQ2_S blk.13.ffn_gate_exps.weight[253]: IQ2_S blk.13.ffn_gate_exps.weight[254]: IQ2_S blk.13.ffn_gate_exps.weight[255]: blk.13.ffn_gate_exps.weight[256]: blk.13.ffn_gate_exps.weight[257]: IQ2_S blk.13.ffn_gate_exps.weight[258]: IQ2_S blk.13.ffn_gate_exps.weight[259]: blk.13.ffn_gate_exps.weight[260]: blk.13.ffn_gate_exps.weight[261]: blk.13.ffn_gate_exps.weight[262]: blk.13.ffn_gate_exps.weight[263]: IQ2_S blk.13.ffn_gate_exps.weight[264]: blk.13.ffn_gate_exps.weight[265]: IQ2_S blk.13.ffn_gate_exps.weight[266]: blk.13.ffn_gate_exps.weight[267]: blk.13.ffn_gate_exps.weight[268]: IQ2_S blk.13.ffn_gate_exps.weight[269]: blk.13.ffn_gate_exps.weight[270]: IQ2_S blk.13.ffn_gate_exps.weight[271]: blk.13.ffn_gate_exps.weight[272]: IQ2_S blk.13.ffn_gate_exps.weight[273]: blk.13.ffn_gate_exps.weight[274]: blk.13.ffn_gate_exps.weight[275]: IQ2_S blk.13.ffn_gate_exps.weight[276]: blk.13.ffn_gate_exps.weight[277]: IQ2_S blk.13.ffn_gate_exps.weight[278]: blk.13.ffn_gate_exps.weight[279]: blk.13.ffn_gate_exps.weight[280]: blk.13.ffn_gate_exps.weight[281]: IQ2_S blk.13.ffn_gate_exps.weight[282]: blk.13.ffn_gate_exps.weight[283]: blk.13.ffn_gate_exps.weight[284]: blk.13.ffn_gate_exps.weight[285]: blk.13.ffn_gate_exps.weight[286]: IQ2_S blk.13.ffn_gate_exps.weight[287]: IQ2_S blk.13.ffn_gate_exps.weight[288]: IQ2_S blk.13.ffn_gate_exps.weight[289]: blk.13.ffn_gate_exps.weight[290]: IQ2_S blk.13.ffn_gate_exps.weight[291]: IQ2_S blk.13.ffn_gate_exps.weight[292]: IQ2_S blk.13.ffn_gate_exps.weight[293]: IQ2_S blk.13.ffn_gate_exps.weight[294]: IQ2_S blk.13.ffn_gate_exps.weight[295]: IQ2_S blk.13.ffn_gate_exps.weight[296]: IQ2_S blk.13.ffn_gate_exps.weight[297]: blk.13.ffn_gate_exps.weight[298]: blk.13.ffn_gate_exps.weight[299]: blk.13.ffn_gate_exps.weight[300]: blk.13.ffn_gate_exps.weight[301]: blk.13.ffn_gate_exps.weight[302]: IQ2_S blk.13.ffn_gate_exps.weight[303]: IQ2_S blk.13.ffn_gate_exps.weight[304]: blk.13.ffn_gate_exps.weight[305]: blk.13.ffn_gate_exps.weight[306]: IQ2_S blk.13.ffn_gate_exps.weight[307]: IQ2_S blk.13.ffn_gate_exps.weight[308]: blk.13.ffn_gate_exps.weight[309]: IQ2_S blk.13.ffn_gate_exps.weight[310]: blk.13.ffn_gate_exps.weight[311]: IQ2_S blk.13.ffn_gate_exps.weight[312]: blk.13.ffn_gate_exps.weight[313]: blk.13.ffn_gate_exps.weight[314]: blk.13.ffn_gate_exps.weight[315]: blk.13.ffn_gate_exps.weight[316]: IQ2_S blk.13.ffn_gate_exps.weight[317]: blk.13.ffn_gate_exps.weight[318]: blk.13.ffn_gate_exps.weight[319]: IQ2_S blk.13.ffn_gate_exps.weight[320]: IQ2_S blk.13.ffn_gate_exps.weight[321]: IQ2_S blk.13.ffn_gate_exps.weight[322]: IQ2_S blk.13.ffn_gate_exps.weight[323]: IQ2_S blk.13.ffn_gate_exps.weight[324]: IQ2_S blk.13.ffn_gate_exps.weight[325]: IQ2_S blk.13.ffn_gate_exps.weight[326]: blk.13.ffn_gate_exps.weight[327]: blk.13.ffn_gate_exps.weight[328]: IQ2_S blk.13.ffn_gate_exps.weight[329]: blk.13.ffn_gate_exps.weight[330]: IQ2_S blk.13.ffn_gate_exps.weight[331]: IQ2_S blk.13.ffn_gate_exps.weight[332]: IQ2_S blk.13.ffn_gate_exps.weight[333]: blk.13.ffn_gate_exps.weight[334]: IQ2_S blk.13.ffn_gate_exps.weight[335]: IQ2_S blk.13.ffn_gate_exps.weight[336]: IQ2_S blk.13.ffn_gate_exps.weight[337]: IQ2_S blk.13.ffn_gate_exps.weight[338]: IQ2_S blk.13.ffn_gate_exps.weight[339]: blk.13.ffn_gate_exps.weight[340]: IQ2_S blk.13.ffn_gate_exps.weight[341]: IQ2_S blk.13.ffn_gate_exps.weight[342]: blk.13.ffn_gate_exps.weight[343]: IQ2_S blk.13.ffn_gate_exps.weight[344]: blk.13.ffn_gate_exps.weight[345]: blk.13.ffn_gate_exps.weight[346]: IQ2_S blk.13.ffn_gate_exps.weight[347]: IQ2_S blk.13.ffn_gate_exps.weight[348]: blk.13.ffn_gate_exps.weight[349]: blk.13.ffn_gate_exps.weight[350]: blk.13.ffn_gate_exps.weight[351]: IQ2_S blk.13.ffn_gate_exps.weight[352]: blk.13.ffn_gate_exps.weight[353]: blk.13.ffn_gate_exps.weight[354]: blk.13.ffn_gate_exps.weight[355]: IQ2_S blk.13.ffn_gate_exps.weight[356]: IQ2_S blk.13.ffn_gate_exps.weight[357]: blk.13.ffn_gate_exps.weight[358]: blk.13.ffn_gate_exps.weight[359]: blk.13.ffn_gate_exps.weight[360]: IQ2_S blk.13.ffn_gate_exps.weight[361]: blk.13.ffn_gate_exps.weight[362]: IQ2_S blk.13.ffn_gate_exps.weight[363]: blk.13.ffn_gate_exps.weight[364]: IQ2_S blk.13.ffn_gate_exps.weight[365]: IQ2_S blk.13.ffn_gate_exps.weight[366]: IQ2_S blk.13.ffn_gate_exps.weight[367]: IQ2_S blk.13.ffn_gate_exps.weight[368]: IQ2_S blk.13.ffn_gate_exps.weight[369]: IQ2_S blk.13.ffn_gate_exps.weight[370]: IQ2_S blk.13.ffn_gate_exps.weight[371]: IQ2_S blk.13.ffn_gate_exps.weight[372]: IQ2_S blk.13.ffn_gate_exps.weight[373]: IQ2_S blk.13.ffn_gate_exps.weight[374]: IQ2_S blk.13.ffn_gate_exps.weight[375]: blk.13.ffn_gate_exps.weight[376]: IQ2_S blk.13.ffn_gate_exps.weight[377]: IQ2_S blk.13.ffn_gate_exps.weight[378]: IQ2_S blk.13.ffn_gate_exps.weight[379]: IQ2_S blk.13.ffn_gate_exps.weight[380]: IQ2_S blk.13.ffn_gate_exps.weight[381]: IQ2_S blk.13.ffn_gate_exps.weight[382]: IQ2_S blk.13.ffn_gate_exps.weight[383]: IQ2_S blk.13.ffn_gate_exps.weight[384]: IQ2_S blk.13.ffn_gate_exps.weight[385]: IQ2_S blk.13.ffn_gate_exps.weight[386]: blk.13.ffn_gate_exps.weight[387]: IQ2_S blk.13.ffn_gate_exps.weight[388]: blk.13.ffn_gate_exps.weight[389]: IQ2_S blk.13.ffn_gate_exps.weight[390]: IQ2_S blk.13.ffn_gate_exps.weight[391]: IQ2_S blk.13.ffn_gate_exps.weight[392]: IQ2_S blk.13.ffn_gate_exps.weight[393]: blk.13.ffn_gate_exps.weight[394]: IQ2_S blk.13.ffn_gate_exps.weight[395]: IQ2_S blk.13.ffn_gate_exps.weight[396]: blk.13.ffn_gate_exps.weight[397]: blk.13.ffn_gate_exps.weight[398]: IQ2_S blk.13.ffn_gate_exps.weight[399]: blk.13.ffn_gate_exps.weight[400]: blk.13.ffn_gate_exps.weight[401]: IQ2_S blk.13.ffn_gate_exps.weight[402]: blk.13.ffn_gate_exps.weight[403]: blk.13.ffn_gate_exps.weight[404]: blk.13.ffn_gate_exps.weight[405]: blk.13.ffn_gate_exps.weight[406]: IQ2_S blk.13.ffn_gate_exps.weight[407]: blk.13.ffn_gate_exps.weight[408]: IQ2_S blk.13.ffn_gate_exps.weight[409]: blk.13.ffn_gate_exps.weight[410]: blk.13.ffn_gate_exps.weight[411]: IQ2_S blk.13.ffn_gate_exps.weight[412]: IQ2_S blk.13.ffn_gate_exps.weight[413]: blk.13.ffn_gate_exps.weight[414]: IQ2_S blk.13.ffn_gate_exps.weight[415]: IQ2_S blk.13.ffn_gate_exps.weight[416]: IQ2_S blk.13.ffn_gate_exps.weight[417]: IQ2_S blk.13.ffn_gate_exps.weight[418]: blk.13.ffn_gate_exps.weight[419]: blk.13.ffn_gate_exps.weight[420]: blk.13.ffn_gate_exps.weight[421]: blk.13.ffn_gate_exps.weight[422]: blk.13.ffn_gate_exps.weight[423]: IQ2_S blk.13.ffn_gate_exps.weight[424]: blk.13.ffn_gate_exps.weight[425]: IQ2_S blk.13.ffn_gate_exps.weight[426]: IQ2_S blk.13.ffn_gate_exps.weight[427]: blk.13.ffn_gate_exps.weight[428]: blk.13.ffn_gate_exps.weight[429]: IQ2_S blk.13.ffn_gate_exps.weight[430]: blk.13.ffn_gate_exps.weight[431]: blk.13.ffn_gate_exps.weight[432]: blk.13.ffn_gate_exps.weight[433]: IQ2_S blk.13.ffn_gate_exps.weight[434]: blk.13.ffn_gate_exps.weight[435]: blk.13.ffn_gate_exps.weight[436]: IQ2_S blk.13.ffn_gate_exps.weight[437]: blk.13.ffn_gate_exps.weight[438]: IQ2_S blk.13.ffn_gate_exps.weight[439]: blk.13.ffn_gate_exps.weight[440]: blk.13.ffn_gate_exps.weight[441]: blk.13.ffn_gate_exps.weight[442]: blk.13.ffn_gate_exps.weight[443]: blk.13.ffn_gate_exps.weight[444]: IQ2_S blk.13.ffn_gate_exps.weight[445]: IQ2_S blk.13.ffn_gate_exps.weight[446]: IQ2_S blk.13.ffn_gate_exps.weight[447]: blk.13.ffn_gate_exps.weight[448]: blk.13.ffn_gate_exps.weight[449]: blk.13.ffn_gate_exps.weight[450]: blk.13.ffn_gate_exps.weight[451]: IQ2_S blk.13.ffn_gate_exps.weight[452]: blk.13.ffn_gate_exps.weight[453]: blk.13.ffn_gate_exps.weight[454]: IQ2_S blk.13.ffn_gate_exps.weight[455]: blk.13.ffn_gate_exps.weight[456]: blk.13.ffn_gate_exps.weight[457]: IQ2_S blk.13.ffn_gate_exps.weight[458]: IQ2_S blk.13.ffn_gate_exps.weight[459]: IQ2_S blk.13.ffn_gate_exps.weight[460]: IQ2_S blk.13.ffn_gate_exps.weight[461]: blk.13.ffn_gate_exps.weight[462]: IQ2_S blk.13.ffn_gate_exps.weight[463]: IQ2_S blk.13.ffn_gate_exps.weight[464]: blk.13.ffn_gate_exps.weight[465]: blk.13.ffn_gate_exps.weight[466]: blk.13.ffn_gate_exps.weight[467]: blk.13.ffn_gate_exps.weight[468]: blk.13.ffn_gate_exps.weight[469]: blk.13.ffn_gate_exps.weight[470]: blk.13.ffn_gate_exps.weight[471]: blk.13.ffn_gate_exps.weight[472]: blk.13.ffn_gate_exps.weight[473]: blk.13.ffn_gate_exps.weight[474]: blk.13.ffn_gate_exps.weight[475]: blk.13.ffn_gate_exps.weight[476]: blk.13.ffn_gate_exps.weight[477]: blk.13.ffn_gate_exps.weight[478]: blk.13.ffn_gate_exps.weight[479]: blk.13.ffn_gate_exps.weight[480]: IQ2_S blk.13.ffn_gate_exps.weight[481]: blk.13.ffn_gate_exps.weight[482]: blk.13.ffn_gate_exps.weight[483]: blk.13.ffn_gate_exps.weight[484]: IQ2_S blk.13.ffn_gate_exps.weight[485]: IQ2_S blk.13.ffn_gate_exps.weight[486]: blk.13.ffn_gate_exps.weight[487]: blk.13.ffn_gate_exps.weight[488]: blk.13.ffn_gate_exps.weight[489]: IQ2_S blk.13.ffn_gate_exps.weight[490]: blk.13.ffn_gate_exps.weight[491]: IQ2_S blk.13.ffn_gate_exps.weight[492]: blk.13.ffn_gate_exps.weight[493]: IQ2_S blk.13.ffn_gate_exps.weight[494]: blk.13.ffn_gate_exps.weight[495]: blk.13.ffn_gate_exps.weight[496]: blk.13.ffn_gate_exps.weight[497]: IQ2_S blk.13.ffn_gate_exps.weight[498]: blk.13.ffn_gate_exps.weight[499]: IQ2_S blk.13.ffn_gate_exps.weight[500]: blk.13.ffn_gate_exps.weight[501]: IQ2_S blk.13.ffn_gate_exps.weight[502]: blk.13.ffn_gate_exps.weight[503]: IQ2_S blk.13.ffn_gate_exps.weight[504]: IQ2_S blk.13.ffn_gate_exps.weight[505]: blk.13.ffn_gate_exps.weight[506]: IQ2_S blk.13.ffn_gate_exps.weight[507]: blk.13.ffn_gate_exps.weight[508]: blk.13.ffn_gate_exps.weight[509]: IQ2_S blk.13.ffn_gate_exps.weight[510]: blk.13.ffn_gate_exps.weight[511]: blk.13.ffn_up_exps.weight[0]: blk.13.ffn_up_exps.weight[1]: IQ2_S blk.13.ffn_up_exps.weight[2]: blk.13.ffn_up_exps.weight[3]: blk.13.ffn_up_exps.weight[4]: IQ2_S blk.13.ffn_up_exps.weight[5]: blk.13.ffn_up_exps.weight[6]: IQ2_S blk.13.ffn_up_exps.weight[7]: blk.13.ffn_up_exps.weight[8]: IQ2_S blk.13.ffn_up_exps.weight[9]: IQ2_S blk.13.ffn_up_exps.weight[10]: IQ2_S blk.13.ffn_up_exps.weight[11]: blk.13.ffn_up_exps.weight[12]: blk.13.ffn_up_exps.weight[13]: blk.13.ffn_up_exps.weight[14]: blk.13.ffn_up_exps.weight[15]: IQ2_S blk.13.ffn_up_exps.weight[16]: IQ2_S blk.13.ffn_up_exps.weight[17]: IQ2_S blk.13.ffn_up_exps.weight[18]: blk.13.ffn_up_exps.weight[19]: IQ2_S blk.13.ffn_up_exps.weight[20]: IQ2_S blk.13.ffn_up_exps.weight[21]: IQ2_S blk.13.ffn_up_exps.weight[22]: IQ2_S blk.13.ffn_up_exps.weight[23]: blk.13.ffn_up_exps.weight[24]: blk.13.ffn_up_exps.weight[25]: IQ2_S blk.13.ffn_up_exps.weight[26]: IQ2_S blk.13.ffn_up_exps.weight[27]: IQ2_S blk.13.ffn_up_exps.weight[28]: blk.13.ffn_up_exps.weight[29]: IQ2_S blk.13.ffn_up_exps.weight[30]: blk.13.ffn_up_exps.weight[31]: IQ2_S blk.13.ffn_up_exps.weight[32]: IQ2_S blk.13.ffn_up_exps.weight[33]: blk.13.ffn_up_exps.weight[34]: blk.13.ffn_up_exps.weight[35]: IQ2_S blk.13.ffn_up_exps.weight[36]: blk.13.ffn_up_exps.weight[37]: blk.13.ffn_up_exps.weight[38]: blk.13.ffn_up_exps.weight[39]: blk.13.ffn_up_exps.weight[40]: IQ2_S blk.13.ffn_up_exps.weight[41]: blk.13.ffn_up_exps.weight[42]: IQ2_S blk.13.ffn_up_exps.weight[43]: blk.13.ffn_up_exps.weight[44]: IQ2_S blk.13.ffn_up_exps.weight[45]: IQ2_S blk.13.ffn_up_exps.weight[46]: blk.13.ffn_up_exps.weight[47]: blk.13.ffn_up_exps.weight[48]: blk.13.ffn_up_exps.weight[49]: IQ2_S blk.13.ffn_up_exps.weight[50]: IQ2_S blk.13.ffn_up_exps.weight[51]: IQ2_S blk.13.ffn_up_exps.weight[52]: IQ2_S blk.13.ffn_up_exps.weight[53]: blk.13.ffn_up_exps.weight[54]: blk.13.ffn_up_exps.weight[55]: IQ2_S blk.13.ffn_up_exps.weight[56]: blk.13.ffn_up_exps.weight[57]: blk.13.ffn_up_exps.weight[58]: IQ2_S blk.13.ffn_up_exps.weight[59]: IQ2_S blk.13.ffn_up_exps.weight[60]: blk.13.ffn_up_exps.weight[61]: blk.13.ffn_up_exps.weight[62]: blk.13.ffn_up_exps.weight[63]: IQ2_S blk.13.ffn_up_exps.weight[64]: IQ2_S blk.13.ffn_up_exps.weight[65]: IQ2_S blk.13.ffn_up_exps.weight[66]: blk.13.ffn_up_exps.weight[67]: blk.13.ffn_up_exps.weight[68]: blk.13.ffn_up_exps.weight[69]: blk.13.ffn_up_exps.weight[70]: IQ2_S blk.13.ffn_up_exps.weight[71]: IQ2_S blk.13.ffn_up_exps.weight[72]: IQ2_S blk.13.ffn_up_exps.weight[73]: blk.13.ffn_up_exps.weight[74]: blk.13.ffn_up_exps.weight[75]: IQ2_S blk.13.ffn_up_exps.weight[76]: blk.13.ffn_up_exps.weight[77]: IQ2_S blk.13.ffn_up_exps.weight[78]: IQ2_S blk.13.ffn_up_exps.weight[79]: IQ2_S blk.13.ffn_up_exps.weight[80]: blk.13.ffn_up_exps.weight[81]: IQ2_S blk.13.ffn_up_exps.weight[82]: blk.13.ffn_up_exps.weight[83]: IQ2_S blk.13.ffn_up_exps.weight[84]: IQ2_S blk.13.ffn_up_exps.weight[85]: IQ2_S blk.13.ffn_up_exps.weight[86]: blk.13.ffn_up_exps.weight[87]: blk.13.ffn_up_exps.weight[88]: blk.13.ffn_up_exps.weight[89]: blk.13.ffn_up_exps.weight[90]: blk.13.ffn_up_exps.weight[91]: blk.13.ffn_up_exps.weight[92]: IQ2_S blk.13.ffn_up_exps.weight[93]: IQ2_S blk.13.ffn_up_exps.weight[94]: blk.13.ffn_up_exps.weight[95]: blk.13.ffn_up_exps.weight[96]: blk.13.ffn_up_exps.weight[97]: blk.13.ffn_up_exps.weight[98]: IQ2_S blk.13.ffn_up_exps.weight[99]: blk.13.ffn_up_exps.weight[100]: IQ2_S blk.13.ffn_up_exps.weight[101]: IQ2_S blk.13.ffn_up_exps.weight[102]: IQ2_S blk.13.ffn_up_exps.weight[103]: blk.13.ffn_up_exps.weight[104]: blk.13.ffn_up_exps.weight[105]: IQ2_S blk.13.ffn_up_exps.weight[106]: IQ2_S blk.13.ffn_up_exps.weight[107]: IQ2_S blk.13.ffn_up_exps.weight[108]: IQ2_S blk.13.ffn_up_exps.weight[109]: IQ2_S blk.13.ffn_up_exps.weight[110]: IQ2_S blk.13.ffn_up_exps.weight[111]: blk.13.ffn_up_exps.weight[112]: IQ2_S blk.13.ffn_up_exps.weight[113]: IQ2_S blk.13.ffn_up_exps.weight[114]: blk.13.ffn_up_exps.weight[115]: blk.13.ffn_up_exps.weight[116]: IQ2_S blk.13.ffn_up_exps.weight[117]: blk.13.ffn_up_exps.weight[118]: blk.13.ffn_up_exps.weight[119]: blk.13.ffn_up_exps.weight[120]: blk.13.ffn_up_exps.weight[121]: IQ2_S blk.13.ffn_up_exps.weight[122]: IQ2_S blk.13.ffn_up_exps.weight[123]: IQ2_S blk.13.ffn_up_exps.weight[124]: IQ2_S blk.13.ffn_up_exps.weight[125]: IQ2_S blk.13.ffn_up_exps.weight[126]: blk.13.ffn_up_exps.weight[127]: IQ2_S blk.13.ffn_up_exps.weight[128]: IQ2_S blk.13.ffn_up_exps.weight[129]: IQ2_S blk.13.ffn_up_exps.weight[130]: IQ2_S blk.13.ffn_up_exps.weight[131]: blk.13.ffn_up_exps.weight[132]: blk.13.ffn_up_exps.weight[133]: IQ2_S blk.13.ffn_up_exps.weight[134]: IQ2_S blk.13.ffn_up_exps.weight[135]: IQ2_S blk.13.ffn_up_exps.weight[136]: IQ2_S blk.13.ffn_up_exps.weight[137]: blk.13.ffn_up_exps.weight[138]: IQ2_S blk.13.ffn_up_exps.weight[139]: blk.13.ffn_up_exps.weight[140]: blk.13.ffn_up_exps.weight[141]: blk.13.ffn_up_exps.weight[142]: IQ2_S blk.13.ffn_up_exps.weight[143]: blk.13.ffn_up_exps.weight[144]: IQ2_S blk.13.ffn_up_exps.weight[145]: IQ2_S blk.13.ffn_up_exps.weight[146]: blk.13.ffn_up_exps.weight[147]: IQ2_S blk.13.ffn_up_exps.weight[148]: IQ2_S blk.13.ffn_up_exps.weight[149]: blk.13.ffn_up_exps.weight[150]: blk.13.ffn_up_exps.weight[151]: IQ2_S blk.13.ffn_up_exps.weight[152]: IQ2_S blk.13.ffn_up_exps.weight[153]: blk.13.ffn_up_exps.weight[154]: blk.13.ffn_up_exps.weight[155]: blk.13.ffn_up_exps.weight[156]: blk.13.ffn_up_exps.weight[157]: IQ2_S blk.13.ffn_up_exps.weight[158]: blk.13.ffn_up_exps.weight[159]: IQ2_S blk.13.ffn_up_exps.weight[160]: IQ2_S blk.13.ffn_up_exps.weight[161]: IQ2_S blk.13.ffn_up_exps.weight[162]: blk.13.ffn_up_exps.weight[163]: IQ2_S blk.13.ffn_up_exps.weight[164]: blk.13.ffn_up_exps.weight[165]: blk.13.ffn_up_exps.weight[166]: blk.13.ffn_up_exps.weight[167]: blk.13.ffn_up_exps.weight[168]: IQ2_S blk.13.ffn_up_exps.weight[169]: IQ2_S blk.13.ffn_up_exps.weight[170]: blk.13.ffn_up_exps.weight[171]: IQ2_S blk.13.ffn_up_exps.weight[172]: blk.13.ffn_up_exps.weight[173]: blk.13.ffn_up_exps.weight[174]: IQ2_S blk.13.ffn_up_exps.weight[175]: blk.13.ffn_up_exps.weight[176]: blk.13.ffn_up_exps.weight[177]: IQ2_S blk.13.ffn_up_exps.weight[178]: IQ2_S blk.13.ffn_up_exps.weight[179]: IQ2_S blk.13.ffn_up_exps.weight[180]: IQ2_S blk.13.ffn_up_exps.weight[181]: IQ2_S blk.13.ffn_up_exps.weight[182]: IQ2_S blk.13.ffn_up_exps.weight[183]: blk.13.ffn_up_exps.weight[184]: blk.13.ffn_up_exps.weight[185]: IQ2_S blk.13.ffn_up_exps.weight[186]: IQ2_S blk.13.ffn_up_exps.weight[187]: blk.13.ffn_up_exps.weight[188]: IQ2_S blk.13.ffn_up_exps.weight[189]: blk.13.ffn_up_exps.weight[190]: blk.13.ffn_up_exps.weight[191]: blk.13.ffn_up_exps.weight[192]: blk.13.ffn_up_exps.weight[193]: blk.13.ffn_up_exps.weight[194]: IQ2_S blk.13.ffn_up_exps.weight[195]: blk.13.ffn_up_exps.weight[196]: IQ2_S blk.13.ffn_up_exps.weight[197]: IQ2_S blk.13.ffn_up_exps.weight[198]: IQ2_S blk.13.ffn_up_exps.weight[199]: IQ2_S blk.13.ffn_up_exps.weight[200]: blk.13.ffn_up_exps.weight[201]: blk.13.ffn_up_exps.weight[202]: blk.13.ffn_up_exps.weight[203]: IQ2_S blk.13.ffn_up_exps.weight[204]: IQ2_S blk.13.ffn_up_exps.weight[205]: IQ2_S blk.13.ffn_up_exps.weight[206]: blk.13.ffn_up_exps.weight[207]: blk.13.ffn_up_exps.weight[208]: blk.13.ffn_up_exps.weight[209]: IQ2_S blk.13.ffn_up_exps.weight[210]: blk.13.ffn_up_exps.weight[211]: IQ2_S blk.13.ffn_up_exps.weight[212]: IQ2_S blk.13.ffn_up_exps.weight[213]: blk.13.ffn_up_exps.weight[214]: blk.13.ffn_up_exps.weight[215]: blk.13.ffn_up_exps.weight[216]: blk.13.ffn_up_exps.weight[217]: blk.13.ffn_up_exps.weight[218]: blk.13.ffn_up_exps.weight[219]: IQ2_S blk.13.ffn_up_exps.weight[220]: blk.13.ffn_up_exps.weight[221]: IQ2_S blk.13.ffn_up_exps.weight[222]: IQ2_S blk.13.ffn_up_exps.weight[223]: blk.13.ffn_up_exps.weight[224]: IQ2_S blk.13.ffn_up_exps.weight[225]: IQ2_S blk.13.ffn_up_exps.weight[226]: blk.13.ffn_up_exps.weight[227]: IQ2_S blk.13.ffn_up_exps.weight[228]: IQ2_S blk.13.ffn_up_exps.weight[229]: blk.13.ffn_up_exps.weight[230]: blk.13.ffn_up_exps.weight[231]: blk.13.ffn_up_exps.weight[232]: IQ2_S blk.13.ffn_up_exps.weight[233]: IQ2_S blk.13.ffn_up_exps.weight[234]: IQ2_S blk.13.ffn_up_exps.weight[235]: IQ2_S blk.13.ffn_up_exps.weight[236]: blk.13.ffn_up_exps.weight[237]: IQ2_S blk.13.ffn_up_exps.weight[238]: IQ2_S blk.13.ffn_up_exps.weight[239]: IQ2_S blk.13.ffn_up_exps.weight[240]: IQ2_S blk.13.ffn_up_exps.weight[241]: IQ2_S blk.13.ffn_up_exps.weight[242]: blk.13.ffn_up_exps.weight[243]: IQ2_S blk.13.ffn_up_exps.weight[244]: IQ2_S blk.13.ffn_up_exps.weight[245]: blk.13.ffn_up_exps.weight[246]: IQ2_S blk.13.ffn_up_exps.weight[247]: blk.13.ffn_up_exps.weight[248]: IQ2_S blk.13.ffn_up_exps.weight[249]: blk.13.ffn_up_exps.weight[250]: IQ2_S blk.13.ffn_up_exps.weight[251]: blk.13.ffn_up_exps.weight[252]: IQ2_S blk.13.ffn_up_exps.weight[253]: IQ2_S blk.13.ffn_up_exps.weight[254]: IQ2_S blk.13.ffn_up_exps.weight[255]: blk.13.ffn_up_exps.weight[256]: blk.13.ffn_up_exps.weight[257]: IQ2_S blk.13.ffn_up_exps.weight[258]: IQ2_S blk.13.ffn_up_exps.weight[259]: blk.13.ffn_up_exps.weight[260]: blk.13.ffn_up_exps.weight[261]: blk.13.ffn_up_exps.weight[262]: blk.13.ffn_up_exps.weight[263]: IQ2_S blk.13.ffn_up_exps.weight[264]: blk.13.ffn_up_exps.weight[265]: IQ2_S blk.13.ffn_up_exps.weight[266]: blk.13.ffn_up_exps.weight[267]: blk.13.ffn_up_exps.weight[268]: IQ2_S blk.13.ffn_up_exps.weight[269]: blk.13.ffn_up_exps.weight[270]: IQ2_S blk.13.ffn_up_exps.weight[271]: blk.13.ffn_up_exps.weight[272]: IQ2_S blk.13.ffn_up_exps.weight[273]: blk.13.ffn_up_exps.weight[274]: blk.13.ffn_up_exps.weight[275]: IQ2_S blk.13.ffn_up_exps.weight[276]: blk.13.ffn_up_exps.weight[277]: IQ2_S blk.13.ffn_up_exps.weight[278]: blk.13.ffn_up_exps.weight[279]: blk.13.ffn_up_exps.weight[280]: blk.13.ffn_up_exps.weight[281]: IQ2_S blk.13.ffn_up_exps.weight[282]: blk.13.ffn_up_exps.weight[283]: blk.13.ffn_up_exps.weight[284]: blk.13.ffn_up_exps.weight[285]: blk.13.ffn_up_exps.weight[286]: IQ2_S blk.13.ffn_up_exps.weight[287]: IQ2_S blk.13.ffn_up_exps.weight[288]: IQ2_S blk.13.ffn_up_exps.weight[289]: blk.13.ffn_up_exps.weight[290]: IQ2_S blk.13.ffn_up_exps.weight[291]: IQ2_S blk.13.ffn_up_exps.weight[292]: IQ2_S blk.13.ffn_up_exps.weight[293]: IQ2_S blk.13.ffn_up_exps.weight[294]: IQ2_S blk.13.ffn_up_exps.weight[295]: IQ2_S blk.13.ffn_up_exps.weight[296]: IQ2_S blk.13.ffn_up_exps.weight[297]: blk.13.ffn_up_exps.weight[298]: blk.13.ffn_up_exps.weight[299]: blk.13.ffn_up_exps.weight[300]: blk.13.ffn_up_exps.weight[301]: blk.13.ffn_up_exps.weight[302]: IQ2_S blk.13.ffn_up_exps.weight[303]: IQ2_S blk.13.ffn_up_exps.weight[304]: blk.13.ffn_up_exps.weight[305]: blk.13.ffn_up_exps.weight[306]: IQ2_S blk.13.ffn_up_exps.weight[307]: IQ2_S blk.13.ffn_up_exps.weight[308]: blk.13.ffn_up_exps.weight[309]: IQ2_S blk.13.ffn_up_exps.weight[310]: blk.13.ffn_up_exps.weight[311]: IQ2_S blk.13.ffn_up_exps.weight[312]: blk.13.ffn_up_exps.weight[313]: blk.13.ffn_up_exps.weight[314]: blk.13.ffn_up_exps.weight[315]: blk.13.ffn_up_exps.weight[316]: IQ2_S blk.13.ffn_up_exps.weight[317]: blk.13.ffn_up_exps.weight[318]: blk.13.ffn_up_exps.weight[319]: IQ2_S blk.13.ffn_up_exps.weight[320]: IQ2_S blk.13.ffn_up_exps.weight[321]: IQ2_S blk.13.ffn_up_exps.weight[322]: IQ2_S blk.13.ffn_up_exps.weight[323]: IQ2_S blk.13.ffn_up_exps.weight[324]: IQ2_S blk.13.ffn_up_exps.weight[325]: IQ2_S blk.13.ffn_up_exps.weight[326]: blk.13.ffn_up_exps.weight[327]: blk.13.ffn_up_exps.weight[328]: IQ2_S blk.13.ffn_up_exps.weight[329]: blk.13.ffn_up_exps.weight[330]: IQ2_S blk.13.ffn_up_exps.weight[331]: IQ2_S blk.13.ffn_up_exps.weight[332]: IQ2_S blk.13.ffn_up_exps.weight[333]: blk.13.ffn_up_exps.weight[334]: IQ2_S blk.13.ffn_up_exps.weight[335]: IQ2_S blk.13.ffn_up_exps.weight[336]: IQ2_S blk.13.ffn_up_exps.weight[337]: IQ2_S blk.13.ffn_up_exps.weight[338]: IQ2_S blk.13.ffn_up_exps.weight[339]: blk.13.ffn_up_exps.weight[340]: IQ2_S blk.13.ffn_up_exps.weight[341]: IQ2_S blk.13.ffn_up_exps.weight[342]: blk.13.ffn_up_exps.weight[343]: IQ2_S blk.13.ffn_up_exps.weight[344]: blk.13.ffn_up_exps.weight[345]: blk.13.ffn_up_exps.weight[346]: IQ2_S blk.13.ffn_up_exps.weight[347]: IQ2_S blk.13.ffn_up_exps.weight[348]: blk.13.ffn_up_exps.weight[349]: blk.13.ffn_up_exps.weight[350]: blk.13.ffn_up_exps.weight[351]: IQ2_S blk.13.ffn_up_exps.weight[352]: blk.13.ffn_up_exps.weight[353]: blk.13.ffn_up_exps.weight[354]: blk.13.ffn_up_exps.weight[355]: IQ2_S blk.13.ffn_up_exps.weight[356]: IQ2_S blk.13.ffn_up_exps.weight[357]: blk.13.ffn_up_exps.weight[358]: blk.13.ffn_up_exps.weight[359]: blk.13.ffn_up_exps.weight[360]: IQ2_S blk.13.ffn_up_exps.weight[361]: blk.13.ffn_up_exps.weight[362]: IQ2_S blk.13.ffn_up_exps.weight[363]: blk.13.ffn_up_exps.weight[364]: IQ2_S blk.13.ffn_up_exps.weight[365]: IQ2_S blk.13.ffn_up_exps.weight[366]: IQ2_S blk.13.ffn_up_exps.weight[367]: IQ2_S blk.13.ffn_up_exps.weight[368]: IQ2_S blk.13.ffn_up_exps.weight[369]: IQ2_S blk.13.ffn_up_exps.weight[370]: IQ2_S blk.13.ffn_up_exps.weight[371]: IQ2_S blk.13.ffn_up_exps.weight[372]: IQ2_S blk.13.ffn_up_exps.weight[373]: IQ2_S blk.13.ffn_up_exps.weight[374]: IQ2_S blk.13.ffn_up_exps.weight[375]: blk.13.ffn_up_exps.weight[376]: IQ2_S blk.13.ffn_up_exps.weight[377]: IQ2_S blk.13.ffn_up_exps.weight[378]: IQ2_S blk.13.ffn_up_exps.weight[379]: IQ2_S blk.13.ffn_up_exps.weight[380]: IQ2_S blk.13.ffn_up_exps.weight[381]: IQ2_S blk.13.ffn_up_exps.weight[382]: IQ2_S blk.13.ffn_up_exps.weight[383]: IQ2_S blk.13.ffn_up_exps.weight[384]: IQ2_S blk.13.ffn_up_exps.weight[385]: IQ2_S blk.13.ffn_up_exps.weight[386]: blk.13.ffn_up_exps.weight[387]: IQ2_S blk.13.ffn_up_exps.weight[388]: blk.13.ffn_up_exps.weight[389]: IQ2_S blk.13.ffn_up_exps.weight[390]: IQ2_S blk.13.ffn_up_exps.weight[391]: IQ2_S blk.13.ffn_up_exps.weight[392]: IQ2_S blk.13.ffn_up_exps.weight[393]: blk.13.ffn_up_exps.weight[394]: IQ2_S blk.13.ffn_up_exps.weight[395]: IQ2_S blk.13.ffn_up_exps.weight[396]: blk.13.ffn_up_exps.weight[397]: blk.13.ffn_up_exps.weight[398]: IQ2_S blk.13.ffn_up_exps.weight[399]: blk.13.ffn_up_exps.weight[400]: blk.13.ffn_up_exps.weight[401]: IQ2_S blk.13.ffn_up_exps.weight[402]: blk.13.ffn_up_exps.weight[403]: blk.13.ffn_up_exps.weight[404]: blk.13.ffn_up_exps.weight[405]: blk.13.ffn_up_exps.weight[406]: IQ2_S blk.13.ffn_up_exps.weight[407]: blk.13.ffn_up_exps.weight[408]: IQ2_S blk.13.ffn_up_exps.weight[409]: blk.13.ffn_up_exps.weight[410]: blk.13.ffn_up_exps.weight[411]: IQ2_S blk.13.ffn_up_exps.weight[412]: IQ2_S blk.13.ffn_up_exps.weight[413]: blk.13.ffn_up_exps.weight[414]: IQ2_S blk.13.ffn_up_exps.weight[415]: IQ2_S blk.13.ffn_up_exps.weight[416]: IQ2_S blk.13.ffn_up_exps.weight[417]: IQ2_S blk.13.ffn_up_exps.weight[418]: blk.13.ffn_up_exps.weight[419]: blk.13.ffn_up_exps.weight[420]: blk.13.ffn_up_exps.weight[421]: blk.13.ffn_up_exps.weight[422]: blk.13.ffn_up_exps.weight[423]: IQ2_S blk.13.ffn_up_exps.weight[424]: blk.13.ffn_up_exps.weight[425]: IQ2_S blk.13.ffn_up_exps.weight[426]: IQ2_S blk.13.ffn_up_exps.weight[427]: blk.13.ffn_up_exps.weight[428]: blk.13.ffn_up_exps.weight[429]: IQ2_S blk.13.ffn_up_exps.weight[430]: blk.13.ffn_up_exps.weight[431]: blk.13.ffn_up_exps.weight[432]: blk.13.ffn_up_exps.weight[433]: IQ2_S blk.13.ffn_up_exps.weight[434]: blk.13.ffn_up_exps.weight[435]: blk.13.ffn_up_exps.weight[436]: IQ2_S blk.13.ffn_up_exps.weight[437]: blk.13.ffn_up_exps.weight[438]: IQ2_S blk.13.ffn_up_exps.weight[439]: blk.13.ffn_up_exps.weight[440]: blk.13.ffn_up_exps.weight[441]: blk.13.ffn_up_exps.weight[442]: blk.13.ffn_up_exps.weight[443]: blk.13.ffn_up_exps.weight[444]: IQ2_S blk.13.ffn_up_exps.weight[445]: IQ2_S blk.13.ffn_up_exps.weight[446]: IQ2_S blk.13.ffn_up_exps.weight[447]: blk.13.ffn_up_exps.weight[448]: blk.13.ffn_up_exps.weight[449]: blk.13.ffn_up_exps.weight[450]: blk.13.ffn_up_exps.weight[451]: IQ2_S blk.13.ffn_up_exps.weight[452]: blk.13.ffn_up_exps.weight[453]: blk.13.ffn_up_exps.weight[454]: IQ2_S blk.13.ffn_up_exps.weight[455]: blk.13.ffn_up_exps.weight[456]: blk.13.ffn_up_exps.weight[457]: IQ2_S blk.13.ffn_up_exps.weight[458]: IQ2_S blk.13.ffn_up_exps.weight[459]: IQ2_S blk.13.ffn_up_exps.weight[460]: IQ2_S blk.13.ffn_up_exps.weight[461]: blk.13.ffn_up_exps.weight[462]: IQ2_S blk.13.ffn_up_exps.weight[463]: IQ2_S blk.13.ffn_up_exps.weight[464]: blk.13.ffn_up_exps.weight[465]: blk.13.ffn_up_exps.weight[466]: blk.13.ffn_up_exps.weight[467]: blk.13.ffn_up_exps.weight[468]: blk.13.ffn_up_exps.weight[469]: blk.13.ffn_up_exps.weight[470]: blk.13.ffn_up_exps.weight[471]: blk.13.ffn_up_exps.weight[472]: blk.13.ffn_up_exps.weight[473]: blk.13.ffn_up_exps.weight[474]: blk.13.ffn_up_exps.weight[475]: blk.13.ffn_up_exps.weight[476]: blk.13.ffn_up_exps.weight[477]: blk.13.ffn_up_exps.weight[478]: blk.13.ffn_up_exps.weight[479]: blk.13.ffn_up_exps.weight[480]: IQ2_S blk.13.ffn_up_exps.weight[481]: blk.13.ffn_up_exps.weight[482]: blk.13.ffn_up_exps.weight[483]: blk.13.ffn_up_exps.weight[484]: IQ2_S blk.13.ffn_up_exps.weight[485]: IQ2_S blk.13.ffn_up_exps.weight[486]: blk.13.ffn_up_exps.weight[487]: blk.13.ffn_up_exps.weight[488]: blk.13.ffn_up_exps.weight[489]: IQ2_S blk.13.ffn_up_exps.weight[490]: blk.13.ffn_up_exps.weight[491]: IQ2_S blk.13.ffn_up_exps.weight[492]: blk.13.ffn_up_exps.weight[493]: IQ2_S blk.13.ffn_up_exps.weight[494]: blk.13.ffn_up_exps.weight[495]: blk.13.ffn_up_exps.weight[496]: blk.13.ffn_up_exps.weight[497]: IQ2_S blk.13.ffn_up_exps.weight[498]: blk.13.ffn_up_exps.weight[499]: IQ2_S blk.13.ffn_up_exps.weight[500]: blk.13.ffn_up_exps.weight[501]: IQ2_S blk.13.ffn_up_exps.weight[502]: blk.13.ffn_up_exps.weight[503]: IQ2_S blk.13.ffn_up_exps.weight[504]: IQ2_S blk.13.ffn_up_exps.weight[505]: blk.13.ffn_up_exps.weight[506]: IQ2_S blk.13.ffn_up_exps.weight[507]: blk.13.ffn_up_exps.weight[508]: blk.13.ffn_up_exps.weight[509]: IQ2_S blk.13.ffn_up_exps.weight[510]: blk.13.ffn_up_exps.weight[511]: blk.13.ffn_down_exps.weight[0]: blk.13.ffn_down_exps.weight[1]: Q2_0 blk.13.ffn_down_exps.weight[2]: blk.13.ffn_down_exps.weight[3]: blk.13.ffn_down_exps.weight[4]: Q2_0 blk.13.ffn_down_exps.weight[5]: blk.13.ffn_down_exps.weight[6]: Q2_0 blk.13.ffn_down_exps.weight[7]: blk.13.ffn_down_exps.weight[8]: Q2_0 blk.13.ffn_down_exps.weight[9]: Q2_0 blk.13.ffn_down_exps.weight[10]: Q2_0 blk.13.ffn_down_exps.weight[11]: blk.13.ffn_down_exps.weight[12]: blk.13.ffn_down_exps.weight[13]: blk.13.ffn_down_exps.weight[14]: blk.13.ffn_down_exps.weight[15]: Q2_0 blk.13.ffn_down_exps.weight[16]: Q2_0 blk.13.ffn_down_exps.weight[17]: Q2_0 blk.13.ffn_down_exps.weight[18]: blk.13.ffn_down_exps.weight[19]: Q2_0 blk.13.ffn_down_exps.weight[20]: Q2_0 blk.13.ffn_down_exps.weight[21]: Q2_0 blk.13.ffn_down_exps.weight[22]: Q2_0 blk.13.ffn_down_exps.weight[23]: blk.13.ffn_down_exps.weight[24]: blk.13.ffn_down_exps.weight[25]: Q2_0 blk.13.ffn_down_exps.weight[26]: Q2_0 blk.13.ffn_down_exps.weight[27]: Q2_0 blk.13.ffn_down_exps.weight[28]: blk.13.ffn_down_exps.weight[29]: Q2_0 blk.13.ffn_down_exps.weight[30]: blk.13.ffn_down_exps.weight[31]: Q2_0 blk.13.ffn_down_exps.weight[32]: Q2_0 blk.13.ffn_down_exps.weight[33]: blk.13.ffn_down_exps.weight[34]: blk.13.ffn_down_exps.weight[35]: Q2_0 blk.13.ffn_down_exps.weight[36]: blk.13.ffn_down_exps.weight[37]: blk.13.ffn_down_exps.weight[38]: blk.13.ffn_down_exps.weight[39]: blk.13.ffn_down_exps.weight[40]: Q2_0 blk.13.ffn_down_exps.weight[41]: blk.13.ffn_down_exps.weight[42]: Q2_0 blk.13.ffn_down_exps.weight[43]: blk.13.ffn_down_exps.weight[44]: Q2_0 blk.13.ffn_down_exps.weight[45]: Q2_0 blk.13.ffn_down_exps.weight[46]: blk.13.ffn_down_exps.weight[47]: blk.13.ffn_down_exps.weight[48]: blk.13.ffn_down_exps.weight[49]: Q2_0 blk.13.ffn_down_exps.weight[50]: Q2_0 blk.13.ffn_down_exps.weight[51]: Q2_0 blk.13.ffn_down_exps.weight[52]: Q2_0 blk.13.ffn_down_exps.weight[53]: blk.13.ffn_down_exps.weight[54]: blk.13.ffn_down_exps.weight[55]: Q2_0 blk.13.ffn_down_exps.weight[56]: blk.13.ffn_down_exps.weight[57]: blk.13.ffn_down_exps.weight[58]: Q2_0 blk.13.ffn_down_exps.weight[59]: Q2_0 blk.13.ffn_down_exps.weight[60]: blk.13.ffn_down_exps.weight[61]: blk.13.ffn_down_exps.weight[62]: blk.13.ffn_down_exps.weight[63]: Q2_0 blk.13.ffn_down_exps.weight[64]: Q2_0 blk.13.ffn_down_exps.weight[65]: Q2_0 blk.13.ffn_down_exps.weight[66]: blk.13.ffn_down_exps.weight[67]: blk.13.ffn_down_exps.weight[68]: blk.13.ffn_down_exps.weight[69]: blk.13.ffn_down_exps.weight[70]: Q2_0 blk.13.ffn_down_exps.weight[71]: Q2_0 blk.13.ffn_down_exps.weight[72]: Q2_0 blk.13.ffn_down_exps.weight[73]: blk.13.ffn_down_exps.weight[74]: blk.13.ffn_down_exps.weight[75]: Q2_0 blk.13.ffn_down_exps.weight[76]: blk.13.ffn_down_exps.weight[77]: Q2_0 blk.13.ffn_down_exps.weight[78]: Q2_0 blk.13.ffn_down_exps.weight[79]: Q2_0 blk.13.ffn_down_exps.weight[80]: blk.13.ffn_down_exps.weight[81]: Q2_0 blk.13.ffn_down_exps.weight[82]: blk.13.ffn_down_exps.weight[83]: Q2_0 blk.13.ffn_down_exps.weight[84]: Q2_0 blk.13.ffn_down_exps.weight[85]: Q2_0 blk.13.ffn_down_exps.weight[86]: blk.13.ffn_down_exps.weight[87]: blk.13.ffn_down_exps.weight[88]: blk.13.ffn_down_exps.weight[89]: blk.13.ffn_down_exps.weight[90]: blk.13.ffn_down_exps.weight[91]: blk.13.ffn_down_exps.weight[92]: Q2_0 blk.13.ffn_down_exps.weight[93]: Q2_0 blk.13.ffn_down_exps.weight[94]: blk.13.ffn_down_exps.weight[95]: blk.13.ffn_down_exps.weight[96]: blk.13.ffn_down_exps.weight[97]: blk.13.ffn_down_exps.weight[98]: Q2_0 blk.13.ffn_down_exps.weight[99]: blk.13.ffn_down_exps.weight[100]: Q2_0 blk.13.ffn_down_exps.weight[101]: Q2_0 blk.13.ffn_down_exps.weight[102]: Q2_0 blk.13.ffn_down_exps.weight[103]: blk.13.ffn_down_exps.weight[104]: blk.13.ffn_down_exps.weight[105]: Q2_0 blk.13.ffn_down_exps.weight[106]: Q2_0 blk.13.ffn_down_exps.weight[107]: Q2_0 blk.13.ffn_down_exps.weight[108]: Q2_0 blk.13.ffn_down_exps.weight[109]: Q2_0 blk.13.ffn_down_exps.weight[110]: Q2_0 blk.13.ffn_down_exps.weight[111]: blk.13.ffn_down_exps.weight[112]: Q2_0 blk.13.ffn_down_exps.weight[113]: Q2_0 blk.13.ffn_down_exps.weight[114]: blk.13.ffn_down_exps.weight[115]: blk.13.ffn_down_exps.weight[116]: Q2_0 blk.13.ffn_down_exps.weight[117]: blk.13.ffn_down_exps.weight[118]: blk.13.ffn_down_exps.weight[119]: blk.13.ffn_down_exps.weight[120]: blk.13.ffn_down_exps.weight[121]: Q2_0 blk.13.ffn_down_exps.weight[122]: Q2_0 blk.13.ffn_down_exps.weight[123]: Q2_0 blk.13.ffn_down_exps.weight[124]: Q2_0 blk.13.ffn_down_exps.weight[125]: Q2_0 blk.13.ffn_down_exps.weight[126]: blk.13.ffn_down_exps.weight[127]: Q2_0 blk.13.ffn_down_exps.weight[128]: Q2_0 blk.13.ffn_down_exps.weight[129]: Q2_0 blk.13.ffn_down_exps.weight[130]: Q2_0 blk.13.ffn_down_exps.weight[131]: blk.13.ffn_down_exps.weight[132]: blk.13.ffn_down_exps.weight[133]: Q2_0 blk.13.ffn_down_exps.weight[134]: Q2_0 blk.13.ffn_down_exps.weight[135]: Q2_0 blk.13.ffn_down_exps.weight[136]: Q2_0 blk.13.ffn_down_exps.weight[137]: blk.13.ffn_down_exps.weight[138]: Q2_0 blk.13.ffn_down_exps.weight[139]: blk.13.ffn_down_exps.weight[140]: blk.13.ffn_down_exps.weight[141]: blk.13.ffn_down_exps.weight[142]: Q2_0 blk.13.ffn_down_exps.weight[143]: blk.13.ffn_down_exps.weight[144]: Q2_0 blk.13.ffn_down_exps.weight[145]: Q2_0 blk.13.ffn_down_exps.weight[146]: blk.13.ffn_down_exps.weight[147]: Q2_0 blk.13.ffn_down_exps.weight[148]: Q2_0 blk.13.ffn_down_exps.weight[149]: blk.13.ffn_down_exps.weight[150]: blk.13.ffn_down_exps.weight[151]: Q2_0 blk.13.ffn_down_exps.weight[152]: Q2_0 blk.13.ffn_down_exps.weight[153]: blk.13.ffn_down_exps.weight[154]: blk.13.ffn_down_exps.weight[155]: blk.13.ffn_down_exps.weight[156]: blk.13.ffn_down_exps.weight[157]: Q2_0 blk.13.ffn_down_exps.weight[158]: blk.13.ffn_down_exps.weight[159]: Q2_0 blk.13.ffn_down_exps.weight[160]: Q2_0 blk.13.ffn_down_exps.weight[161]: Q2_0 blk.13.ffn_down_exps.weight[162]: blk.13.ffn_down_exps.weight[163]: Q2_0 blk.13.ffn_down_exps.weight[164]: blk.13.ffn_down_exps.weight[165]: blk.13.ffn_down_exps.weight[166]: blk.13.ffn_down_exps.weight[167]: blk.13.ffn_down_exps.weight[168]: Q2_0 blk.13.ffn_down_exps.weight[169]: Q2_0 blk.13.ffn_down_exps.weight[170]: blk.13.ffn_down_exps.weight[171]: Q2_0 blk.13.ffn_down_exps.weight[172]: blk.13.ffn_down_exps.weight[173]: blk.13.ffn_down_exps.weight[174]: Q2_0 blk.13.ffn_down_exps.weight[175]: blk.13.ffn_down_exps.weight[176]: blk.13.ffn_down_exps.weight[177]: Q2_0 blk.13.ffn_down_exps.weight[178]: Q2_0 blk.13.ffn_down_exps.weight[179]: Q2_0 blk.13.ffn_down_exps.weight[180]: Q2_0 blk.13.ffn_down_exps.weight[181]: Q2_0 blk.13.ffn_down_exps.weight[182]: Q2_0 blk.13.ffn_down_exps.weight[183]: blk.13.ffn_down_exps.weight[184]: blk.13.ffn_down_exps.weight[185]: Q2_0 blk.13.ffn_down_exps.weight[186]: Q2_0 blk.13.ffn_down_exps.weight[187]: blk.13.ffn_down_exps.weight[188]: Q2_0 blk.13.ffn_down_exps.weight[189]: blk.13.ffn_down_exps.weight[190]: blk.13.ffn_down_exps.weight[191]: blk.13.ffn_down_exps.weight[192]: blk.13.ffn_down_exps.weight[193]: blk.13.ffn_down_exps.weight[194]: Q2_0 blk.13.ffn_down_exps.weight[195]: blk.13.ffn_down_exps.weight[196]: Q2_0 blk.13.ffn_down_exps.weight[197]: Q2_0 blk.13.ffn_down_exps.weight[198]: Q2_0 blk.13.ffn_down_exps.weight[199]: Q2_0 blk.13.ffn_down_exps.weight[200]: blk.13.ffn_down_exps.weight[201]: blk.13.ffn_down_exps.weight[202]: blk.13.ffn_down_exps.weight[203]: Q2_0 blk.13.ffn_down_exps.weight[204]: Q2_0 blk.13.ffn_down_exps.weight[205]: Q2_0 blk.13.ffn_down_exps.weight[206]: blk.13.ffn_down_exps.weight[207]: blk.13.ffn_down_exps.weight[208]: blk.13.ffn_down_exps.weight[209]: Q2_0 blk.13.ffn_down_exps.weight[210]: blk.13.ffn_down_exps.weight[211]: Q2_0 blk.13.ffn_down_exps.weight[212]: Q2_0 blk.13.ffn_down_exps.weight[213]: blk.13.ffn_down_exps.weight[214]: blk.13.ffn_down_exps.weight[215]: blk.13.ffn_down_exps.weight[216]: blk.13.ffn_down_exps.weight[217]: blk.13.ffn_down_exps.weight[218]: blk.13.ffn_down_exps.weight[219]: Q2_0 blk.13.ffn_down_exps.weight[220]: blk.13.ffn_down_exps.weight[221]: Q2_0 blk.13.ffn_down_exps.weight[222]: Q2_0 blk.13.ffn_down_exps.weight[223]: blk.13.ffn_down_exps.weight[224]: Q2_0 blk.13.ffn_down_exps.weight[225]: Q2_0 blk.13.ffn_down_exps.weight[226]: blk.13.ffn_down_exps.weight[227]: Q2_0 blk.13.ffn_down_exps.weight[228]: Q2_0 blk.13.ffn_down_exps.weight[229]: blk.13.ffn_down_exps.weight[230]: blk.13.ffn_down_exps.weight[231]: blk.13.ffn_down_exps.weight[232]: Q2_0 blk.13.ffn_down_exps.weight[233]: Q2_0 blk.13.ffn_down_exps.weight[234]: Q2_0 blk.13.ffn_down_exps.weight[235]: Q2_0 blk.13.ffn_down_exps.weight[236]: blk.13.ffn_down_exps.weight[237]: Q2_0 blk.13.ffn_down_exps.weight[238]: Q2_0 blk.13.ffn_down_exps.weight[239]: Q2_0 blk.13.ffn_down_exps.weight[240]: Q2_0 blk.13.ffn_down_exps.weight[241]: Q2_0 blk.13.ffn_down_exps.weight[242]: blk.13.ffn_down_exps.weight[243]: Q2_0 blk.13.ffn_down_exps.weight[244]: Q2_0 blk.13.ffn_down_exps.weight[245]: blk.13.ffn_down_exps.weight[246]: Q2_0 blk.13.ffn_down_exps.weight[247]: blk.13.ffn_down_exps.weight[248]: Q2_0 blk.13.ffn_down_exps.weight[249]: blk.13.ffn_down_exps.weight[250]: Q2_0 blk.13.ffn_down_exps.weight[251]: blk.13.ffn_down_exps.weight[252]: Q2_0 blk.13.ffn_down_exps.weight[253]: Q2_0 blk.13.ffn_down_exps.weight[254]: Q2_0 blk.13.ffn_down_exps.weight[255]: blk.13.ffn_down_exps.weight[256]: blk.13.ffn_down_exps.weight[257]: Q2_0 blk.13.ffn_down_exps.weight[258]: Q2_0 blk.13.ffn_down_exps.weight[259]: blk.13.ffn_down_exps.weight[260]: blk.13.ffn_down_exps.weight[261]: blk.13.ffn_down_exps.weight[262]: blk.13.ffn_down_exps.weight[263]: Q2_0 blk.13.ffn_down_exps.weight[264]: blk.13.ffn_down_exps.weight[265]: Q2_0 blk.13.ffn_down_exps.weight[266]: blk.13.ffn_down_exps.weight[267]: blk.13.ffn_down_exps.weight[268]: Q2_0 blk.13.ffn_down_exps.weight[269]: blk.13.ffn_down_exps.weight[270]: Q2_0 blk.13.ffn_down_exps.weight[271]: blk.13.ffn_down_exps.weight[272]: Q2_0 blk.13.ffn_down_exps.weight[273]: blk.13.ffn_down_exps.weight[274]: blk.13.ffn_down_exps.weight[275]: Q2_0 blk.13.ffn_down_exps.weight[276]: blk.13.ffn_down_exps.weight[277]: Q2_0 blk.13.ffn_down_exps.weight[278]: blk.13.ffn_down_exps.weight[279]: blk.13.ffn_down_exps.weight[280]: blk.13.ffn_down_exps.weight[281]: Q2_0 blk.13.ffn_down_exps.weight[282]: blk.13.ffn_down_exps.weight[283]: blk.13.ffn_down_exps.weight[284]: blk.13.ffn_down_exps.weight[285]: blk.13.ffn_down_exps.weight[286]: Q2_0 blk.13.ffn_down_exps.weight[287]: Q2_0 blk.13.ffn_down_exps.weight[288]: Q2_0 blk.13.ffn_down_exps.weight[289]: blk.13.ffn_down_exps.weight[290]: Q2_0 blk.13.ffn_down_exps.weight[291]: Q2_0 blk.13.ffn_down_exps.weight[292]: Q2_0 blk.13.ffn_down_exps.weight[293]: Q2_0 blk.13.ffn_down_exps.weight[294]: Q2_0 blk.13.ffn_down_exps.weight[295]: Q2_0 blk.13.ffn_down_exps.weight[296]: Q2_0 blk.13.ffn_down_exps.weight[297]: blk.13.ffn_down_exps.weight[298]: blk.13.ffn_down_exps.weight[299]: blk.13.ffn_down_exps.weight[300]: blk.13.ffn_down_exps.weight[301]: blk.13.ffn_down_exps.weight[302]: Q2_0 blk.13.ffn_down_exps.weight[303]: Q2_0 blk.13.ffn_down_exps.weight[304]: blk.13.ffn_down_exps.weight[305]: blk.13.ffn_down_exps.weight[306]: Q2_0 blk.13.ffn_down_exps.weight[307]: Q2_0 blk.13.ffn_down_exps.weight[308]: blk.13.ffn_down_exps.weight[309]: Q2_0 blk.13.ffn_down_exps.weight[310]: blk.13.ffn_down_exps.weight[311]: Q2_0 blk.13.ffn_down_exps.weight[312]: blk.13.ffn_down_exps.weight[313]: blk.13.ffn_down_exps.weight[314]: blk.13.ffn_down_exps.weight[315]: blk.13.ffn_down_exps.weight[316]: Q2_0 blk.13.ffn_down_exps.weight[317]: blk.13.ffn_down_exps.weight[318]: blk.13.ffn_down_exps.weight[319]: Q2_0 blk.13.ffn_down_exps.weight[320]: Q2_0 blk.13.ffn_down_exps.weight[321]: Q2_0 blk.13.ffn_down_exps.weight[322]: Q2_0 blk.13.ffn_down_exps.weight[323]: Q2_0 blk.13.ffn_down_exps.weight[324]: Q2_0 blk.13.ffn_down_exps.weight[325]: Q2_0 blk.13.ffn_down_exps.weight[326]: blk.13.ffn_down_exps.weight[327]: blk.13.ffn_down_exps.weight[328]: Q2_0 blk.13.ffn_down_exps.weight[329]: blk.13.ffn_down_exps.weight[330]: Q2_0 blk.13.ffn_down_exps.weight[331]: Q2_0 blk.13.ffn_down_exps.weight[332]: Q2_0 blk.13.ffn_down_exps.weight[333]: blk.13.ffn_down_exps.weight[334]: Q2_0 blk.13.ffn_down_exps.weight[335]: Q2_0 blk.13.ffn_down_exps.weight[336]: Q2_0 blk.13.ffn_down_exps.weight[337]: Q2_0 blk.13.ffn_down_exps.weight[338]: Q2_0 blk.13.ffn_down_exps.weight[339]: blk.13.ffn_down_exps.weight[340]: Q2_0 blk.13.ffn_down_exps.weight[341]: Q2_0 blk.13.ffn_down_exps.weight[342]: blk.13.ffn_down_exps.weight[343]: Q2_0 blk.13.ffn_down_exps.weight[344]: blk.13.ffn_down_exps.weight[345]: blk.13.ffn_down_exps.weight[346]: Q2_0 blk.13.ffn_down_exps.weight[347]: Q2_0 blk.13.ffn_down_exps.weight[348]: blk.13.ffn_down_exps.weight[349]: blk.13.ffn_down_exps.weight[350]: blk.13.ffn_down_exps.weight[351]: Q2_0 blk.13.ffn_down_exps.weight[352]: blk.13.ffn_down_exps.weight[353]: blk.13.ffn_down_exps.weight[354]: blk.13.ffn_down_exps.weight[355]: Q2_0 blk.13.ffn_down_exps.weight[356]: Q2_0 blk.13.ffn_down_exps.weight[357]: blk.13.ffn_down_exps.weight[358]: blk.13.ffn_down_exps.weight[359]: blk.13.ffn_down_exps.weight[360]: Q2_0 blk.13.ffn_down_exps.weight[361]: blk.13.ffn_down_exps.weight[362]: Q2_0 blk.13.ffn_down_exps.weight[363]: blk.13.ffn_down_exps.weight[364]: Q2_0 blk.13.ffn_down_exps.weight[365]: Q2_0 blk.13.ffn_down_exps.weight[366]: Q2_0 blk.13.ffn_down_exps.weight[367]: Q2_0 blk.13.ffn_down_exps.weight[368]: Q2_0 blk.13.ffn_down_exps.weight[369]: Q2_0 blk.13.ffn_down_exps.weight[370]: Q2_0 blk.13.ffn_down_exps.weight[371]: Q2_0 blk.13.ffn_down_exps.weight[372]: Q2_0 blk.13.ffn_down_exps.weight[373]: Q2_0 blk.13.ffn_down_exps.weight[374]: Q2_0 blk.13.ffn_down_exps.weight[375]: blk.13.ffn_down_exps.weight[376]: Q2_0 blk.13.ffn_down_exps.weight[377]: Q2_0 blk.13.ffn_down_exps.weight[378]: Q2_0 blk.13.ffn_down_exps.weight[379]: Q2_0 blk.13.ffn_down_exps.weight[380]: Q2_0 blk.13.ffn_down_exps.weight[381]: Q2_0 blk.13.ffn_down_exps.weight[382]: Q2_0 blk.13.ffn_down_exps.weight[383]: Q2_0 blk.13.ffn_down_exps.weight[384]: Q2_0 blk.13.ffn_down_exps.weight[385]: Q2_0 blk.13.ffn_down_exps.weight[386]: blk.13.ffn_down_exps.weight[387]: Q2_0 blk.13.ffn_down_exps.weight[388]: blk.13.ffn_down_exps.weight[389]: Q2_0 blk.13.ffn_down_exps.weight[390]: Q2_0 blk.13.ffn_down_exps.weight[391]: Q2_0 blk.13.ffn_down_exps.weight[392]: Q2_0 blk.13.ffn_down_exps.weight[393]: blk.13.ffn_down_exps.weight[394]: Q2_0 blk.13.ffn_down_exps.weight[395]: Q2_0 blk.13.ffn_down_exps.weight[396]: blk.13.ffn_down_exps.weight[397]: blk.13.ffn_down_exps.weight[398]: Q2_0 blk.13.ffn_down_exps.weight[399]: blk.13.ffn_down_exps.weight[400]: blk.13.ffn_down_exps.weight[401]: Q2_0 blk.13.ffn_down_exps.weight[402]: blk.13.ffn_down_exps.weight[403]: blk.13.ffn_down_exps.weight[404]: blk.13.ffn_down_exps.weight[405]: blk.13.ffn_down_exps.weight[406]: Q2_0 blk.13.ffn_down_exps.weight[407]: blk.13.ffn_down_exps.weight[408]: Q2_0 blk.13.ffn_down_exps.weight[409]: blk.13.ffn_down_exps.weight[410]: blk.13.ffn_down_exps.weight[411]: Q2_0 blk.13.ffn_down_exps.weight[412]: Q2_0 blk.13.ffn_down_exps.weight[413]: blk.13.ffn_down_exps.weight[414]: Q2_0 blk.13.ffn_down_exps.weight[415]: Q2_0 blk.13.ffn_down_exps.weight[416]: Q2_0 blk.13.ffn_down_exps.weight[417]: Q2_0 blk.13.ffn_down_exps.weight[418]: blk.13.ffn_down_exps.weight[419]: blk.13.ffn_down_exps.weight[420]: blk.13.ffn_down_exps.weight[421]: blk.13.ffn_down_exps.weight[422]: blk.13.ffn_down_exps.weight[423]: Q2_0 blk.13.ffn_down_exps.weight[424]: blk.13.ffn_down_exps.weight[425]: Q2_0 blk.13.ffn_down_exps.weight[426]: Q2_0 blk.13.ffn_down_exps.weight[427]: blk.13.ffn_down_exps.weight[428]: blk.13.ffn_down_exps.weight[429]: Q2_0 blk.13.ffn_down_exps.weight[430]: blk.13.ffn_down_exps.weight[431]: blk.13.ffn_down_exps.weight[432]: blk.13.ffn_down_exps.weight[433]: Q2_0 blk.13.ffn_down_exps.weight[434]: blk.13.ffn_down_exps.weight[435]: blk.13.ffn_down_exps.weight[436]: Q2_0 blk.13.ffn_down_exps.weight[437]: blk.13.ffn_down_exps.weight[438]: Q2_0 blk.13.ffn_down_exps.weight[439]: blk.13.ffn_down_exps.weight[440]: blk.13.ffn_down_exps.weight[441]: blk.13.ffn_down_exps.weight[442]: blk.13.ffn_down_exps.weight[443]: blk.13.ffn_down_exps.weight[444]: Q2_0 blk.13.ffn_down_exps.weight[445]: Q2_0 blk.13.ffn_down_exps.weight[446]: Q2_0 blk.13.ffn_down_exps.weight[447]: blk.13.ffn_down_exps.weight[448]: blk.13.ffn_down_exps.weight[449]: blk.13.ffn_down_exps.weight[450]: blk.13.ffn_down_exps.weight[451]: Q2_0 blk.13.ffn_down_exps.weight[452]: blk.13.ffn_down_exps.weight[453]: blk.13.ffn_down_exps.weight[454]: Q2_0 blk.13.ffn_down_exps.weight[455]: blk.13.ffn_down_exps.weight[456]: blk.13.ffn_down_exps.weight[457]: Q2_0 blk.13.ffn_down_exps.weight[458]: Q2_0 blk.13.ffn_down_exps.weight[459]: Q2_0 blk.13.ffn_down_exps.weight[460]: Q2_0 blk.13.ffn_down_exps.weight[461]: blk.13.ffn_down_exps.weight[462]: Q2_0 blk.13.ffn_down_exps.weight[463]: Q2_0 blk.13.ffn_down_exps.weight[464]: blk.13.ffn_down_exps.weight[465]: blk.13.ffn_down_exps.weight[466]: blk.13.ffn_down_exps.weight[467]: blk.13.ffn_down_exps.weight[468]: blk.13.ffn_down_exps.weight[469]: blk.13.ffn_down_exps.weight[470]: blk.13.ffn_down_exps.weight[471]: blk.13.ffn_down_exps.weight[472]: blk.13.ffn_down_exps.weight[473]: blk.13.ffn_down_exps.weight[474]: blk.13.ffn_down_exps.weight[475]: blk.13.ffn_down_exps.weight[476]: blk.13.ffn_down_exps.weight[477]: blk.13.ffn_down_exps.weight[478]: blk.13.ffn_down_exps.weight[479]: blk.13.ffn_down_exps.weight[480]: Q2_0 blk.13.ffn_down_exps.weight[481]: blk.13.ffn_down_exps.weight[482]: blk.13.ffn_down_exps.weight[483]: blk.13.ffn_down_exps.weight[484]: Q2_0 blk.13.ffn_down_exps.weight[485]: Q2_0 blk.13.ffn_down_exps.weight[486]: blk.13.ffn_down_exps.weight[487]: blk.13.ffn_down_exps.weight[488]: blk.13.ffn_down_exps.weight[489]: Q2_0 blk.13.ffn_down_exps.weight[490]: blk.13.ffn_down_exps.weight[491]: Q2_0 blk.13.ffn_down_exps.weight[492]: blk.13.ffn_down_exps.weight[493]: Q2_0 blk.13.ffn_down_exps.weight[494]: blk.13.ffn_down_exps.weight[495]: blk.13.ffn_down_exps.weight[496]: blk.13.ffn_down_exps.weight[497]: Q2_0 blk.13.ffn_down_exps.weight[498]: blk.13.ffn_down_exps.weight[499]: Q2_0 blk.13.ffn_down_exps.weight[500]: blk.13.ffn_down_exps.weight[501]: Q2_0 blk.13.ffn_down_exps.weight[502]: blk.13.ffn_down_exps.weight[503]: Q2_0 blk.13.ffn_down_exps.weight[504]: Q2_0 blk.13.ffn_down_exps.weight[505]: blk.13.ffn_down_exps.weight[506]: Q2_0 blk.13.ffn_down_exps.weight[507]: blk.13.ffn_down_exps.weight[508]: blk.13.ffn_down_exps.weight[509]: Q2_0 blk.13.ffn_down_exps.weight[510]: blk.13.ffn_down_exps.weight[511]: blk.14.ffn_gate_exps.weight[0]: blk.14.ffn_gate_exps.weight[1]: IQ3_XXS blk.14.ffn_gate_exps.weight[2]: blk.14.ffn_gate_exps.weight[3]: IQ3_XXS blk.14.ffn_gate_exps.weight[4]: IQ3_XXS blk.14.ffn_gate_exps.weight[5]: IQ3_XXS blk.14.ffn_gate_exps.weight[6]: blk.14.ffn_gate_exps.weight[7]: blk.14.ffn_gate_exps.weight[8]: IQ3_XXS blk.14.ffn_gate_exps.weight[9]: IQ3_XXS blk.14.ffn_gate_exps.weight[10]: blk.14.ffn_gate_exps.weight[11]: IQ3_XXS blk.14.ffn_gate_exps.weight[12]: blk.14.ffn_gate_exps.weight[13]: IQ3_XXS blk.14.ffn_gate_exps.weight[14]: IQ3_XXS blk.14.ffn_gate_exps.weight[15]: IQ3_XXS blk.14.ffn_gate_exps.weight[16]: IQ3_XXS blk.14.ffn_gate_exps.weight[17]: IQ3_XXS blk.14.ffn_gate_exps.weight[18]: IQ3_XXS blk.14.ffn_gate_exps.weight[19]: blk.14.ffn_gate_exps.weight[20]: blk.14.ffn_gate_exps.weight[21]: IQ3_XXS blk.14.ffn_gate_exps.weight[22]: IQ3_XXS blk.14.ffn_gate_exps.weight[23]: IQ3_XXS blk.14.ffn_gate_exps.weight[24]: blk.14.ffn_gate_exps.weight[25]: IQ3_XXS blk.14.ffn_gate_exps.weight[26]: blk.14.ffn_gate_exps.weight[27]: blk.14.ffn_gate_exps.weight[28]: IQ3_XXS blk.14.ffn_gate_exps.weight[29]: IQ3_XXS blk.14.ffn_gate_exps.weight[30]: IQ3_XXS blk.14.ffn_gate_exps.weight[31]: blk.14.ffn_gate_exps.weight[32]: IQ3_XXS blk.14.ffn_gate_exps.weight[33]: blk.14.ffn_gate_exps.weight[34]: blk.14.ffn_gate_exps.weight[35]: blk.14.ffn_gate_exps.weight[36]: blk.14.ffn_gate_exps.weight[37]: blk.14.ffn_gate_exps.weight[38]: blk.14.ffn_gate_exps.weight[39]: IQ3_XXS blk.14.ffn_gate_exps.weight[40]: IQ3_XXS blk.14.ffn_gate_exps.weight[41]: blk.14.ffn_gate_exps.weight[42]: IQ3_XXS blk.14.ffn_gate_exps.weight[43]: IQ3_XXS blk.14.ffn_gate_exps.weight[44]: IQ3_XXS blk.14.ffn_gate_exps.weight[45]: IQ3_XXS blk.14.ffn_gate_exps.weight[46]: IQ3_XXS blk.14.ffn_gate_exps.weight[47]: blk.14.ffn_gate_exps.weight[48]: blk.14.ffn_gate_exps.weight[49]: blk.14.ffn_gate_exps.weight[50]: IQ3_XXS blk.14.ffn_gate_exps.weight[51]: blk.14.ffn_gate_exps.weight[52]: blk.14.ffn_gate_exps.weight[53]: IQ3_XXS blk.14.ffn_gate_exps.weight[54]: blk.14.ffn_gate_exps.weight[55]: IQ3_XXS blk.14.ffn_gate_exps.weight[56]: IQ3_XXS blk.14.ffn_gate_exps.weight[57]: blk.14.ffn_gate_exps.weight[58]: blk.14.ffn_gate_exps.weight[59]: IQ3_XXS blk.14.ffn_gate_exps.weight[60]: IQ3_XXS blk.14.ffn_gate_exps.weight[61]: blk.14.ffn_gate_exps.weight[62]: blk.14.ffn_gate_exps.weight[63]: blk.14.ffn_gate_exps.weight[64]: IQ3_XXS blk.14.ffn_gate_exps.weight[65]: IQ3_XXS blk.14.ffn_gate_exps.weight[66]: blk.14.ffn_gate_exps.weight[67]: IQ3_XXS blk.14.ffn_gate_exps.weight[68]: IQ3_XXS blk.14.ffn_gate_exps.weight[69]: IQ3_XXS blk.14.ffn_gate_exps.weight[70]: blk.14.ffn_gate_exps.weight[71]: blk.14.ffn_gate_exps.weight[72]: blk.14.ffn_gate_exps.weight[73]: IQ3_XXS blk.14.ffn_gate_exps.weight[74]: IQ3_XXS blk.14.ffn_gate_exps.weight[75]: IQ3_XXS blk.14.ffn_gate_exps.weight[76]: IQ3_XXS blk.14.ffn_gate_exps.weight[77]: IQ3_XXS blk.14.ffn_gate_exps.weight[78]: blk.14.ffn_gate_exps.weight[79]: blk.14.ffn_gate_exps.weight[80]: IQ3_XXS blk.14.ffn_gate_exps.weight[81]: IQ3_XXS blk.14.ffn_gate_exps.weight[82]: IQ3_XXS blk.14.ffn_gate_exps.weight[83]: IQ3_XXS blk.14.ffn_gate_exps.weight[84]: IQ3_XXS blk.14.ffn_gate_exps.weight[85]: IQ3_XXS blk.14.ffn_gate_exps.weight[86]: IQ3_XXS blk.14.ffn_gate_exps.weight[87]: blk.14.ffn_gate_exps.weight[88]: IQ3_XXS blk.14.ffn_gate_exps.weight[89]: IQ3_XXS blk.14.ffn_gate_exps.weight[90]: IQ3_XXS blk.14.ffn_gate_exps.weight[91]: IQ3_XXS blk.14.ffn_gate_exps.weight[92]: blk.14.ffn_gate_exps.weight[93]: IQ3_XXS blk.14.ffn_gate_exps.weight[94]: IQ3_XXS blk.14.ffn_gate_exps.weight[95]: IQ3_XXS blk.14.ffn_gate_exps.weight[96]: IQ3_XXS blk.14.ffn_gate_exps.weight[97]: blk.14.ffn_gate_exps.weight[98]: IQ3_XXS blk.14.ffn_gate_exps.weight[99]: IQ3_XXS blk.14.ffn_gate_exps.weight[100]: blk.14.ffn_gate_exps.weight[101]: blk.14.ffn_gate_exps.weight[102]: IQ3_XXS blk.14.ffn_gate_exps.weight[103]: blk.14.ffn_gate_exps.weight[104]: IQ3_XXS blk.14.ffn_gate_exps.weight[105]: IQ3_XXS blk.14.ffn_gate_exps.weight[106]: IQ3_XXS blk.14.ffn_gate_exps.weight[107]: IQ3_XXS blk.14.ffn_gate_exps.weight[108]: IQ3_XXS blk.14.ffn_gate_exps.weight[109]: IQ3_XXS blk.14.ffn_gate_exps.weight[110]: IQ3_XXS blk.14.ffn_gate_exps.weight[111]: blk.14.ffn_gate_exps.weight[112]: IQ3_XXS blk.14.ffn_gate_exps.weight[113]: IQ3_XXS blk.14.ffn_gate_exps.weight[114]: blk.14.ffn_gate_exps.weight[115]: IQ3_XXS blk.14.ffn_gate_exps.weight[116]: blk.14.ffn_gate_exps.weight[117]: IQ3_XXS blk.14.ffn_gate_exps.weight[118]: IQ3_XXS blk.14.ffn_gate_exps.weight[119]: blk.14.ffn_gate_exps.weight[120]: blk.14.ffn_gate_exps.weight[121]: blk.14.ffn_gate_exps.weight[122]: blk.14.ffn_gate_exps.weight[123]: blk.14.ffn_gate_exps.weight[124]: blk.14.ffn_gate_exps.weight[125]: blk.14.ffn_gate_exps.weight[126]: IQ3_XXS blk.14.ffn_gate_exps.weight[127]: IQ3_XXS blk.14.ffn_gate_exps.weight[128]: blk.14.ffn_gate_exps.weight[129]: blk.14.ffn_gate_exps.weight[130]: IQ3_XXS blk.14.ffn_gate_exps.weight[131]: blk.14.ffn_gate_exps.weight[132]: IQ3_XXS blk.14.ffn_gate_exps.weight[133]: IQ3_XXS blk.14.ffn_gate_exps.weight[134]: IQ3_XXS blk.14.ffn_gate_exps.weight[135]: IQ3_XXS blk.14.ffn_gate_exps.weight[136]: blk.14.ffn_gate_exps.weight[137]: IQ3_XXS blk.14.ffn_gate_exps.weight[138]: blk.14.ffn_gate_exps.weight[139]: blk.14.ffn_gate_exps.weight[140]: IQ3_XXS blk.14.ffn_gate_exps.weight[141]: blk.14.ffn_gate_exps.weight[142]: blk.14.ffn_gate_exps.weight[143]: IQ3_XXS blk.14.ffn_gate_exps.weight[144]: blk.14.ffn_gate_exps.weight[145]: IQ3_XXS blk.14.ffn_gate_exps.weight[146]: blk.14.ffn_gate_exps.weight[147]: IQ3_XXS blk.14.ffn_gate_exps.weight[148]: IQ3_XXS blk.14.ffn_gate_exps.weight[149]: blk.14.ffn_gate_exps.weight[150]: blk.14.ffn_gate_exps.weight[151]: blk.14.ffn_gate_exps.weight[152]: blk.14.ffn_gate_exps.weight[153]: IQ3_XXS blk.14.ffn_gate_exps.weight[154]: IQ3_XXS blk.14.ffn_gate_exps.weight[155]: blk.14.ffn_gate_exps.weight[156]: blk.14.ffn_gate_exps.weight[157]: IQ3_XXS blk.14.ffn_gate_exps.weight[158]: blk.14.ffn_gate_exps.weight[159]: IQ3_XXS blk.14.ffn_gate_exps.weight[160]: IQ3_XXS blk.14.ffn_gate_exps.weight[161]: blk.14.ffn_gate_exps.weight[162]: IQ3_XXS blk.14.ffn_gate_exps.weight[163]: blk.14.ffn_gate_exps.weight[164]: blk.14.ffn_gate_exps.weight[165]: blk.14.ffn_gate_exps.weight[166]: IQ3_XXS blk.14.ffn_gate_exps.weight[167]: IQ3_XXS blk.14.ffn_gate_exps.weight[168]: IQ3_XXS blk.14.ffn_gate_exps.weight[169]: IQ3_XXS blk.14.ffn_gate_exps.weight[170]: IQ3_XXS blk.14.ffn_gate_exps.weight[171]: IQ3_XXS blk.14.ffn_gate_exps.weight[172]: blk.14.ffn_gate_exps.weight[173]: IQ3_XXS blk.14.ffn_gate_exps.weight[174]: blk.14.ffn_gate_exps.weight[175]: IQ3_XXS blk.14.ffn_gate_exps.weight[176]: blk.14.ffn_gate_exps.weight[177]: IQ3_XXS blk.14.ffn_gate_exps.weight[178]: IQ3_XXS blk.14.ffn_gate_exps.weight[179]: blk.14.ffn_gate_exps.weight[180]: IQ3_XXS blk.14.ffn_gate_exps.weight[181]: IQ3_XXS blk.14.ffn_gate_exps.weight[182]: blk.14.ffn_gate_exps.weight[183]: blk.14.ffn_gate_exps.weight[184]: blk.14.ffn_gate_exps.weight[185]: blk.14.ffn_gate_exps.weight[186]: IQ3_XXS blk.14.ffn_gate_exps.weight[187]: IQ3_XXS blk.14.ffn_gate_exps.weight[188]: blk.14.ffn_gate_exps.weight[189]: blk.14.ffn_gate_exps.weight[190]: IQ3_XXS blk.14.ffn_gate_exps.weight[191]: IQ3_XXS blk.14.ffn_gate_exps.weight[192]: IQ3_XXS blk.14.ffn_gate_exps.weight[193]: blk.14.ffn_gate_exps.weight[194]: IQ3_XXS blk.14.ffn_gate_exps.weight[195]: blk.14.ffn_gate_exps.weight[196]: IQ3_XXS blk.14.ffn_gate_exps.weight[197]: IQ3_XXS blk.14.ffn_gate_exps.weight[198]: blk.14.ffn_gate_exps.weight[199]: blk.14.ffn_gate_exps.weight[200]: blk.14.ffn_gate_exps.weight[201]: blk.14.ffn_gate_exps.weight[202]: IQ3_XXS blk.14.ffn_gate_exps.weight[203]: blk.14.ffn_gate_exps.weight[204]: blk.14.ffn_gate_exps.weight[205]: IQ3_XXS blk.14.ffn_gate_exps.weight[206]: IQ3_XXS blk.14.ffn_gate_exps.weight[207]: IQ3_XXS blk.14.ffn_gate_exps.weight[208]: blk.14.ffn_gate_exps.weight[209]: IQ3_XXS blk.14.ffn_gate_exps.weight[210]: IQ3_XXS blk.14.ffn_gate_exps.weight[211]: IQ3_XXS blk.14.ffn_gate_exps.weight[212]: IQ3_XXS blk.14.ffn_gate_exps.weight[213]: IQ3_XXS blk.14.ffn_gate_exps.weight[214]: blk.14.ffn_gate_exps.weight[215]: blk.14.ffn_gate_exps.weight[216]: blk.14.ffn_gate_exps.weight[217]: blk.14.ffn_gate_exps.weight[218]: IQ3_XXS blk.14.ffn_gate_exps.weight[219]: blk.14.ffn_gate_exps.weight[220]: blk.14.ffn_gate_exps.weight[221]: blk.14.ffn_gate_exps.weight[222]: blk.14.ffn_gate_exps.weight[223]: IQ3_XXS blk.14.ffn_gate_exps.weight[224]: blk.14.ffn_gate_exps.weight[225]: blk.14.ffn_gate_exps.weight[226]: IQ3_XXS blk.14.ffn_gate_exps.weight[227]: blk.14.ffn_gate_exps.weight[228]: blk.14.ffn_gate_exps.weight[229]: IQ3_XXS blk.14.ffn_gate_exps.weight[230]: blk.14.ffn_gate_exps.weight[231]: IQ3_XXS blk.14.ffn_gate_exps.weight[232]: blk.14.ffn_gate_exps.weight[233]: blk.14.ffn_gate_exps.weight[234]: IQ3_XXS blk.14.ffn_gate_exps.weight[235]: blk.14.ffn_gate_exps.weight[236]: IQ3_XXS blk.14.ffn_gate_exps.weight[237]: blk.14.ffn_gate_exps.weight[238]: IQ3_XXS blk.14.ffn_gate_exps.weight[239]: IQ3_XXS blk.14.ffn_gate_exps.weight[240]: blk.14.ffn_gate_exps.weight[241]: blk.14.ffn_gate_exps.weight[242]: blk.14.ffn_gate_exps.weight[243]: IQ3_XXS blk.14.ffn_gate_exps.weight[244]: IQ3_XXS blk.14.ffn_gate_exps.weight[245]: blk.14.ffn_gate_exps.weight[246]: IQ3_XXS blk.14.ffn_gate_exps.weight[247]: blk.14.ffn_gate_exps.weight[248]: blk.14.ffn_gate_exps.weight[249]: blk.14.ffn_gate_exps.weight[250]: blk.14.ffn_gate_exps.weight[251]: blk.14.ffn_gate_exps.weight[252]: blk.14.ffn_gate_exps.weight[253]: IQ3_XXS blk.14.ffn_gate_exps.weight[254]: IQ3_XXS blk.14.ffn_gate_exps.weight[255]: blk.14.ffn_gate_exps.weight[256]: IQ3_XXS blk.14.ffn_gate_exps.weight[257]: blk.14.ffn_gate_exps.weight[258]: IQ3_XXS blk.14.ffn_gate_exps.weight[259]: blk.14.ffn_gate_exps.weight[260]: IQ3_XXS blk.14.ffn_gate_exps.weight[261]: IQ3_XXS blk.14.ffn_gate_exps.weight[262]: blk.14.ffn_gate_exps.weight[263]: blk.14.ffn_gate_exps.weight[264]: blk.14.ffn_gate_exps.weight[265]: blk.14.ffn_gate_exps.weight[266]: IQ3_XXS blk.14.ffn_gate_exps.weight[267]: blk.14.ffn_gate_exps.weight[268]: blk.14.ffn_gate_exps.weight[269]: IQ3_XXS blk.14.ffn_gate_exps.weight[270]: IQ3_XXS blk.14.ffn_gate_exps.weight[271]: blk.14.ffn_gate_exps.weight[272]: blk.14.ffn_gate_exps.weight[273]: IQ3_XXS blk.14.ffn_gate_exps.weight[274]: IQ3_XXS blk.14.ffn_gate_exps.weight[275]: IQ3_XXS blk.14.ffn_gate_exps.weight[276]: blk.14.ffn_gate_exps.weight[277]: IQ3_XXS blk.14.ffn_gate_exps.weight[278]: blk.14.ffn_gate_exps.weight[279]: blk.14.ffn_gate_exps.weight[280]: IQ3_XXS blk.14.ffn_gate_exps.weight[281]: IQ3_XXS blk.14.ffn_gate_exps.weight[282]: blk.14.ffn_gate_exps.weight[283]: IQ3_XXS blk.14.ffn_gate_exps.weight[284]: blk.14.ffn_gate_exps.weight[285]: blk.14.ffn_gate_exps.weight[286]: IQ3_XXS blk.14.ffn_gate_exps.weight[287]: IQ3_XXS blk.14.ffn_gate_exps.weight[288]: blk.14.ffn_gate_exps.weight[289]: IQ3_XXS blk.14.ffn_gate_exps.weight[290]: IQ3_XXS blk.14.ffn_gate_exps.weight[291]: IQ3_XXS blk.14.ffn_gate_exps.weight[292]: IQ3_XXS blk.14.ffn_gate_exps.weight[293]: IQ3_XXS blk.14.ffn_gate_exps.weight[294]: blk.14.ffn_gate_exps.weight[295]: IQ3_XXS blk.14.ffn_gate_exps.weight[296]: IQ3_XXS blk.14.ffn_gate_exps.weight[297]: blk.14.ffn_gate_exps.weight[298]: blk.14.ffn_gate_exps.weight[299]: IQ3_XXS blk.14.ffn_gate_exps.weight[300]: IQ3_XXS blk.14.ffn_gate_exps.weight[301]: blk.14.ffn_gate_exps.weight[302]: IQ3_XXS blk.14.ffn_gate_exps.weight[303]: IQ3_XXS blk.14.ffn_gate_exps.weight[304]: IQ3_XXS blk.14.ffn_gate_exps.weight[305]: IQ3_XXS blk.14.ffn_gate_exps.weight[306]: IQ3_XXS blk.14.ffn_gate_exps.weight[307]: blk.14.ffn_gate_exps.weight[308]: blk.14.ffn_gate_exps.weight[309]: blk.14.ffn_gate_exps.weight[310]: blk.14.ffn_gate_exps.weight[311]: IQ3_XXS blk.14.ffn_gate_exps.weight[312]: IQ3_XXS blk.14.ffn_gate_exps.weight[313]: blk.14.ffn_gate_exps.weight[314]: IQ3_XXS blk.14.ffn_gate_exps.weight[315]: blk.14.ffn_gate_exps.weight[316]: blk.14.ffn_gate_exps.weight[317]: blk.14.ffn_gate_exps.weight[318]: IQ3_XXS blk.14.ffn_gate_exps.weight[319]: blk.14.ffn_gate_exps.weight[320]: IQ3_XXS blk.14.ffn_gate_exps.weight[321]: blk.14.ffn_gate_exps.weight[322]: IQ3_XXS blk.14.ffn_gate_exps.weight[323]: blk.14.ffn_gate_exps.weight[324]: blk.14.ffn_gate_exps.weight[325]: blk.14.ffn_gate_exps.weight[326]: IQ3_XXS blk.14.ffn_gate_exps.weight[327]: IQ3_XXS blk.14.ffn_gate_exps.weight[328]: IQ3_XXS blk.14.ffn_gate_exps.weight[329]: blk.14.ffn_gate_exps.weight[330]: IQ3_XXS blk.14.ffn_gate_exps.weight[331]: blk.14.ffn_gate_exps.weight[332]: blk.14.ffn_gate_exps.weight[333]: blk.14.ffn_gate_exps.weight[334]: IQ3_XXS blk.14.ffn_gate_exps.weight[335]: blk.14.ffn_gate_exps.weight[336]: blk.14.ffn_gate_exps.weight[337]: blk.14.ffn_gate_exps.weight[338]: blk.14.ffn_gate_exps.weight[339]: IQ3_XXS blk.14.ffn_gate_exps.weight[340]: IQ3_XXS blk.14.ffn_gate_exps.weight[341]: IQ3_XXS blk.14.ffn_gate_exps.weight[342]: IQ3_XXS blk.14.ffn_gate_exps.weight[343]: IQ3_XXS blk.14.ffn_gate_exps.weight[344]: blk.14.ffn_gate_exps.weight[345]: blk.14.ffn_gate_exps.weight[346]: blk.14.ffn_gate_exps.weight[347]: blk.14.ffn_gate_exps.weight[348]: blk.14.ffn_gate_exps.weight[349]: blk.14.ffn_gate_exps.weight[350]: blk.14.ffn_gate_exps.weight[351]: blk.14.ffn_gate_exps.weight[352]: blk.14.ffn_gate_exps.weight[353]: blk.14.ffn_gate_exps.weight[354]: blk.14.ffn_gate_exps.weight[355]: blk.14.ffn_gate_exps.weight[356]: IQ3_XXS blk.14.ffn_gate_exps.weight[357]: blk.14.ffn_gate_exps.weight[358]: blk.14.ffn_gate_exps.weight[359]: blk.14.ffn_gate_exps.weight[360]: blk.14.ffn_gate_exps.weight[361]: blk.14.ffn_gate_exps.weight[362]: IQ3_XXS blk.14.ffn_gate_exps.weight[363]: blk.14.ffn_gate_exps.weight[364]: IQ3_XXS blk.14.ffn_gate_exps.weight[365]: blk.14.ffn_gate_exps.weight[366]: blk.14.ffn_gate_exps.weight[367]: IQ3_XXS blk.14.ffn_gate_exps.weight[368]: IQ3_XXS blk.14.ffn_gate_exps.weight[369]: IQ3_XXS blk.14.ffn_gate_exps.weight[370]: IQ3_XXS blk.14.ffn_gate_exps.weight[371]: blk.14.ffn_gate_exps.weight[372]: IQ3_XXS blk.14.ffn_gate_exps.weight[373]: blk.14.ffn_gate_exps.weight[374]: IQ3_XXS blk.14.ffn_gate_exps.weight[375]: blk.14.ffn_gate_exps.weight[376]: IQ3_XXS blk.14.ffn_gate_exps.weight[377]: blk.14.ffn_gate_exps.weight[378]: IQ3_XXS blk.14.ffn_gate_exps.weight[379]: blk.14.ffn_gate_exps.weight[380]: IQ3_XXS blk.14.ffn_gate_exps.weight[381]: IQ3_XXS blk.14.ffn_gate_exps.weight[382]: blk.14.ffn_gate_exps.weight[383]: blk.14.ffn_gate_exps.weight[384]: blk.14.ffn_gate_exps.weight[385]: IQ3_XXS blk.14.ffn_gate_exps.weight[386]: IQ3_XXS blk.14.ffn_gate_exps.weight[387]: IQ3_XXS blk.14.ffn_gate_exps.weight[388]: IQ3_XXS blk.14.ffn_gate_exps.weight[389]: IQ3_XXS blk.14.ffn_gate_exps.weight[390]: IQ3_XXS blk.14.ffn_gate_exps.weight[391]: blk.14.ffn_gate_exps.weight[392]: blk.14.ffn_gate_exps.weight[393]: blk.14.ffn_gate_exps.weight[394]: IQ3_XXS blk.14.ffn_gate_exps.weight[395]: blk.14.ffn_gate_exps.weight[396]: IQ3_XXS blk.14.ffn_gate_exps.weight[397]: IQ3_XXS blk.14.ffn_gate_exps.weight[398]: IQ3_XXS blk.14.ffn_gate_exps.weight[399]: blk.14.ffn_gate_exps.weight[400]: IQ3_XXS blk.14.ffn_gate_exps.weight[401]: blk.14.ffn_gate_exps.weight[402]: blk.14.ffn_gate_exps.weight[403]: IQ3_XXS blk.14.ffn_gate_exps.weight[404]: IQ3_XXS blk.14.ffn_gate_exps.weight[405]: IQ3_XXS blk.14.ffn_gate_exps.weight[406]: IQ3_XXS blk.14.ffn_gate_exps.weight[407]: blk.14.ffn_gate_exps.weight[408]: blk.14.ffn_gate_exps.weight[409]: IQ3_XXS blk.14.ffn_gate_exps.weight[410]: blk.14.ffn_gate_exps.weight[411]: IQ3_XXS blk.14.ffn_gate_exps.weight[412]: blk.14.ffn_gate_exps.weight[413]: blk.14.ffn_gate_exps.weight[414]: IQ3_XXS blk.14.ffn_gate_exps.weight[415]: IQ3_XXS blk.14.ffn_gate_exps.weight[416]: blk.14.ffn_gate_exps.weight[417]: IQ3_XXS blk.14.ffn_gate_exps.weight[418]: blk.14.ffn_gate_exps.weight[419]: blk.14.ffn_gate_exps.weight[420]: IQ3_XXS blk.14.ffn_gate_exps.weight[421]: IQ3_XXS blk.14.ffn_gate_exps.weight[422]: blk.14.ffn_gate_exps.weight[423]: IQ3_XXS blk.14.ffn_gate_exps.weight[424]: IQ3_XXS blk.14.ffn_gate_exps.weight[425]: IQ3_XXS blk.14.ffn_gate_exps.weight[426]: IQ3_XXS blk.14.ffn_gate_exps.weight[427]: blk.14.ffn_gate_exps.weight[428]: IQ3_XXS blk.14.ffn_gate_exps.weight[429]: IQ3_XXS blk.14.ffn_gate_exps.weight[430]: blk.14.ffn_gate_exps.weight[431]: blk.14.ffn_gate_exps.weight[432]: IQ3_XXS blk.14.ffn_gate_exps.weight[433]: blk.14.ffn_gate_exps.weight[434]: blk.14.ffn_gate_exps.weight[435]: blk.14.ffn_gate_exps.weight[436]: IQ3_XXS blk.14.ffn_gate_exps.weight[437]: IQ3_XXS blk.14.ffn_gate_exps.weight[438]: blk.14.ffn_gate_exps.weight[439]: IQ3_XXS blk.14.ffn_gate_exps.weight[440]: blk.14.ffn_gate_exps.weight[441]: IQ3_XXS blk.14.ffn_gate_exps.weight[442]: blk.14.ffn_gate_exps.weight[443]: IQ3_XXS blk.14.ffn_gate_exps.weight[444]: blk.14.ffn_gate_exps.weight[445]: blk.14.ffn_gate_exps.weight[446]: blk.14.ffn_gate_exps.weight[447]: IQ3_XXS blk.14.ffn_gate_exps.weight[448]: IQ3_XXS blk.14.ffn_gate_exps.weight[449]: blk.14.ffn_gate_exps.weight[450]: IQ3_XXS blk.14.ffn_gate_exps.weight[451]: blk.14.ffn_gate_exps.weight[452]: blk.14.ffn_gate_exps.weight[453]: IQ3_XXS blk.14.ffn_gate_exps.weight[454]: IQ3_XXS blk.14.ffn_gate_exps.weight[455]: IQ3_XXS blk.14.ffn_gate_exps.weight[456]: IQ3_XXS blk.14.ffn_gate_exps.weight[457]: IQ3_XXS blk.14.ffn_gate_exps.weight[458]: blk.14.ffn_gate_exps.weight[459]: blk.14.ffn_gate_exps.weight[460]: blk.14.ffn_gate_exps.weight[461]: IQ3_XXS blk.14.ffn_gate_exps.weight[462]: blk.14.ffn_gate_exps.weight[463]: IQ3_XXS blk.14.ffn_gate_exps.weight[464]: blk.14.ffn_gate_exps.weight[465]: blk.14.ffn_gate_exps.weight[466]: blk.14.ffn_gate_exps.weight[467]: blk.14.ffn_gate_exps.weight[468]: blk.14.ffn_gate_exps.weight[469]: IQ3_XXS blk.14.ffn_gate_exps.weight[470]: IQ3_XXS blk.14.ffn_gate_exps.weight[471]: blk.14.ffn_gate_exps.weight[472]: blk.14.ffn_gate_exps.weight[473]: IQ3_XXS blk.14.ffn_gate_exps.weight[474]: blk.14.ffn_gate_exps.weight[475]: blk.14.ffn_gate_exps.weight[476]: IQ3_XXS blk.14.ffn_gate_exps.weight[477]: blk.14.ffn_gate_exps.weight[478]: IQ3_XXS blk.14.ffn_gate_exps.weight[479]: IQ3_XXS blk.14.ffn_gate_exps.weight[480]: blk.14.ffn_gate_exps.weight[481]: IQ3_XXS blk.14.ffn_gate_exps.weight[482]: blk.14.ffn_gate_exps.weight[483]: blk.14.ffn_gate_exps.weight[484]: IQ3_XXS blk.14.ffn_gate_exps.weight[485]: blk.14.ffn_gate_exps.weight[486]: IQ3_XXS blk.14.ffn_gate_exps.weight[487]: blk.14.ffn_gate_exps.weight[488]: IQ3_XXS blk.14.ffn_gate_exps.weight[489]: blk.14.ffn_gate_exps.weight[490]: blk.14.ffn_gate_exps.weight[491]: blk.14.ffn_gate_exps.weight[492]: blk.14.ffn_gate_exps.weight[493]: blk.14.ffn_gate_exps.weight[494]: blk.14.ffn_gate_exps.weight[495]: IQ3_XXS blk.14.ffn_gate_exps.weight[496]: blk.14.ffn_gate_exps.weight[497]: IQ3_XXS blk.14.ffn_gate_exps.weight[498]: IQ3_XXS blk.14.ffn_gate_exps.weight[499]: blk.14.ffn_gate_exps.weight[500]: blk.14.ffn_gate_exps.weight[501]: blk.14.ffn_gate_exps.weight[502]: IQ3_XXS blk.14.ffn_gate_exps.weight[503]: IQ3_XXS blk.14.ffn_gate_exps.weight[504]: blk.14.ffn_gate_exps.weight[505]: IQ3_XXS blk.14.ffn_gate_exps.weight[506]: IQ3_XXS blk.14.ffn_gate_exps.weight[507]: blk.14.ffn_gate_exps.weight[508]: blk.14.ffn_gate_exps.weight[509]: blk.14.ffn_gate_exps.weight[510]: blk.14.ffn_gate_exps.weight[511]: blk.14.ffn_up_exps.weight[0]: blk.14.ffn_up_exps.weight[1]: IQ3_XXS blk.14.ffn_up_exps.weight[2]: blk.14.ffn_up_exps.weight[3]: IQ3_XXS blk.14.ffn_up_exps.weight[4]: IQ3_XXS blk.14.ffn_up_exps.weight[5]: IQ3_XXS blk.14.ffn_up_exps.weight[6]: blk.14.ffn_up_exps.weight[7]: blk.14.ffn_up_exps.weight[8]: IQ3_XXS blk.14.ffn_up_exps.weight[9]: IQ3_XXS blk.14.ffn_up_exps.weight[10]: blk.14.ffn_up_exps.weight[11]: IQ3_XXS blk.14.ffn_up_exps.weight[12]: blk.14.ffn_up_exps.weight[13]: IQ3_XXS blk.14.ffn_up_exps.weight[14]: IQ3_XXS blk.14.ffn_up_exps.weight[15]: IQ3_XXS blk.14.ffn_up_exps.weight[16]: IQ3_XXS blk.14.ffn_up_exps.weight[17]: IQ3_XXS blk.14.ffn_up_exps.weight[18]: IQ3_XXS blk.14.ffn_up_exps.weight[19]: blk.14.ffn_up_exps.weight[20]: blk.14.ffn_up_exps.weight[21]: IQ3_XXS blk.14.ffn_up_exps.weight[22]: IQ3_XXS blk.14.ffn_up_exps.weight[23]: IQ3_XXS blk.14.ffn_up_exps.weight[24]: blk.14.ffn_up_exps.weight[25]: IQ3_XXS blk.14.ffn_up_exps.weight[26]: blk.14.ffn_up_exps.weight[27]: blk.14.ffn_up_exps.weight[28]: IQ3_XXS blk.14.ffn_up_exps.weight[29]: IQ3_XXS blk.14.ffn_up_exps.weight[30]: IQ3_XXS blk.14.ffn_up_exps.weight[31]: blk.14.ffn_up_exps.weight[32]: IQ3_XXS blk.14.ffn_up_exps.weight[33]: blk.14.ffn_up_exps.weight[34]: blk.14.ffn_up_exps.weight[35]: blk.14.ffn_up_exps.weight[36]: blk.14.ffn_up_exps.weight[37]: blk.14.ffn_up_exps.weight[38]: blk.14.ffn_up_exps.weight[39]: IQ3_XXS blk.14.ffn_up_exps.weight[40]: IQ3_XXS blk.14.ffn_up_exps.weight[41]: blk.14.ffn_up_exps.weight[42]: IQ3_XXS blk.14.ffn_up_exps.weight[43]: IQ3_XXS blk.14.ffn_up_exps.weight[44]: IQ3_XXS blk.14.ffn_up_exps.weight[45]: IQ3_XXS blk.14.ffn_up_exps.weight[46]: IQ3_XXS blk.14.ffn_up_exps.weight[47]: blk.14.ffn_up_exps.weight[48]: blk.14.ffn_up_exps.weight[49]: blk.14.ffn_up_exps.weight[50]: IQ3_XXS blk.14.ffn_up_exps.weight[51]: blk.14.ffn_up_exps.weight[52]: blk.14.ffn_up_exps.weight[53]: IQ3_XXS blk.14.ffn_up_exps.weight[54]: blk.14.ffn_up_exps.weight[55]: IQ3_XXS blk.14.ffn_up_exps.weight[56]: IQ3_XXS blk.14.ffn_up_exps.weight[57]: blk.14.ffn_up_exps.weight[58]: blk.14.ffn_up_exps.weight[59]: IQ3_XXS blk.14.ffn_up_exps.weight[60]: IQ3_XXS blk.14.ffn_up_exps.weight[61]: blk.14.ffn_up_exps.weight[62]: blk.14.ffn_up_exps.weight[63]: blk.14.ffn_up_exps.weight[64]: IQ3_XXS blk.14.ffn_up_exps.weight[65]: IQ3_XXS blk.14.ffn_up_exps.weight[66]: blk.14.ffn_up_exps.weight[67]: IQ3_XXS blk.14.ffn_up_exps.weight[68]: IQ3_XXS blk.14.ffn_up_exps.weight[69]: IQ3_XXS blk.14.ffn_up_exps.weight[70]: blk.14.ffn_up_exps.weight[71]: blk.14.ffn_up_exps.weight[72]: blk.14.ffn_up_exps.weight[73]: IQ3_XXS blk.14.ffn_up_exps.weight[74]: IQ3_XXS blk.14.ffn_up_exps.weight[75]: IQ3_XXS blk.14.ffn_up_exps.weight[76]: IQ3_XXS blk.14.ffn_up_exps.weight[77]: IQ3_XXS blk.14.ffn_up_exps.weight[78]: blk.14.ffn_up_exps.weight[79]: blk.14.ffn_up_exps.weight[80]: IQ3_XXS blk.14.ffn_up_exps.weight[81]: IQ3_XXS blk.14.ffn_up_exps.weight[82]: IQ3_XXS blk.14.ffn_up_exps.weight[83]: IQ3_XXS blk.14.ffn_up_exps.weight[84]: IQ3_XXS blk.14.ffn_up_exps.weight[85]: IQ3_XXS blk.14.ffn_up_exps.weight[86]: IQ3_XXS blk.14.ffn_up_exps.weight[87]: blk.14.ffn_up_exps.weight[88]: IQ3_XXS blk.14.ffn_up_exps.weight[89]: IQ3_XXS blk.14.ffn_up_exps.weight[90]: IQ3_XXS blk.14.ffn_up_exps.weight[91]: IQ3_XXS blk.14.ffn_up_exps.weight[92]: blk.14.ffn_up_exps.weight[93]: IQ3_XXS blk.14.ffn_up_exps.weight[94]: IQ3_XXS blk.14.ffn_up_exps.weight[95]: IQ3_XXS blk.14.ffn_up_exps.weight[96]: IQ3_XXS blk.14.ffn_up_exps.weight[97]: blk.14.ffn_up_exps.weight[98]: IQ3_XXS blk.14.ffn_up_exps.weight[99]: IQ3_XXS blk.14.ffn_up_exps.weight[100]: blk.14.ffn_up_exps.weight[101]: blk.14.ffn_up_exps.weight[102]: IQ3_XXS blk.14.ffn_up_exps.weight[103]: blk.14.ffn_up_exps.weight[104]: IQ3_XXS blk.14.ffn_up_exps.weight[105]: IQ3_XXS blk.14.ffn_up_exps.weight[106]: IQ3_XXS blk.14.ffn_up_exps.weight[107]: IQ3_XXS blk.14.ffn_up_exps.weight[108]: IQ3_XXS blk.14.ffn_up_exps.weight[109]: IQ3_XXS blk.14.ffn_up_exps.weight[110]: IQ3_XXS blk.14.ffn_up_exps.weight[111]: blk.14.ffn_up_exps.weight[112]: IQ3_XXS blk.14.ffn_up_exps.weight[113]: IQ3_XXS blk.14.ffn_up_exps.weight[114]: blk.14.ffn_up_exps.weight[115]: IQ3_XXS blk.14.ffn_up_exps.weight[116]: blk.14.ffn_up_exps.weight[117]: IQ3_XXS blk.14.ffn_up_exps.weight[118]: IQ3_XXS blk.14.ffn_up_exps.weight[119]: blk.14.ffn_up_exps.weight[120]: blk.14.ffn_up_exps.weight[121]: blk.14.ffn_up_exps.weight[122]: blk.14.ffn_up_exps.weight[123]: blk.14.ffn_up_exps.weight[124]: blk.14.ffn_up_exps.weight[125]: blk.14.ffn_up_exps.weight[126]: IQ3_XXS blk.14.ffn_up_exps.weight[127]: IQ3_XXS blk.14.ffn_up_exps.weight[128]: blk.14.ffn_up_exps.weight[129]: blk.14.ffn_up_exps.weight[130]: IQ3_XXS blk.14.ffn_up_exps.weight[131]: blk.14.ffn_up_exps.weight[132]: IQ3_XXS blk.14.ffn_up_exps.weight[133]: IQ3_XXS blk.14.ffn_up_exps.weight[134]: IQ3_XXS blk.14.ffn_up_exps.weight[135]: IQ3_XXS blk.14.ffn_up_exps.weight[136]: blk.14.ffn_up_exps.weight[137]: IQ3_XXS blk.14.ffn_up_exps.weight[138]: blk.14.ffn_up_exps.weight[139]: blk.14.ffn_up_exps.weight[140]: IQ3_XXS blk.14.ffn_up_exps.weight[141]: blk.14.ffn_up_exps.weight[142]: blk.14.ffn_up_exps.weight[143]: IQ3_XXS blk.14.ffn_up_exps.weight[144]: blk.14.ffn_up_exps.weight[145]: IQ3_XXS blk.14.ffn_up_exps.weight[146]: blk.14.ffn_up_exps.weight[147]: IQ3_XXS blk.14.ffn_up_exps.weight[148]: IQ3_XXS blk.14.ffn_up_exps.weight[149]: blk.14.ffn_up_exps.weight[150]: blk.14.ffn_up_exps.weight[151]: blk.14.ffn_up_exps.weight[152]: blk.14.ffn_up_exps.weight[153]: IQ3_XXS blk.14.ffn_up_exps.weight[154]: IQ3_XXS blk.14.ffn_up_exps.weight[155]: blk.14.ffn_up_exps.weight[156]: blk.14.ffn_up_exps.weight[157]: IQ3_XXS blk.14.ffn_up_exps.weight[158]: blk.14.ffn_up_exps.weight[159]: IQ3_XXS blk.14.ffn_up_exps.weight[160]: IQ3_XXS blk.14.ffn_up_exps.weight[161]: blk.14.ffn_up_exps.weight[162]: IQ3_XXS blk.14.ffn_up_exps.weight[163]: blk.14.ffn_up_exps.weight[164]: blk.14.ffn_up_exps.weight[165]: blk.14.ffn_up_exps.weight[166]: IQ3_XXS blk.14.ffn_up_exps.weight[167]: IQ3_XXS blk.14.ffn_up_exps.weight[168]: IQ3_XXS blk.14.ffn_up_exps.weight[169]: IQ3_XXS blk.14.ffn_up_exps.weight[170]: IQ3_XXS blk.14.ffn_up_exps.weight[171]: IQ3_XXS blk.14.ffn_up_exps.weight[172]: blk.14.ffn_up_exps.weight[173]: IQ3_XXS blk.14.ffn_up_exps.weight[174]: blk.14.ffn_up_exps.weight[175]: IQ3_XXS blk.14.ffn_up_exps.weight[176]: blk.14.ffn_up_exps.weight[177]: IQ3_XXS blk.14.ffn_up_exps.weight[178]: IQ3_XXS blk.14.ffn_up_exps.weight[179]: blk.14.ffn_up_exps.weight[180]: IQ3_XXS blk.14.ffn_up_exps.weight[181]: IQ3_XXS blk.14.ffn_up_exps.weight[182]: blk.14.ffn_up_exps.weight[183]: blk.14.ffn_up_exps.weight[184]: blk.14.ffn_up_exps.weight[185]: blk.14.ffn_up_exps.weight[186]: IQ3_XXS blk.14.ffn_up_exps.weight[187]: IQ3_XXS blk.14.ffn_up_exps.weight[188]: blk.14.ffn_up_exps.weight[189]: blk.14.ffn_up_exps.weight[190]: IQ3_XXS blk.14.ffn_up_exps.weight[191]: IQ3_XXS blk.14.ffn_up_exps.weight[192]: IQ3_XXS blk.14.ffn_up_exps.weight[193]: blk.14.ffn_up_exps.weight[194]: IQ3_XXS blk.14.ffn_up_exps.weight[195]: blk.14.ffn_up_exps.weight[196]: IQ3_XXS blk.14.ffn_up_exps.weight[197]: IQ3_XXS blk.14.ffn_up_exps.weight[198]: blk.14.ffn_up_exps.weight[199]: blk.14.ffn_up_exps.weight[200]: blk.14.ffn_up_exps.weight[201]: blk.14.ffn_up_exps.weight[202]: IQ3_XXS blk.14.ffn_up_exps.weight[203]: blk.14.ffn_up_exps.weight[204]: blk.14.ffn_up_exps.weight[205]: IQ3_XXS blk.14.ffn_up_exps.weight[206]: IQ3_XXS blk.14.ffn_up_exps.weight[207]: IQ3_XXS blk.14.ffn_up_exps.weight[208]: blk.14.ffn_up_exps.weight[209]: IQ3_XXS blk.14.ffn_up_exps.weight[210]: IQ3_XXS blk.14.ffn_up_exps.weight[211]: IQ3_XXS blk.14.ffn_up_exps.weight[212]: IQ3_XXS blk.14.ffn_up_exps.weight[213]: IQ3_XXS blk.14.ffn_up_exps.weight[214]: blk.14.ffn_up_exps.weight[215]: blk.14.ffn_up_exps.weight[216]: blk.14.ffn_up_exps.weight[217]: blk.14.ffn_up_exps.weight[218]: IQ3_XXS blk.14.ffn_up_exps.weight[219]: blk.14.ffn_up_exps.weight[220]: blk.14.ffn_up_exps.weight[221]: blk.14.ffn_up_exps.weight[222]: blk.14.ffn_up_exps.weight[223]: IQ3_XXS blk.14.ffn_up_exps.weight[224]: blk.14.ffn_up_exps.weight[225]: blk.14.ffn_up_exps.weight[226]: IQ3_XXS blk.14.ffn_up_exps.weight[227]: blk.14.ffn_up_exps.weight[228]: blk.14.ffn_up_exps.weight[229]: IQ3_XXS blk.14.ffn_up_exps.weight[230]: blk.14.ffn_up_exps.weight[231]: IQ3_XXS blk.14.ffn_up_exps.weight[232]: blk.14.ffn_up_exps.weight[233]: blk.14.ffn_up_exps.weight[234]: IQ3_XXS blk.14.ffn_up_exps.weight[235]: blk.14.ffn_up_exps.weight[236]: IQ3_XXS blk.14.ffn_up_exps.weight[237]: blk.14.ffn_up_exps.weight[238]: IQ3_XXS blk.14.ffn_up_exps.weight[239]: IQ3_XXS blk.14.ffn_up_exps.weight[240]: blk.14.ffn_up_exps.weight[241]: blk.14.ffn_up_exps.weight[242]: blk.14.ffn_up_exps.weight[243]: IQ3_XXS blk.14.ffn_up_exps.weight[244]: IQ3_XXS blk.14.ffn_up_exps.weight[245]: blk.14.ffn_up_exps.weight[246]: IQ3_XXS blk.14.ffn_up_exps.weight[247]: blk.14.ffn_up_exps.weight[248]: blk.14.ffn_up_exps.weight[249]: blk.14.ffn_up_exps.weight[250]: blk.14.ffn_up_exps.weight[251]: blk.14.ffn_up_exps.weight[252]: blk.14.ffn_up_exps.weight[253]: IQ3_XXS blk.14.ffn_up_exps.weight[254]: IQ3_XXS blk.14.ffn_up_exps.weight[255]: blk.14.ffn_up_exps.weight[256]: IQ3_XXS blk.14.ffn_up_exps.weight[257]: blk.14.ffn_up_exps.weight[258]: IQ3_XXS blk.14.ffn_up_exps.weight[259]: blk.14.ffn_up_exps.weight[260]: IQ3_XXS blk.14.ffn_up_exps.weight[261]: IQ3_XXS blk.14.ffn_up_exps.weight[262]: blk.14.ffn_up_exps.weight[263]: blk.14.ffn_up_exps.weight[264]: blk.14.ffn_up_exps.weight[265]: blk.14.ffn_up_exps.weight[266]: IQ3_XXS blk.14.ffn_up_exps.weight[267]: blk.14.ffn_up_exps.weight[268]: blk.14.ffn_up_exps.weight[269]: IQ3_XXS blk.14.ffn_up_exps.weight[270]: IQ3_XXS blk.14.ffn_up_exps.weight[271]: blk.14.ffn_up_exps.weight[272]: blk.14.ffn_up_exps.weight[273]: IQ3_XXS blk.14.ffn_up_exps.weight[274]: IQ3_XXS blk.14.ffn_up_exps.weight[275]: IQ3_XXS blk.14.ffn_up_exps.weight[276]: blk.14.ffn_up_exps.weight[277]: IQ3_XXS blk.14.ffn_up_exps.weight[278]: blk.14.ffn_up_exps.weight[279]: blk.14.ffn_up_exps.weight[280]: IQ3_XXS blk.14.ffn_up_exps.weight[281]: IQ3_XXS blk.14.ffn_up_exps.weight[282]: blk.14.ffn_up_exps.weight[283]: IQ3_XXS blk.14.ffn_up_exps.weight[284]: blk.14.ffn_up_exps.weight[285]: blk.14.ffn_up_exps.weight[286]: IQ3_XXS blk.14.ffn_up_exps.weight[287]: IQ3_XXS blk.14.ffn_up_exps.weight[288]: blk.14.ffn_up_exps.weight[289]: IQ3_XXS blk.14.ffn_up_exps.weight[290]: IQ3_XXS blk.14.ffn_up_exps.weight[291]: IQ3_XXS blk.14.ffn_up_exps.weight[292]: IQ3_XXS blk.14.ffn_up_exps.weight[293]: IQ3_XXS blk.14.ffn_up_exps.weight[294]: blk.14.ffn_up_exps.weight[295]: IQ3_XXS blk.14.ffn_up_exps.weight[296]: IQ3_XXS blk.14.ffn_up_exps.weight[297]: blk.14.ffn_up_exps.weight[298]: blk.14.ffn_up_exps.weight[299]: IQ3_XXS blk.14.ffn_up_exps.weight[300]: IQ3_XXS blk.14.ffn_up_exps.weight[301]: blk.14.ffn_up_exps.weight[302]: IQ3_XXS blk.14.ffn_up_exps.weight[303]: IQ3_XXS blk.14.ffn_up_exps.weight[304]: IQ3_XXS blk.14.ffn_up_exps.weight[305]: IQ3_XXS blk.14.ffn_up_exps.weight[306]: IQ3_XXS blk.14.ffn_up_exps.weight[307]: blk.14.ffn_up_exps.weight[308]: blk.14.ffn_up_exps.weight[309]: blk.14.ffn_up_exps.weight[310]: blk.14.ffn_up_exps.weight[311]: IQ3_XXS blk.14.ffn_up_exps.weight[312]: IQ3_XXS blk.14.ffn_up_exps.weight[313]: blk.14.ffn_up_exps.weight[314]: IQ3_XXS blk.14.ffn_up_exps.weight[315]: blk.14.ffn_up_exps.weight[316]: blk.14.ffn_up_exps.weight[317]: blk.14.ffn_up_exps.weight[318]: IQ3_XXS blk.14.ffn_up_exps.weight[319]: blk.14.ffn_up_exps.weight[320]: IQ3_XXS blk.14.ffn_up_exps.weight[321]: blk.14.ffn_up_exps.weight[322]: IQ3_XXS blk.14.ffn_up_exps.weight[323]: blk.14.ffn_up_exps.weight[324]: blk.14.ffn_up_exps.weight[325]: blk.14.ffn_up_exps.weight[326]: IQ3_XXS blk.14.ffn_up_exps.weight[327]: IQ3_XXS blk.14.ffn_up_exps.weight[328]: IQ3_XXS blk.14.ffn_up_exps.weight[329]: blk.14.ffn_up_exps.weight[330]: IQ3_XXS blk.14.ffn_up_exps.weight[331]: blk.14.ffn_up_exps.weight[332]: blk.14.ffn_up_exps.weight[333]: blk.14.ffn_up_exps.weight[334]: IQ3_XXS blk.14.ffn_up_exps.weight[335]: blk.14.ffn_up_exps.weight[336]: blk.14.ffn_up_exps.weight[337]: blk.14.ffn_up_exps.weight[338]: blk.14.ffn_up_exps.weight[339]: IQ3_XXS blk.14.ffn_up_exps.weight[340]: IQ3_XXS blk.14.ffn_up_exps.weight[341]: IQ3_XXS blk.14.ffn_up_exps.weight[342]: IQ3_XXS blk.14.ffn_up_exps.weight[343]: IQ3_XXS blk.14.ffn_up_exps.weight[344]: blk.14.ffn_up_exps.weight[345]: blk.14.ffn_up_exps.weight[346]: blk.14.ffn_up_exps.weight[347]: blk.14.ffn_up_exps.weight[348]: blk.14.ffn_up_exps.weight[349]: blk.14.ffn_up_exps.weight[350]: blk.14.ffn_up_exps.weight[351]: blk.14.ffn_up_exps.weight[352]: blk.14.ffn_up_exps.weight[353]: blk.14.ffn_up_exps.weight[354]: blk.14.ffn_up_exps.weight[355]: blk.14.ffn_up_exps.weight[356]: IQ3_XXS blk.14.ffn_up_exps.weight[357]: blk.14.ffn_up_exps.weight[358]: blk.14.ffn_up_exps.weight[359]: blk.14.ffn_up_exps.weight[360]: blk.14.ffn_up_exps.weight[361]: blk.14.ffn_up_exps.weight[362]: IQ3_XXS blk.14.ffn_up_exps.weight[363]: blk.14.ffn_up_exps.weight[364]: IQ3_XXS blk.14.ffn_up_exps.weight[365]: blk.14.ffn_up_exps.weight[366]: blk.14.ffn_up_exps.weight[367]: IQ3_XXS blk.14.ffn_up_exps.weight[368]: IQ3_XXS blk.14.ffn_up_exps.weight[369]: IQ3_XXS blk.14.ffn_up_exps.weight[370]: IQ3_XXS blk.14.ffn_up_exps.weight[371]: blk.14.ffn_up_exps.weight[372]: IQ3_XXS blk.14.ffn_up_exps.weight[373]: blk.14.ffn_up_exps.weight[374]: IQ3_XXS blk.14.ffn_up_exps.weight[375]: blk.14.ffn_up_exps.weight[376]: IQ3_XXS blk.14.ffn_up_exps.weight[377]: blk.14.ffn_up_exps.weight[378]: IQ3_XXS blk.14.ffn_up_exps.weight[379]: blk.14.ffn_up_exps.weight[380]: IQ3_XXS blk.14.ffn_up_exps.weight[381]: IQ3_XXS blk.14.ffn_up_exps.weight[382]: blk.14.ffn_up_exps.weight[383]: blk.14.ffn_up_exps.weight[384]: blk.14.ffn_up_exps.weight[385]: IQ3_XXS blk.14.ffn_up_exps.weight[386]: IQ3_XXS blk.14.ffn_up_exps.weight[387]: IQ3_XXS blk.14.ffn_up_exps.weight[388]: IQ3_XXS blk.14.ffn_up_exps.weight[389]: IQ3_XXS blk.14.ffn_up_exps.weight[390]: IQ3_XXS blk.14.ffn_up_exps.weight[391]: blk.14.ffn_up_exps.weight[392]: blk.14.ffn_up_exps.weight[393]: blk.14.ffn_up_exps.weight[394]: IQ3_XXS blk.14.ffn_up_exps.weight[395]: blk.14.ffn_up_exps.weight[396]: IQ3_XXS blk.14.ffn_up_exps.weight[397]: IQ3_XXS blk.14.ffn_up_exps.weight[398]: IQ3_XXS blk.14.ffn_up_exps.weight[399]: blk.14.ffn_up_exps.weight[400]: IQ3_XXS blk.14.ffn_up_exps.weight[401]: blk.14.ffn_up_exps.weight[402]: blk.14.ffn_up_exps.weight[403]: IQ3_XXS blk.14.ffn_up_exps.weight[404]: IQ3_XXS blk.14.ffn_up_exps.weight[405]: IQ3_XXS blk.14.ffn_up_exps.weight[406]: IQ3_XXS blk.14.ffn_up_exps.weight[407]: blk.14.ffn_up_exps.weight[408]: blk.14.ffn_up_exps.weight[409]: IQ3_XXS blk.14.ffn_up_exps.weight[410]: blk.14.ffn_up_exps.weight[411]: IQ3_XXS blk.14.ffn_up_exps.weight[412]: blk.14.ffn_up_exps.weight[413]: blk.14.ffn_up_exps.weight[414]: IQ3_XXS blk.14.ffn_up_exps.weight[415]: IQ3_XXS blk.14.ffn_up_exps.weight[416]: blk.14.ffn_up_exps.weight[417]: IQ3_XXS blk.14.ffn_up_exps.weight[418]: blk.14.ffn_up_exps.weight[419]: blk.14.ffn_up_exps.weight[420]: IQ3_XXS blk.14.ffn_up_exps.weight[421]: IQ3_XXS blk.14.ffn_up_exps.weight[422]: blk.14.ffn_up_exps.weight[423]: IQ3_XXS blk.14.ffn_up_exps.weight[424]: IQ3_XXS blk.14.ffn_up_exps.weight[425]: IQ3_XXS blk.14.ffn_up_exps.weight[426]: IQ3_XXS blk.14.ffn_up_exps.weight[427]: blk.14.ffn_up_exps.weight[428]: IQ3_XXS blk.14.ffn_up_exps.weight[429]: IQ3_XXS blk.14.ffn_up_exps.weight[430]: blk.14.ffn_up_exps.weight[431]: blk.14.ffn_up_exps.weight[432]: IQ3_XXS blk.14.ffn_up_exps.weight[433]: blk.14.ffn_up_exps.weight[434]: blk.14.ffn_up_exps.weight[435]: blk.14.ffn_up_exps.weight[436]: IQ3_XXS blk.14.ffn_up_exps.weight[437]: IQ3_XXS blk.14.ffn_up_exps.weight[438]: blk.14.ffn_up_exps.weight[439]: IQ3_XXS blk.14.ffn_up_exps.weight[440]: blk.14.ffn_up_exps.weight[441]: IQ3_XXS blk.14.ffn_up_exps.weight[442]: blk.14.ffn_up_exps.weight[443]: IQ3_XXS blk.14.ffn_up_exps.weight[444]: blk.14.ffn_up_exps.weight[445]: blk.14.ffn_up_exps.weight[446]: blk.14.ffn_up_exps.weight[447]: IQ3_XXS blk.14.ffn_up_exps.weight[448]: IQ3_XXS blk.14.ffn_up_exps.weight[449]: blk.14.ffn_up_exps.weight[450]: IQ3_XXS blk.14.ffn_up_exps.weight[451]: blk.14.ffn_up_exps.weight[452]: blk.14.ffn_up_exps.weight[453]: IQ3_XXS blk.14.ffn_up_exps.weight[454]: IQ3_XXS blk.14.ffn_up_exps.weight[455]: IQ3_XXS blk.14.ffn_up_exps.weight[456]: IQ3_XXS blk.14.ffn_up_exps.weight[457]: IQ3_XXS blk.14.ffn_up_exps.weight[458]: blk.14.ffn_up_exps.weight[459]: blk.14.ffn_up_exps.weight[460]: blk.14.ffn_up_exps.weight[461]: IQ3_XXS blk.14.ffn_up_exps.weight[462]: blk.14.ffn_up_exps.weight[463]: IQ3_XXS blk.14.ffn_up_exps.weight[464]: blk.14.ffn_up_exps.weight[465]: blk.14.ffn_up_exps.weight[466]: blk.14.ffn_up_exps.weight[467]: blk.14.ffn_up_exps.weight[468]: blk.14.ffn_up_exps.weight[469]: IQ3_XXS blk.14.ffn_up_exps.weight[470]: IQ3_XXS blk.14.ffn_up_exps.weight[471]: blk.14.ffn_up_exps.weight[472]: blk.14.ffn_up_exps.weight[473]: IQ3_XXS blk.14.ffn_up_exps.weight[474]: blk.14.ffn_up_exps.weight[475]: blk.14.ffn_up_exps.weight[476]: IQ3_XXS blk.14.ffn_up_exps.weight[477]: blk.14.ffn_up_exps.weight[478]: IQ3_XXS blk.14.ffn_up_exps.weight[479]: IQ3_XXS blk.14.ffn_up_exps.weight[480]: blk.14.ffn_up_exps.weight[481]: IQ3_XXS blk.14.ffn_up_exps.weight[482]: blk.14.ffn_up_exps.weight[483]: blk.14.ffn_up_exps.weight[484]: IQ3_XXS blk.14.ffn_up_exps.weight[485]: blk.14.ffn_up_exps.weight[486]: IQ3_XXS blk.14.ffn_up_exps.weight[487]: blk.14.ffn_up_exps.weight[488]: IQ3_XXS blk.14.ffn_up_exps.weight[489]: blk.14.ffn_up_exps.weight[490]: blk.14.ffn_up_exps.weight[491]: blk.14.ffn_up_exps.weight[492]: blk.14.ffn_up_exps.weight[493]: blk.14.ffn_up_exps.weight[494]: blk.14.ffn_up_exps.weight[495]: IQ3_XXS blk.14.ffn_up_exps.weight[496]: blk.14.ffn_up_exps.weight[497]: IQ3_XXS blk.14.ffn_up_exps.weight[498]: IQ3_XXS blk.14.ffn_up_exps.weight[499]: blk.14.ffn_up_exps.weight[500]: blk.14.ffn_up_exps.weight[501]: blk.14.ffn_up_exps.weight[502]: IQ3_XXS blk.14.ffn_up_exps.weight[503]: IQ3_XXS blk.14.ffn_up_exps.weight[504]: blk.14.ffn_up_exps.weight[505]: IQ3_XXS blk.14.ffn_up_exps.weight[506]: IQ3_XXS blk.14.ffn_up_exps.weight[507]: blk.14.ffn_up_exps.weight[508]: blk.14.ffn_up_exps.weight[509]: blk.14.ffn_up_exps.weight[510]: blk.14.ffn_up_exps.weight[511]: blk.14.ffn_down_exps.weight[0]: blk.14.ffn_down_exps.weight[1]: IQ4_NL blk.14.ffn_down_exps.weight[2]: blk.14.ffn_down_exps.weight[3]: IQ4_NL blk.14.ffn_down_exps.weight[4]: IQ4_NL blk.14.ffn_down_exps.weight[5]: IQ4_NL blk.14.ffn_down_exps.weight[6]: blk.14.ffn_down_exps.weight[7]: blk.14.ffn_down_exps.weight[8]: IQ4_NL blk.14.ffn_down_exps.weight[9]: IQ4_NL blk.14.ffn_down_exps.weight[10]: blk.14.ffn_down_exps.weight[11]: IQ4_NL blk.14.ffn_down_exps.weight[12]: blk.14.ffn_down_exps.weight[13]: IQ4_NL blk.14.ffn_down_exps.weight[14]: IQ4_NL blk.14.ffn_down_exps.weight[15]: IQ4_NL blk.14.ffn_down_exps.weight[16]: IQ4_NL blk.14.ffn_down_exps.weight[17]: IQ4_NL blk.14.ffn_down_exps.weight[18]: IQ4_NL blk.14.ffn_down_exps.weight[19]: blk.14.ffn_down_exps.weight[20]: blk.14.ffn_down_exps.weight[21]: IQ4_NL blk.14.ffn_down_exps.weight[22]: IQ4_NL blk.14.ffn_down_exps.weight[23]: IQ4_NL blk.14.ffn_down_exps.weight[24]: blk.14.ffn_down_exps.weight[25]: IQ4_NL blk.14.ffn_down_exps.weight[26]: blk.14.ffn_down_exps.weight[27]: blk.14.ffn_down_exps.weight[28]: IQ4_NL blk.14.ffn_down_exps.weight[29]: IQ4_NL blk.14.ffn_down_exps.weight[30]: IQ4_NL blk.14.ffn_down_exps.weight[31]: blk.14.ffn_down_exps.weight[32]: IQ4_NL blk.14.ffn_down_exps.weight[33]: blk.14.ffn_down_exps.weight[34]: blk.14.ffn_down_exps.weight[35]: blk.14.ffn_down_exps.weight[36]: blk.14.ffn_down_exps.weight[37]: blk.14.ffn_down_exps.weight[38]: blk.14.ffn_down_exps.weight[39]: IQ4_NL blk.14.ffn_down_exps.weight[40]: IQ4_NL blk.14.ffn_down_exps.weight[41]: blk.14.ffn_down_exps.weight[42]: IQ4_NL blk.14.ffn_down_exps.weight[43]: IQ4_NL blk.14.ffn_down_exps.weight[44]: IQ4_NL blk.14.ffn_down_exps.weight[45]: IQ4_NL blk.14.ffn_down_exps.weight[46]: IQ4_NL blk.14.ffn_down_exps.weight[47]: blk.14.ffn_down_exps.weight[48]: blk.14.ffn_down_exps.weight[49]: blk.14.ffn_down_exps.weight[50]: IQ4_NL blk.14.ffn_down_exps.weight[51]: blk.14.ffn_down_exps.weight[52]: blk.14.ffn_down_exps.weight[53]: IQ4_NL blk.14.ffn_down_exps.weight[54]: blk.14.ffn_down_exps.weight[55]: IQ4_NL blk.14.ffn_down_exps.weight[56]: IQ4_NL blk.14.ffn_down_exps.weight[57]: blk.14.ffn_down_exps.weight[58]: blk.14.ffn_down_exps.weight[59]: IQ4_NL blk.14.ffn_down_exps.weight[60]: IQ4_NL blk.14.ffn_down_exps.weight[61]: blk.14.ffn_down_exps.weight[62]: blk.14.ffn_down_exps.weight[63]: blk.14.ffn_down_exps.weight[64]: IQ4_NL blk.14.ffn_down_exps.weight[65]: IQ4_NL blk.14.ffn_down_exps.weight[66]: blk.14.ffn_down_exps.weight[67]: IQ4_NL blk.14.ffn_down_exps.weight[68]: IQ4_NL blk.14.ffn_down_exps.weight[69]: IQ4_NL blk.14.ffn_down_exps.weight[70]: blk.14.ffn_down_exps.weight[71]: blk.14.ffn_down_exps.weight[72]: blk.14.ffn_down_exps.weight[73]: IQ4_NL blk.14.ffn_down_exps.weight[74]: IQ4_NL blk.14.ffn_down_exps.weight[75]: IQ4_NL blk.14.ffn_down_exps.weight[76]: IQ4_NL blk.14.ffn_down_exps.weight[77]: IQ4_NL blk.14.ffn_down_exps.weight[78]: blk.14.ffn_down_exps.weight[79]: blk.14.ffn_down_exps.weight[80]: IQ4_NL blk.14.ffn_down_exps.weight[81]: IQ4_NL blk.14.ffn_down_exps.weight[82]: IQ4_NL blk.14.ffn_down_exps.weight[83]: IQ4_NL blk.14.ffn_down_exps.weight[84]: IQ4_NL blk.14.ffn_down_exps.weight[85]: IQ4_NL blk.14.ffn_down_exps.weight[86]: IQ4_NL blk.14.ffn_down_exps.weight[87]: blk.14.ffn_down_exps.weight[88]: IQ4_NL blk.14.ffn_down_exps.weight[89]: IQ4_NL blk.14.ffn_down_exps.weight[90]: IQ4_NL blk.14.ffn_down_exps.weight[91]: IQ4_NL blk.14.ffn_down_exps.weight[92]: blk.14.ffn_down_exps.weight[93]: IQ4_NL blk.14.ffn_down_exps.weight[94]: IQ4_NL blk.14.ffn_down_exps.weight[95]: IQ4_NL blk.14.ffn_down_exps.weight[96]: IQ4_NL blk.14.ffn_down_exps.weight[97]: blk.14.ffn_down_exps.weight[98]: IQ4_NL blk.14.ffn_down_exps.weight[99]: IQ4_NL blk.14.ffn_down_exps.weight[100]: blk.14.ffn_down_exps.weight[101]: blk.14.ffn_down_exps.weight[102]: IQ4_NL blk.14.ffn_down_exps.weight[103]: blk.14.ffn_down_exps.weight[104]: IQ4_NL blk.14.ffn_down_exps.weight[105]: IQ4_NL blk.14.ffn_down_exps.weight[106]: IQ4_NL blk.14.ffn_down_exps.weight[107]: IQ4_NL blk.14.ffn_down_exps.weight[108]: IQ4_NL blk.14.ffn_down_exps.weight[109]: IQ4_NL blk.14.ffn_down_exps.weight[110]: IQ4_NL blk.14.ffn_down_exps.weight[111]: blk.14.ffn_down_exps.weight[112]: IQ4_NL blk.14.ffn_down_exps.weight[113]: IQ4_NL blk.14.ffn_down_exps.weight[114]: blk.14.ffn_down_exps.weight[115]: IQ4_NL blk.14.ffn_down_exps.weight[116]: blk.14.ffn_down_exps.weight[117]: IQ4_NL blk.14.ffn_down_exps.weight[118]: IQ4_NL blk.14.ffn_down_exps.weight[119]: blk.14.ffn_down_exps.weight[120]: blk.14.ffn_down_exps.weight[121]: blk.14.ffn_down_exps.weight[122]: blk.14.ffn_down_exps.weight[123]: blk.14.ffn_down_exps.weight[124]: blk.14.ffn_down_exps.weight[125]: blk.14.ffn_down_exps.weight[126]: IQ4_NL blk.14.ffn_down_exps.weight[127]: IQ4_NL blk.14.ffn_down_exps.weight[128]: blk.14.ffn_down_exps.weight[129]: blk.14.ffn_down_exps.weight[130]: IQ4_NL blk.14.ffn_down_exps.weight[131]: blk.14.ffn_down_exps.weight[132]: IQ4_NL blk.14.ffn_down_exps.weight[133]: IQ4_NL blk.14.ffn_down_exps.weight[134]: IQ4_NL blk.14.ffn_down_exps.weight[135]: IQ4_NL blk.14.ffn_down_exps.weight[136]: blk.14.ffn_down_exps.weight[137]: IQ4_NL blk.14.ffn_down_exps.weight[138]: blk.14.ffn_down_exps.weight[139]: blk.14.ffn_down_exps.weight[140]: IQ4_NL blk.14.ffn_down_exps.weight[141]: blk.14.ffn_down_exps.weight[142]: blk.14.ffn_down_exps.weight[143]: IQ4_NL blk.14.ffn_down_exps.weight[144]: blk.14.ffn_down_exps.weight[145]: IQ4_NL blk.14.ffn_down_exps.weight[146]: blk.14.ffn_down_exps.weight[147]: IQ4_NL blk.14.ffn_down_exps.weight[148]: IQ4_NL blk.14.ffn_down_exps.weight[149]: blk.14.ffn_down_exps.weight[150]: blk.14.ffn_down_exps.weight[151]: blk.14.ffn_down_exps.weight[152]: blk.14.ffn_down_exps.weight[153]: IQ4_NL blk.14.ffn_down_exps.weight[154]: IQ4_NL blk.14.ffn_down_exps.weight[155]: blk.14.ffn_down_exps.weight[156]: blk.14.ffn_down_exps.weight[157]: IQ4_NL blk.14.ffn_down_exps.weight[158]: blk.14.ffn_down_exps.weight[159]: IQ4_NL blk.14.ffn_down_exps.weight[160]: IQ4_NL blk.14.ffn_down_exps.weight[161]: blk.14.ffn_down_exps.weight[162]: IQ4_NL blk.14.ffn_down_exps.weight[163]: blk.14.ffn_down_exps.weight[164]: blk.14.ffn_down_exps.weight[165]: blk.14.ffn_down_exps.weight[166]: IQ4_NL blk.14.ffn_down_exps.weight[167]: IQ4_NL blk.14.ffn_down_exps.weight[168]: IQ4_NL blk.14.ffn_down_exps.weight[169]: IQ4_NL blk.14.ffn_down_exps.weight[170]: IQ4_NL blk.14.ffn_down_exps.weight[171]: IQ4_NL blk.14.ffn_down_exps.weight[172]: blk.14.ffn_down_exps.weight[173]: IQ4_NL blk.14.ffn_down_exps.weight[174]: blk.14.ffn_down_exps.weight[175]: IQ4_NL blk.14.ffn_down_exps.weight[176]: blk.14.ffn_down_exps.weight[177]: IQ4_NL blk.14.ffn_down_exps.weight[178]: IQ4_NL blk.14.ffn_down_exps.weight[179]: blk.14.ffn_down_exps.weight[180]: IQ4_NL blk.14.ffn_down_exps.weight[181]: IQ4_NL blk.14.ffn_down_exps.weight[182]: blk.14.ffn_down_exps.weight[183]: blk.14.ffn_down_exps.weight[184]: blk.14.ffn_down_exps.weight[185]: blk.14.ffn_down_exps.weight[186]: IQ4_NL blk.14.ffn_down_exps.weight[187]: IQ4_NL blk.14.ffn_down_exps.weight[188]: blk.14.ffn_down_exps.weight[189]: blk.14.ffn_down_exps.weight[190]: IQ4_NL blk.14.ffn_down_exps.weight[191]: IQ4_NL blk.14.ffn_down_exps.weight[192]: IQ4_NL blk.14.ffn_down_exps.weight[193]: blk.14.ffn_down_exps.weight[194]: IQ4_NL blk.14.ffn_down_exps.weight[195]: blk.14.ffn_down_exps.weight[196]: IQ4_NL blk.14.ffn_down_exps.weight[197]: IQ4_NL blk.14.ffn_down_exps.weight[198]: blk.14.ffn_down_exps.weight[199]: blk.14.ffn_down_exps.weight[200]: blk.14.ffn_down_exps.weight[201]: blk.14.ffn_down_exps.weight[202]: IQ4_NL blk.14.ffn_down_exps.weight[203]: blk.14.ffn_down_exps.weight[204]: blk.14.ffn_down_exps.weight[205]: IQ4_NL blk.14.ffn_down_exps.weight[206]: IQ4_NL blk.14.ffn_down_exps.weight[207]: IQ4_NL blk.14.ffn_down_exps.weight[208]: blk.14.ffn_down_exps.weight[209]: IQ4_NL blk.14.ffn_down_exps.weight[210]: IQ4_NL blk.14.ffn_down_exps.weight[211]: IQ4_NL blk.14.ffn_down_exps.weight[212]: IQ4_NL blk.14.ffn_down_exps.weight[213]: IQ4_NL blk.14.ffn_down_exps.weight[214]: blk.14.ffn_down_exps.weight[215]: blk.14.ffn_down_exps.weight[216]: blk.14.ffn_down_exps.weight[217]: blk.14.ffn_down_exps.weight[218]: IQ4_NL blk.14.ffn_down_exps.weight[219]: blk.14.ffn_down_exps.weight[220]: blk.14.ffn_down_exps.weight[221]: blk.14.ffn_down_exps.weight[222]: blk.14.ffn_down_exps.weight[223]: IQ4_NL blk.14.ffn_down_exps.weight[224]: blk.14.ffn_down_exps.weight[225]: blk.14.ffn_down_exps.weight[226]: IQ4_NL blk.14.ffn_down_exps.weight[227]: blk.14.ffn_down_exps.weight[228]: blk.14.ffn_down_exps.weight[229]: IQ4_NL blk.14.ffn_down_exps.weight[230]: blk.14.ffn_down_exps.weight[231]: IQ4_NL blk.14.ffn_down_exps.weight[232]: blk.14.ffn_down_exps.weight[233]: blk.14.ffn_down_exps.weight[234]: IQ4_NL blk.14.ffn_down_exps.weight[235]: blk.14.ffn_down_exps.weight[236]: IQ4_NL blk.14.ffn_down_exps.weight[237]: blk.14.ffn_down_exps.weight[238]: IQ4_NL blk.14.ffn_down_exps.weight[239]: IQ4_NL blk.14.ffn_down_exps.weight[240]: blk.14.ffn_down_exps.weight[241]: blk.14.ffn_down_exps.weight[242]: blk.14.ffn_down_exps.weight[243]: IQ4_NL blk.14.ffn_down_exps.weight[244]: IQ4_NL blk.14.ffn_down_exps.weight[245]: blk.14.ffn_down_exps.weight[246]: IQ4_NL blk.14.ffn_down_exps.weight[247]: blk.14.ffn_down_exps.weight[248]: blk.14.ffn_down_exps.weight[249]: blk.14.ffn_down_exps.weight[250]: blk.14.ffn_down_exps.weight[251]: blk.14.ffn_down_exps.weight[252]: blk.14.ffn_down_exps.weight[253]: IQ4_NL blk.14.ffn_down_exps.weight[254]: IQ4_NL blk.14.ffn_down_exps.weight[255]: blk.14.ffn_down_exps.weight[256]: IQ4_NL blk.14.ffn_down_exps.weight[257]: blk.14.ffn_down_exps.weight[258]: IQ4_NL blk.14.ffn_down_exps.weight[259]: blk.14.ffn_down_exps.weight[260]: IQ4_NL blk.14.ffn_down_exps.weight[261]: IQ4_NL blk.14.ffn_down_exps.weight[262]: blk.14.ffn_down_exps.weight[263]: blk.14.ffn_down_exps.weight[264]: blk.14.ffn_down_exps.weight[265]: blk.14.ffn_down_exps.weight[266]: IQ4_NL blk.14.ffn_down_exps.weight[267]: blk.14.ffn_down_exps.weight[268]: blk.14.ffn_down_exps.weight[269]: IQ4_NL blk.14.ffn_down_exps.weight[270]: IQ4_NL blk.14.ffn_down_exps.weight[271]: blk.14.ffn_down_exps.weight[272]: blk.14.ffn_down_exps.weight[273]: IQ4_NL blk.14.ffn_down_exps.weight[274]: IQ4_NL blk.14.ffn_down_exps.weight[275]: IQ4_NL blk.14.ffn_down_exps.weight[276]: blk.14.ffn_down_exps.weight[277]: IQ4_NL blk.14.ffn_down_exps.weight[278]: blk.14.ffn_down_exps.weight[279]: blk.14.ffn_down_exps.weight[280]: IQ4_NL blk.14.ffn_down_exps.weight[281]: IQ4_NL blk.14.ffn_down_exps.weight[282]: blk.14.ffn_down_exps.weight[283]: IQ4_NL blk.14.ffn_down_exps.weight[284]: blk.14.ffn_down_exps.weight[285]: blk.14.ffn_down_exps.weight[286]: IQ4_NL blk.14.ffn_down_exps.weight[287]: IQ4_NL blk.14.ffn_down_exps.weight[288]: blk.14.ffn_down_exps.weight[289]: IQ4_NL blk.14.ffn_down_exps.weight[290]: IQ4_NL blk.14.ffn_down_exps.weight[291]: IQ4_NL blk.14.ffn_down_exps.weight[292]: IQ4_NL blk.14.ffn_down_exps.weight[293]: IQ4_NL blk.14.ffn_down_exps.weight[294]: blk.14.ffn_down_exps.weight[295]: IQ4_NL blk.14.ffn_down_exps.weight[296]: IQ4_NL blk.14.ffn_down_exps.weight[297]: blk.14.ffn_down_exps.weight[298]: blk.14.ffn_down_exps.weight[299]: IQ4_NL blk.14.ffn_down_exps.weight[300]: IQ4_NL blk.14.ffn_down_exps.weight[301]: blk.14.ffn_down_exps.weight[302]: IQ4_NL blk.14.ffn_down_exps.weight[303]: IQ4_NL blk.14.ffn_down_exps.weight[304]: IQ4_NL blk.14.ffn_down_exps.weight[305]: IQ4_NL blk.14.ffn_down_exps.weight[306]: IQ4_NL blk.14.ffn_down_exps.weight[307]: blk.14.ffn_down_exps.weight[308]: blk.14.ffn_down_exps.weight[309]: blk.14.ffn_down_exps.weight[310]: blk.14.ffn_down_exps.weight[311]: IQ4_NL blk.14.ffn_down_exps.weight[312]: IQ4_NL blk.14.ffn_down_exps.weight[313]: blk.14.ffn_down_exps.weight[314]: IQ4_NL blk.14.ffn_down_exps.weight[315]: blk.14.ffn_down_exps.weight[316]: blk.14.ffn_down_exps.weight[317]: blk.14.ffn_down_exps.weight[318]: IQ4_NL blk.14.ffn_down_exps.weight[319]: blk.14.ffn_down_exps.weight[320]: IQ4_NL blk.14.ffn_down_exps.weight[321]: blk.14.ffn_down_exps.weight[322]: IQ4_NL blk.14.ffn_down_exps.weight[323]: blk.14.ffn_down_exps.weight[324]: blk.14.ffn_down_exps.weight[325]: blk.14.ffn_down_exps.weight[326]: IQ4_NL blk.14.ffn_down_exps.weight[327]: IQ4_NL blk.14.ffn_down_exps.weight[328]: IQ4_NL blk.14.ffn_down_exps.weight[329]: blk.14.ffn_down_exps.weight[330]: IQ4_NL blk.14.ffn_down_exps.weight[331]: blk.14.ffn_down_exps.weight[332]: blk.14.ffn_down_exps.weight[333]: blk.14.ffn_down_exps.weight[334]: IQ4_NL blk.14.ffn_down_exps.weight[335]: blk.14.ffn_down_exps.weight[336]: blk.14.ffn_down_exps.weight[337]: blk.14.ffn_down_exps.weight[338]: blk.14.ffn_down_exps.weight[339]: IQ4_NL blk.14.ffn_down_exps.weight[340]: IQ4_NL blk.14.ffn_down_exps.weight[341]: IQ4_NL blk.14.ffn_down_exps.weight[342]: IQ4_NL blk.14.ffn_down_exps.weight[343]: IQ4_NL blk.14.ffn_down_exps.weight[344]: blk.14.ffn_down_exps.weight[345]: blk.14.ffn_down_exps.weight[346]: blk.14.ffn_down_exps.weight[347]: blk.14.ffn_down_exps.weight[348]: blk.14.ffn_down_exps.weight[349]: blk.14.ffn_down_exps.weight[350]: blk.14.ffn_down_exps.weight[351]: blk.14.ffn_down_exps.weight[352]: blk.14.ffn_down_exps.weight[353]: blk.14.ffn_down_exps.weight[354]: blk.14.ffn_down_exps.weight[355]: blk.14.ffn_down_exps.weight[356]: IQ4_NL blk.14.ffn_down_exps.weight[357]: blk.14.ffn_down_exps.weight[358]: blk.14.ffn_down_exps.weight[359]: blk.14.ffn_down_exps.weight[360]: blk.14.ffn_down_exps.weight[361]: blk.14.ffn_down_exps.weight[362]: IQ4_NL blk.14.ffn_down_exps.weight[363]: blk.14.ffn_down_exps.weight[364]: IQ4_NL blk.14.ffn_down_exps.weight[365]: blk.14.ffn_down_exps.weight[366]: blk.14.ffn_down_exps.weight[367]: IQ4_NL blk.14.ffn_down_exps.weight[368]: IQ4_NL blk.14.ffn_down_exps.weight[369]: IQ4_NL blk.14.ffn_down_exps.weight[370]: IQ4_NL blk.14.ffn_down_exps.weight[371]: blk.14.ffn_down_exps.weight[372]: IQ4_NL blk.14.ffn_down_exps.weight[373]: blk.14.ffn_down_exps.weight[374]: IQ4_NL blk.14.ffn_down_exps.weight[375]: blk.14.ffn_down_exps.weight[376]: IQ4_NL blk.14.ffn_down_exps.weight[377]: blk.14.ffn_down_exps.weight[378]: IQ4_NL blk.14.ffn_down_exps.weight[379]: blk.14.ffn_down_exps.weight[380]: IQ4_NL blk.14.ffn_down_exps.weight[381]: IQ4_NL blk.14.ffn_down_exps.weight[382]: blk.14.ffn_down_exps.weight[383]: blk.14.ffn_down_exps.weight[384]: blk.14.ffn_down_exps.weight[385]: IQ4_NL blk.14.ffn_down_exps.weight[386]: IQ4_NL blk.14.ffn_down_exps.weight[387]: IQ4_NL blk.14.ffn_down_exps.weight[388]: IQ4_NL blk.14.ffn_down_exps.weight[389]: IQ4_NL blk.14.ffn_down_exps.weight[390]: IQ4_NL blk.14.ffn_down_exps.weight[391]: blk.14.ffn_down_exps.weight[392]: blk.14.ffn_down_exps.weight[393]: blk.14.ffn_down_exps.weight[394]: IQ4_NL blk.14.ffn_down_exps.weight[395]: blk.14.ffn_down_exps.weight[396]: IQ4_NL blk.14.ffn_down_exps.weight[397]: IQ4_NL blk.14.ffn_down_exps.weight[398]: IQ4_NL blk.14.ffn_down_exps.weight[399]: blk.14.ffn_down_exps.weight[400]: IQ4_NL blk.14.ffn_down_exps.weight[401]: blk.14.ffn_down_exps.weight[402]: blk.14.ffn_down_exps.weight[403]: IQ4_NL blk.14.ffn_down_exps.weight[404]: IQ4_NL blk.14.ffn_down_exps.weight[405]: IQ4_NL blk.14.ffn_down_exps.weight[406]: IQ4_NL blk.14.ffn_down_exps.weight[407]: blk.14.ffn_down_exps.weight[408]: blk.14.ffn_down_exps.weight[409]: IQ4_NL blk.14.ffn_down_exps.weight[410]: blk.14.ffn_down_exps.weight[411]: IQ4_NL blk.14.ffn_down_exps.weight[412]: blk.14.ffn_down_exps.weight[413]: blk.14.ffn_down_exps.weight[414]: IQ4_NL blk.14.ffn_down_exps.weight[415]: IQ4_NL blk.14.ffn_down_exps.weight[416]: blk.14.ffn_down_exps.weight[417]: IQ4_NL blk.14.ffn_down_exps.weight[418]: blk.14.ffn_down_exps.weight[419]: blk.14.ffn_down_exps.weight[420]: IQ4_NL blk.14.ffn_down_exps.weight[421]: IQ4_NL blk.14.ffn_down_exps.weight[422]: blk.14.ffn_down_exps.weight[423]: IQ4_NL blk.14.ffn_down_exps.weight[424]: IQ4_NL blk.14.ffn_down_exps.weight[425]: IQ4_NL blk.14.ffn_down_exps.weight[426]: IQ4_NL blk.14.ffn_down_exps.weight[427]: blk.14.ffn_down_exps.weight[428]: IQ4_NL blk.14.ffn_down_exps.weight[429]: IQ4_NL blk.14.ffn_down_exps.weight[430]: blk.14.ffn_down_exps.weight[431]: blk.14.ffn_down_exps.weight[432]: IQ4_NL blk.14.ffn_down_exps.weight[433]: blk.14.ffn_down_exps.weight[434]: blk.14.ffn_down_exps.weight[435]: blk.14.ffn_down_exps.weight[436]: IQ4_NL blk.14.ffn_down_exps.weight[437]: IQ4_NL blk.14.ffn_down_exps.weight[438]: blk.14.ffn_down_exps.weight[439]: IQ4_NL blk.14.ffn_down_exps.weight[440]: blk.14.ffn_down_exps.weight[441]: IQ4_NL blk.14.ffn_down_exps.weight[442]: blk.14.ffn_down_exps.weight[443]: IQ4_NL blk.14.ffn_down_exps.weight[444]: blk.14.ffn_down_exps.weight[445]: blk.14.ffn_down_exps.weight[446]: blk.14.ffn_down_exps.weight[447]: IQ4_NL blk.14.ffn_down_exps.weight[448]: IQ4_NL blk.14.ffn_down_exps.weight[449]: blk.14.ffn_down_exps.weight[450]: IQ4_NL blk.14.ffn_down_exps.weight[451]: blk.14.ffn_down_exps.weight[452]: blk.14.ffn_down_exps.weight[453]: IQ4_NL blk.14.ffn_down_exps.weight[454]: IQ4_NL blk.14.ffn_down_exps.weight[455]: IQ4_NL blk.14.ffn_down_exps.weight[456]: IQ4_NL blk.14.ffn_down_exps.weight[457]: IQ4_NL blk.14.ffn_down_exps.weight[458]: blk.14.ffn_down_exps.weight[459]: blk.14.ffn_down_exps.weight[460]: blk.14.ffn_down_exps.weight[461]: IQ4_NL blk.14.ffn_down_exps.weight[462]: blk.14.ffn_down_exps.weight[463]: IQ4_NL blk.14.ffn_down_exps.weight[464]: blk.14.ffn_down_exps.weight[465]: blk.14.ffn_down_exps.weight[466]: blk.14.ffn_down_exps.weight[467]: blk.14.ffn_down_exps.weight[468]: blk.14.ffn_down_exps.weight[469]: IQ4_NL blk.14.ffn_down_exps.weight[470]: IQ4_NL blk.14.ffn_down_exps.weight[471]: blk.14.ffn_down_exps.weight[472]: blk.14.ffn_down_exps.weight[473]: IQ4_NL blk.14.ffn_down_exps.weight[474]: blk.14.ffn_down_exps.weight[475]: blk.14.ffn_down_exps.weight[476]: IQ4_NL blk.14.ffn_down_exps.weight[477]: blk.14.ffn_down_exps.weight[478]: IQ4_NL blk.14.ffn_down_exps.weight[479]: IQ4_NL blk.14.ffn_down_exps.weight[480]: blk.14.ffn_down_exps.weight[481]: IQ4_NL blk.14.ffn_down_exps.weight[482]: blk.14.ffn_down_exps.weight[483]: blk.14.ffn_down_exps.weight[484]: IQ4_NL blk.14.ffn_down_exps.weight[485]: blk.14.ffn_down_exps.weight[486]: IQ4_NL blk.14.ffn_down_exps.weight[487]: blk.14.ffn_down_exps.weight[488]: IQ4_NL blk.14.ffn_down_exps.weight[489]: blk.14.ffn_down_exps.weight[490]: blk.14.ffn_down_exps.weight[491]: blk.14.ffn_down_exps.weight[492]: blk.14.ffn_down_exps.weight[493]: blk.14.ffn_down_exps.weight[494]: blk.14.ffn_down_exps.weight[495]: IQ4_NL blk.14.ffn_down_exps.weight[496]: blk.14.ffn_down_exps.weight[497]: IQ4_NL blk.14.ffn_down_exps.weight[498]: IQ4_NL blk.14.ffn_down_exps.weight[499]: blk.14.ffn_down_exps.weight[500]: blk.14.ffn_down_exps.weight[501]: blk.14.ffn_down_exps.weight[502]: IQ4_NL blk.14.ffn_down_exps.weight[503]: IQ4_NL blk.14.ffn_down_exps.weight[504]: blk.14.ffn_down_exps.weight[505]: IQ4_NL blk.14.ffn_down_exps.weight[506]: IQ4_NL blk.14.ffn_down_exps.weight[507]: blk.14.ffn_down_exps.weight[508]: blk.14.ffn_down_exps.weight[509]: blk.14.ffn_down_exps.weight[510]: blk.14.ffn_down_exps.weight[511]: blk.15.ffn_gate_exps.weight[0]: IQ2_S blk.15.ffn_gate_exps.weight[1]: blk.15.ffn_gate_exps.weight[2]: blk.15.ffn_gate_exps.weight[3]: blk.15.ffn_gate_exps.weight[4]: blk.15.ffn_gate_exps.weight[5]: blk.15.ffn_gate_exps.weight[6]: IQ2_S blk.15.ffn_gate_exps.weight[7]: IQ2_S blk.15.ffn_gate_exps.weight[8]: blk.15.ffn_gate_exps.weight[9]: blk.15.ffn_gate_exps.weight[10]: blk.15.ffn_gate_exps.weight[11]: IQ2_S blk.15.ffn_gate_exps.weight[12]: IQ2_S blk.15.ffn_gate_exps.weight[13]: blk.15.ffn_gate_exps.weight[14]: blk.15.ffn_gate_exps.weight[15]: IQ2_S blk.15.ffn_gate_exps.weight[16]: IQ2_S blk.15.ffn_gate_exps.weight[17]: IQ2_S blk.15.ffn_gate_exps.weight[18]: blk.15.ffn_gate_exps.weight[19]: IQ2_S blk.15.ffn_gate_exps.weight[20]: blk.15.ffn_gate_exps.weight[21]: blk.15.ffn_gate_exps.weight[22]: IQ2_S blk.15.ffn_gate_exps.weight[23]: IQ2_S blk.15.ffn_gate_exps.weight[24]: blk.15.ffn_gate_exps.weight[25]: IQ2_S blk.15.ffn_gate_exps.weight[26]: IQ2_S blk.15.ffn_gate_exps.weight[27]: IQ2_S blk.15.ffn_gate_exps.weight[28]: blk.15.ffn_gate_exps.weight[29]: blk.15.ffn_gate_exps.weight[30]: IQ2_S blk.15.ffn_gate_exps.weight[31]: blk.15.ffn_gate_exps.weight[32]: IQ2_S blk.15.ffn_gate_exps.weight[33]: blk.15.ffn_gate_exps.weight[34]: blk.15.ffn_gate_exps.weight[35]: IQ2_S blk.15.ffn_gate_exps.weight[36]: blk.15.ffn_gate_exps.weight[37]: IQ2_S blk.15.ffn_gate_exps.weight[38]: blk.15.ffn_gate_exps.weight[39]: IQ2_S blk.15.ffn_gate_exps.weight[40]: blk.15.ffn_gate_exps.weight[41]: IQ2_S blk.15.ffn_gate_exps.weight[42]: IQ2_S blk.15.ffn_gate_exps.weight[43]: IQ2_S blk.15.ffn_gate_exps.weight[44]: IQ2_S blk.15.ffn_gate_exps.weight[45]: IQ2_S blk.15.ffn_gate_exps.weight[46]: blk.15.ffn_gate_exps.weight[47]: IQ2_S blk.15.ffn_gate_exps.weight[48]: blk.15.ffn_gate_exps.weight[49]: blk.15.ffn_gate_exps.weight[50]: IQ2_S blk.15.ffn_gate_exps.weight[51]: blk.15.ffn_gate_exps.weight[52]: IQ2_S blk.15.ffn_gate_exps.weight[53]: blk.15.ffn_gate_exps.weight[54]: blk.15.ffn_gate_exps.weight[55]: blk.15.ffn_gate_exps.weight[56]: IQ2_S blk.15.ffn_gate_exps.weight[57]: IQ2_S blk.15.ffn_gate_exps.weight[58]: IQ2_S blk.15.ffn_gate_exps.weight[59]: blk.15.ffn_gate_exps.weight[60]: blk.15.ffn_gate_exps.weight[61]: IQ2_S blk.15.ffn_gate_exps.weight[62]: blk.15.ffn_gate_exps.weight[63]: IQ2_S blk.15.ffn_gate_exps.weight[64]: IQ2_S blk.15.ffn_gate_exps.weight[65]: IQ2_S blk.15.ffn_gate_exps.weight[66]: IQ2_S blk.15.ffn_gate_exps.weight[67]: blk.15.ffn_gate_exps.weight[68]: blk.15.ffn_gate_exps.weight[69]: blk.15.ffn_gate_exps.weight[70]: IQ2_S blk.15.ffn_gate_exps.weight[71]: blk.15.ffn_gate_exps.weight[72]: blk.15.ffn_gate_exps.weight[73]: IQ2_S blk.15.ffn_gate_exps.weight[74]: blk.15.ffn_gate_exps.weight[75]: blk.15.ffn_gate_exps.weight[76]: IQ2_S blk.15.ffn_gate_exps.weight[77]: IQ2_S blk.15.ffn_gate_exps.weight[78]: blk.15.ffn_gate_exps.weight[79]: IQ2_S blk.15.ffn_gate_exps.weight[80]: blk.15.ffn_gate_exps.weight[81]: blk.15.ffn_gate_exps.weight[82]: IQ2_S blk.15.ffn_gate_exps.weight[83]: blk.15.ffn_gate_exps.weight[84]: blk.15.ffn_gate_exps.weight[85]: IQ2_S blk.15.ffn_gate_exps.weight[86]: IQ2_S blk.15.ffn_gate_exps.weight[87]: IQ2_S blk.15.ffn_gate_exps.weight[88]: IQ2_S blk.15.ffn_gate_exps.weight[89]: IQ2_S blk.15.ffn_gate_exps.weight[90]: IQ2_S blk.15.ffn_gate_exps.weight[91]: blk.15.ffn_gate_exps.weight[92]: blk.15.ffn_gate_exps.weight[93]: blk.15.ffn_gate_exps.weight[94]: blk.15.ffn_gate_exps.weight[95]: blk.15.ffn_gate_exps.weight[96]: IQ2_S blk.15.ffn_gate_exps.weight[97]: IQ2_S blk.15.ffn_gate_exps.weight[98]: blk.15.ffn_gate_exps.weight[99]: blk.15.ffn_gate_exps.weight[100]: IQ2_S blk.15.ffn_gate_exps.weight[101]: IQ2_S blk.15.ffn_gate_exps.weight[102]: IQ2_S blk.15.ffn_gate_exps.weight[103]: blk.15.ffn_gate_exps.weight[104]: IQ2_S blk.15.ffn_gate_exps.weight[105]: IQ2_S blk.15.ffn_gate_exps.weight[106]: IQ2_S blk.15.ffn_gate_exps.weight[107]: blk.15.ffn_gate_exps.weight[108]: IQ2_S blk.15.ffn_gate_exps.weight[109]: IQ2_S blk.15.ffn_gate_exps.weight[110]: IQ2_S blk.15.ffn_gate_exps.weight[111]: blk.15.ffn_gate_exps.weight[112]: blk.15.ffn_gate_exps.weight[113]: blk.15.ffn_gate_exps.weight[114]: IQ2_S blk.15.ffn_gate_exps.weight[115]: IQ2_S blk.15.ffn_gate_exps.weight[116]: IQ2_S blk.15.ffn_gate_exps.weight[117]: IQ2_S blk.15.ffn_gate_exps.weight[118]: blk.15.ffn_gate_exps.weight[119]: IQ2_S blk.15.ffn_gate_exps.weight[120]: blk.15.ffn_gate_exps.weight[121]: blk.15.ffn_gate_exps.weight[122]: blk.15.ffn_gate_exps.weight[123]: blk.15.ffn_gate_exps.weight[124]: IQ2_S blk.15.ffn_gate_exps.weight[125]: blk.15.ffn_gate_exps.weight[126]: blk.15.ffn_gate_exps.weight[127]: IQ2_S blk.15.ffn_gate_exps.weight[128]: blk.15.ffn_gate_exps.weight[129]: IQ2_S blk.15.ffn_gate_exps.weight[130]: IQ2_S blk.15.ffn_gate_exps.weight[131]: IQ2_S blk.15.ffn_gate_exps.weight[132]: blk.15.ffn_gate_exps.weight[133]: IQ2_S blk.15.ffn_gate_exps.weight[134]: IQ2_S blk.15.ffn_gate_exps.weight[135]: IQ2_S blk.15.ffn_gate_exps.weight[136]: IQ2_S blk.15.ffn_gate_exps.weight[137]: blk.15.ffn_gate_exps.weight[138]: IQ2_S blk.15.ffn_gate_exps.weight[139]: blk.15.ffn_gate_exps.weight[140]: blk.15.ffn_gate_exps.weight[141]: blk.15.ffn_gate_exps.weight[142]: blk.15.ffn_gate_exps.weight[143]: blk.15.ffn_gate_exps.weight[144]: blk.15.ffn_gate_exps.weight[145]: IQ2_S blk.15.ffn_gate_exps.weight[146]: IQ2_S blk.15.ffn_gate_exps.weight[147]: IQ2_S blk.15.ffn_gate_exps.weight[148]: blk.15.ffn_gate_exps.weight[149]: IQ2_S blk.15.ffn_gate_exps.weight[150]: blk.15.ffn_gate_exps.weight[151]: blk.15.ffn_gate_exps.weight[152]: IQ2_S blk.15.ffn_gate_exps.weight[153]: blk.15.ffn_gate_exps.weight[154]: IQ2_S blk.15.ffn_gate_exps.weight[155]: IQ2_S blk.15.ffn_gate_exps.weight[156]: blk.15.ffn_gate_exps.weight[157]: blk.15.ffn_gate_exps.weight[158]: blk.15.ffn_gate_exps.weight[159]: blk.15.ffn_gate_exps.weight[160]: IQ2_S blk.15.ffn_gate_exps.weight[161]: blk.15.ffn_gate_exps.weight[162]: blk.15.ffn_gate_exps.weight[163]: blk.15.ffn_gate_exps.weight[164]: IQ2_S blk.15.ffn_gate_exps.weight[165]: IQ2_S blk.15.ffn_gate_exps.weight[166]: blk.15.ffn_gate_exps.weight[167]: blk.15.ffn_gate_exps.weight[168]: blk.15.ffn_gate_exps.weight[169]: blk.15.ffn_gate_exps.weight[170]: blk.15.ffn_gate_exps.weight[171]: IQ2_S blk.15.ffn_gate_exps.weight[172]: blk.15.ffn_gate_exps.weight[173]: blk.15.ffn_gate_exps.weight[174]: blk.15.ffn_gate_exps.weight[175]: IQ2_S blk.15.ffn_gate_exps.weight[176]: blk.15.ffn_gate_exps.weight[177]: IQ2_S blk.15.ffn_gate_exps.weight[178]: blk.15.ffn_gate_exps.weight[179]: blk.15.ffn_gate_exps.weight[180]: blk.15.ffn_gate_exps.weight[181]: blk.15.ffn_gate_exps.weight[182]: blk.15.ffn_gate_exps.weight[183]: blk.15.ffn_gate_exps.weight[184]: blk.15.ffn_gate_exps.weight[185]: blk.15.ffn_gate_exps.weight[186]: blk.15.ffn_gate_exps.weight[187]: IQ2_S blk.15.ffn_gate_exps.weight[188]: blk.15.ffn_gate_exps.weight[189]: blk.15.ffn_gate_exps.weight[190]: IQ2_S blk.15.ffn_gate_exps.weight[191]: IQ2_S blk.15.ffn_gate_exps.weight[192]: IQ2_S blk.15.ffn_gate_exps.weight[193]: IQ2_S blk.15.ffn_gate_exps.weight[194]: IQ2_S blk.15.ffn_gate_exps.weight[195]: IQ2_S blk.15.ffn_gate_exps.weight[196]: blk.15.ffn_gate_exps.weight[197]: IQ2_S blk.15.ffn_gate_exps.weight[198]: IQ2_S blk.15.ffn_gate_exps.weight[199]: IQ2_S blk.15.ffn_gate_exps.weight[200]: blk.15.ffn_gate_exps.weight[201]: blk.15.ffn_gate_exps.weight[202]: blk.15.ffn_gate_exps.weight[203]: IQ2_S blk.15.ffn_gate_exps.weight[204]: blk.15.ffn_gate_exps.weight[205]: blk.15.ffn_gate_exps.weight[206]: IQ2_S blk.15.ffn_gate_exps.weight[207]: IQ2_S blk.15.ffn_gate_exps.weight[208]: IQ2_S blk.15.ffn_gate_exps.weight[209]: IQ2_S blk.15.ffn_gate_exps.weight[210]: IQ2_S blk.15.ffn_gate_exps.weight[211]: IQ2_S blk.15.ffn_gate_exps.weight[212]: IQ2_S blk.15.ffn_gate_exps.weight[213]: IQ2_S blk.15.ffn_gate_exps.weight[214]: IQ2_S blk.15.ffn_gate_exps.weight[215]: blk.15.ffn_gate_exps.weight[216]: IQ2_S blk.15.ffn_gate_exps.weight[217]: IQ2_S blk.15.ffn_gate_exps.weight[218]: blk.15.ffn_gate_exps.weight[219]: IQ2_S blk.15.ffn_gate_exps.weight[220]: IQ2_S blk.15.ffn_gate_exps.weight[221]: blk.15.ffn_gate_exps.weight[222]: IQ2_S blk.15.ffn_gate_exps.weight[223]: IQ2_S blk.15.ffn_gate_exps.weight[224]: IQ2_S blk.15.ffn_gate_exps.weight[225]: IQ2_S blk.15.ffn_gate_exps.weight[226]: IQ2_S blk.15.ffn_gate_exps.weight[227]: IQ2_S blk.15.ffn_gate_exps.weight[228]: IQ2_S blk.15.ffn_gate_exps.weight[229]: IQ2_S blk.15.ffn_gate_exps.weight[230]: blk.15.ffn_gate_exps.weight[231]: IQ2_S blk.15.ffn_gate_exps.weight[232]: blk.15.ffn_gate_exps.weight[233]: blk.15.ffn_gate_exps.weight[234]: blk.15.ffn_gate_exps.weight[235]: IQ2_S blk.15.ffn_gate_exps.weight[236]: IQ2_S blk.15.ffn_gate_exps.weight[237]: IQ2_S blk.15.ffn_gate_exps.weight[238]: IQ2_S blk.15.ffn_gate_exps.weight[239]: blk.15.ffn_gate_exps.weight[240]: blk.15.ffn_gate_exps.weight[241]: blk.15.ffn_gate_exps.weight[242]: blk.15.ffn_gate_exps.weight[243]: blk.15.ffn_gate_exps.weight[244]: blk.15.ffn_gate_exps.weight[245]: IQ2_S blk.15.ffn_gate_exps.weight[246]: IQ2_S blk.15.ffn_gate_exps.weight[247]: blk.15.ffn_gate_exps.weight[248]: blk.15.ffn_gate_exps.weight[249]: blk.15.ffn_gate_exps.weight[250]: blk.15.ffn_gate_exps.weight[251]: IQ2_S blk.15.ffn_gate_exps.weight[252]: IQ2_S blk.15.ffn_gate_exps.weight[253]: blk.15.ffn_gate_exps.weight[254]: blk.15.ffn_gate_exps.weight[255]: blk.15.ffn_gate_exps.weight[256]: blk.15.ffn_gate_exps.weight[257]: blk.15.ffn_gate_exps.weight[258]: blk.15.ffn_gate_exps.weight[259]: IQ2_S blk.15.ffn_gate_exps.weight[260]: blk.15.ffn_gate_exps.weight[261]: IQ2_S blk.15.ffn_gate_exps.weight[262]: blk.15.ffn_gate_exps.weight[263]: blk.15.ffn_gate_exps.weight[264]: IQ2_S blk.15.ffn_gate_exps.weight[265]: blk.15.ffn_gate_exps.weight[266]: IQ2_S blk.15.ffn_gate_exps.weight[267]: blk.15.ffn_gate_exps.weight[268]: IQ2_S blk.15.ffn_gate_exps.weight[269]: blk.15.ffn_gate_exps.weight[270]: blk.15.ffn_gate_exps.weight[271]: blk.15.ffn_gate_exps.weight[272]: blk.15.ffn_gate_exps.weight[273]: IQ2_S blk.15.ffn_gate_exps.weight[274]: blk.15.ffn_gate_exps.weight[275]: IQ2_S blk.15.ffn_gate_exps.weight[276]: blk.15.ffn_gate_exps.weight[277]: IQ2_S blk.15.ffn_gate_exps.weight[278]: blk.15.ffn_gate_exps.weight[279]: IQ2_S blk.15.ffn_gate_exps.weight[280]: IQ2_S blk.15.ffn_gate_exps.weight[281]: IQ2_S blk.15.ffn_gate_exps.weight[282]: blk.15.ffn_gate_exps.weight[283]: blk.15.ffn_gate_exps.weight[284]: IQ2_S blk.15.ffn_gate_exps.weight[285]: blk.15.ffn_gate_exps.weight[286]: blk.15.ffn_gate_exps.weight[287]: blk.15.ffn_gate_exps.weight[288]: IQ2_S blk.15.ffn_gate_exps.weight[289]: IQ2_S blk.15.ffn_gate_exps.weight[290]: blk.15.ffn_gate_exps.weight[291]: blk.15.ffn_gate_exps.weight[292]: blk.15.ffn_gate_exps.weight[293]: blk.15.ffn_gate_exps.weight[294]: IQ2_S blk.15.ffn_gate_exps.weight[295]: IQ2_S blk.15.ffn_gate_exps.weight[296]: blk.15.ffn_gate_exps.weight[297]: IQ2_S blk.15.ffn_gate_exps.weight[298]: blk.15.ffn_gate_exps.weight[299]: blk.15.ffn_gate_exps.weight[300]: IQ2_S blk.15.ffn_gate_exps.weight[301]: blk.15.ffn_gate_exps.weight[302]: IQ2_S blk.15.ffn_gate_exps.weight[303]: IQ2_S blk.15.ffn_gate_exps.weight[304]: IQ2_S blk.15.ffn_gate_exps.weight[305]: blk.15.ffn_gate_exps.weight[306]: IQ2_S blk.15.ffn_gate_exps.weight[307]: blk.15.ffn_gate_exps.weight[308]: IQ2_S blk.15.ffn_gate_exps.weight[309]: IQ2_S blk.15.ffn_gate_exps.weight[310]: blk.15.ffn_gate_exps.weight[311]: IQ2_S blk.15.ffn_gate_exps.weight[312]: blk.15.ffn_gate_exps.weight[313]: blk.15.ffn_gate_exps.weight[314]: IQ2_S blk.15.ffn_gate_exps.weight[315]: blk.15.ffn_gate_exps.weight[316]: blk.15.ffn_gate_exps.weight[317]: blk.15.ffn_gate_exps.weight[318]: IQ2_S blk.15.ffn_gate_exps.weight[319]: IQ2_S blk.15.ffn_gate_exps.weight[320]: blk.15.ffn_gate_exps.weight[321]: blk.15.ffn_gate_exps.weight[322]: blk.15.ffn_gate_exps.weight[323]: blk.15.ffn_gate_exps.weight[324]: blk.15.ffn_gate_exps.weight[325]: IQ2_S blk.15.ffn_gate_exps.weight[326]: IQ2_S blk.15.ffn_gate_exps.weight[327]: IQ2_S blk.15.ffn_gate_exps.weight[328]: blk.15.ffn_gate_exps.weight[329]: IQ2_S blk.15.ffn_gate_exps.weight[330]: blk.15.ffn_gate_exps.weight[331]: blk.15.ffn_gate_exps.weight[332]: blk.15.ffn_gate_exps.weight[333]: blk.15.ffn_gate_exps.weight[334]: IQ2_S blk.15.ffn_gate_exps.weight[335]: IQ2_S blk.15.ffn_gate_exps.weight[336]: IQ2_S blk.15.ffn_gate_exps.weight[337]: blk.15.ffn_gate_exps.weight[338]: blk.15.ffn_gate_exps.weight[339]: IQ2_S blk.15.ffn_gate_exps.weight[340]: IQ2_S blk.15.ffn_gate_exps.weight[341]: IQ2_S blk.15.ffn_gate_exps.weight[342]: blk.15.ffn_gate_exps.weight[343]: IQ2_S blk.15.ffn_gate_exps.weight[344]: IQ2_S blk.15.ffn_gate_exps.weight[345]: blk.15.ffn_gate_exps.weight[346]: IQ2_S blk.15.ffn_gate_exps.weight[347]: IQ2_S blk.15.ffn_gate_exps.weight[348]: IQ2_S blk.15.ffn_gate_exps.weight[349]: IQ2_S blk.15.ffn_gate_exps.weight[350]: blk.15.ffn_gate_exps.weight[351]: IQ2_S blk.15.ffn_gate_exps.weight[352]: IQ2_S blk.15.ffn_gate_exps.weight[353]: blk.15.ffn_gate_exps.weight[354]: IQ2_S blk.15.ffn_gate_exps.weight[355]: IQ2_S blk.15.ffn_gate_exps.weight[356]: IQ2_S blk.15.ffn_gate_exps.weight[357]: blk.15.ffn_gate_exps.weight[358]: blk.15.ffn_gate_exps.weight[359]: blk.15.ffn_gate_exps.weight[360]: blk.15.ffn_gate_exps.weight[361]: blk.15.ffn_gate_exps.weight[362]: blk.15.ffn_gate_exps.weight[363]: blk.15.ffn_gate_exps.weight[364]: IQ2_S blk.15.ffn_gate_exps.weight[365]: IQ2_S blk.15.ffn_gate_exps.weight[366]: IQ2_S blk.15.ffn_gate_exps.weight[367]: blk.15.ffn_gate_exps.weight[368]: IQ2_S blk.15.ffn_gate_exps.weight[369]: blk.15.ffn_gate_exps.weight[370]: blk.15.ffn_gate_exps.weight[371]: blk.15.ffn_gate_exps.weight[372]: blk.15.ffn_gate_exps.weight[373]: IQ2_S blk.15.ffn_gate_exps.weight[374]: IQ2_S blk.15.ffn_gate_exps.weight[375]: IQ2_S blk.15.ffn_gate_exps.weight[376]: blk.15.ffn_gate_exps.weight[377]: IQ2_S blk.15.ffn_gate_exps.weight[378]: IQ2_S blk.15.ffn_gate_exps.weight[379]: IQ2_S blk.15.ffn_gate_exps.weight[380]: IQ2_S blk.15.ffn_gate_exps.weight[381]: IQ2_S blk.15.ffn_gate_exps.weight[382]: blk.15.ffn_gate_exps.weight[383]: IQ2_S blk.15.ffn_gate_exps.weight[384]: blk.15.ffn_gate_exps.weight[385]: blk.15.ffn_gate_exps.weight[386]: blk.15.ffn_gate_exps.weight[387]: IQ2_S blk.15.ffn_gate_exps.weight[388]: IQ2_S blk.15.ffn_gate_exps.weight[389]: IQ2_S blk.15.ffn_gate_exps.weight[390]: IQ2_S blk.15.ffn_gate_exps.weight[391]: blk.15.ffn_gate_exps.weight[392]: IQ2_S blk.15.ffn_gate_exps.weight[393]: IQ2_S blk.15.ffn_gate_exps.weight[394]: blk.15.ffn_gate_exps.weight[395]: blk.15.ffn_gate_exps.weight[396]: blk.15.ffn_gate_exps.weight[397]: IQ2_S blk.15.ffn_gate_exps.weight[398]: blk.15.ffn_gate_exps.weight[399]: IQ2_S blk.15.ffn_gate_exps.weight[400]: IQ2_S blk.15.ffn_gate_exps.weight[401]: IQ2_S blk.15.ffn_gate_exps.weight[402]: IQ2_S blk.15.ffn_gate_exps.weight[403]: blk.15.ffn_gate_exps.weight[404]: IQ2_S blk.15.ffn_gate_exps.weight[405]: blk.15.ffn_gate_exps.weight[406]: IQ2_S blk.15.ffn_gate_exps.weight[407]: IQ2_S blk.15.ffn_gate_exps.weight[408]: IQ2_S blk.15.ffn_gate_exps.weight[409]: blk.15.ffn_gate_exps.weight[410]: IQ2_S blk.15.ffn_gate_exps.weight[411]: blk.15.ffn_gate_exps.weight[412]: blk.15.ffn_gate_exps.weight[413]: IQ2_S blk.15.ffn_gate_exps.weight[414]: IQ2_S blk.15.ffn_gate_exps.weight[415]: blk.15.ffn_gate_exps.weight[416]: IQ2_S blk.15.ffn_gate_exps.weight[417]: blk.15.ffn_gate_exps.weight[418]: IQ2_S blk.15.ffn_gate_exps.weight[419]: blk.15.ffn_gate_exps.weight[420]: blk.15.ffn_gate_exps.weight[421]: IQ2_S blk.15.ffn_gate_exps.weight[422]: blk.15.ffn_gate_exps.weight[423]: IQ2_S blk.15.ffn_gate_exps.weight[424]: blk.15.ffn_gate_exps.weight[425]: blk.15.ffn_gate_exps.weight[426]: IQ2_S blk.15.ffn_gate_exps.weight[427]: IQ2_S blk.15.ffn_gate_exps.weight[428]: blk.15.ffn_gate_exps.weight[429]: blk.15.ffn_gate_exps.weight[430]: blk.15.ffn_gate_exps.weight[431]: IQ2_S blk.15.ffn_gate_exps.weight[432]: IQ2_S blk.15.ffn_gate_exps.weight[433]: IQ2_S blk.15.ffn_gate_exps.weight[434]: IQ2_S blk.15.ffn_gate_exps.weight[435]: blk.15.ffn_gate_exps.weight[436]: IQ2_S blk.15.ffn_gate_exps.weight[437]: IQ2_S blk.15.ffn_gate_exps.weight[438]: blk.15.ffn_gate_exps.weight[439]: blk.15.ffn_gate_exps.weight[440]: blk.15.ffn_gate_exps.weight[441]: blk.15.ffn_gate_exps.weight[442]: blk.15.ffn_gate_exps.weight[443]: IQ2_S blk.15.ffn_gate_exps.weight[444]: blk.15.ffn_gate_exps.weight[445]: blk.15.ffn_gate_exps.weight[446]: IQ2_S blk.15.ffn_gate_exps.weight[447]: IQ2_S blk.15.ffn_gate_exps.weight[448]: blk.15.ffn_gate_exps.weight[449]: IQ2_S blk.15.ffn_gate_exps.weight[450]: blk.15.ffn_gate_exps.weight[451]: IQ2_S blk.15.ffn_gate_exps.weight[452]: blk.15.ffn_gate_exps.weight[453]: IQ2_S blk.15.ffn_gate_exps.weight[454]: IQ2_S blk.15.ffn_gate_exps.weight[455]: blk.15.ffn_gate_exps.weight[456]: IQ2_S blk.15.ffn_gate_exps.weight[457]: blk.15.ffn_gate_exps.weight[458]: blk.15.ffn_gate_exps.weight[459]: IQ2_S blk.15.ffn_gate_exps.weight[460]: blk.15.ffn_gate_exps.weight[461]: IQ2_S blk.15.ffn_gate_exps.weight[462]: blk.15.ffn_gate_exps.weight[463]: blk.15.ffn_gate_exps.weight[464]: blk.15.ffn_gate_exps.weight[465]: IQ2_S blk.15.ffn_gate_exps.weight[466]: blk.15.ffn_gate_exps.weight[467]: IQ2_S blk.15.ffn_gate_exps.weight[468]: blk.15.ffn_gate_exps.weight[469]: blk.15.ffn_gate_exps.weight[470]: blk.15.ffn_gate_exps.weight[471]: blk.15.ffn_gate_exps.weight[472]: blk.15.ffn_gate_exps.weight[473]: IQ2_S blk.15.ffn_gate_exps.weight[474]: IQ2_S blk.15.ffn_gate_exps.weight[475]: IQ2_S blk.15.ffn_gate_exps.weight[476]: blk.15.ffn_gate_exps.weight[477]: blk.15.ffn_gate_exps.weight[478]: blk.15.ffn_gate_exps.weight[479]: IQ2_S blk.15.ffn_gate_exps.weight[480]: blk.15.ffn_gate_exps.weight[481]: IQ2_S blk.15.ffn_gate_exps.weight[482]: IQ2_S blk.15.ffn_gate_exps.weight[483]: blk.15.ffn_gate_exps.weight[484]: blk.15.ffn_gate_exps.weight[485]: blk.15.ffn_gate_exps.weight[486]: IQ2_S blk.15.ffn_gate_exps.weight[487]: IQ2_S blk.15.ffn_gate_exps.weight[488]: IQ2_S blk.15.ffn_gate_exps.weight[489]: blk.15.ffn_gate_exps.weight[490]: IQ2_S blk.15.ffn_gate_exps.weight[491]: IQ2_S blk.15.ffn_gate_exps.weight[492]: IQ2_S blk.15.ffn_gate_exps.weight[493]: IQ2_S blk.15.ffn_gate_exps.weight[494]: IQ2_S blk.15.ffn_gate_exps.weight[495]: IQ2_S blk.15.ffn_gate_exps.weight[496]: IQ2_S blk.15.ffn_gate_exps.weight[497]: IQ2_S blk.15.ffn_gate_exps.weight[498]: blk.15.ffn_gate_exps.weight[499]: IQ2_S blk.15.ffn_gate_exps.weight[500]: IQ2_S blk.15.ffn_gate_exps.weight[501]: IQ2_S blk.15.ffn_gate_exps.weight[502]: IQ2_S blk.15.ffn_gate_exps.weight[503]: blk.15.ffn_gate_exps.weight[504]: blk.15.ffn_gate_exps.weight[505]: blk.15.ffn_gate_exps.weight[506]: IQ2_S blk.15.ffn_gate_exps.weight[507]: blk.15.ffn_gate_exps.weight[508]: IQ2_S blk.15.ffn_gate_exps.weight[509]: IQ2_S blk.15.ffn_gate_exps.weight[510]: IQ2_S blk.15.ffn_gate_exps.weight[511]: blk.15.ffn_up_exps.weight[0]: IQ2_S blk.15.ffn_up_exps.weight[1]: blk.15.ffn_up_exps.weight[2]: blk.15.ffn_up_exps.weight[3]: blk.15.ffn_up_exps.weight[4]: blk.15.ffn_up_exps.weight[5]: blk.15.ffn_up_exps.weight[6]: IQ2_S blk.15.ffn_up_exps.weight[7]: IQ2_S blk.15.ffn_up_exps.weight[8]: blk.15.ffn_up_exps.weight[9]: blk.15.ffn_up_exps.weight[10]: blk.15.ffn_up_exps.weight[11]: IQ2_S blk.15.ffn_up_exps.weight[12]: IQ2_S blk.15.ffn_up_exps.weight[13]: blk.15.ffn_up_exps.weight[14]: blk.15.ffn_up_exps.weight[15]: IQ2_S blk.15.ffn_up_exps.weight[16]: IQ2_S blk.15.ffn_up_exps.weight[17]: IQ2_S blk.15.ffn_up_exps.weight[18]: blk.15.ffn_up_exps.weight[19]: IQ2_S blk.15.ffn_up_exps.weight[20]: blk.15.ffn_up_exps.weight[21]: blk.15.ffn_up_exps.weight[22]: IQ2_S blk.15.ffn_up_exps.weight[23]: IQ2_S blk.15.ffn_up_exps.weight[24]: blk.15.ffn_up_exps.weight[25]: IQ2_S blk.15.ffn_up_exps.weight[26]: IQ2_S blk.15.ffn_up_exps.weight[27]: IQ2_S blk.15.ffn_up_exps.weight[28]: blk.15.ffn_up_exps.weight[29]: blk.15.ffn_up_exps.weight[30]: IQ2_S blk.15.ffn_up_exps.weight[31]: blk.15.ffn_up_exps.weight[32]: IQ2_S blk.15.ffn_up_exps.weight[33]: blk.15.ffn_up_exps.weight[34]: blk.15.ffn_up_exps.weight[35]: IQ2_S blk.15.ffn_up_exps.weight[36]: blk.15.ffn_up_exps.weight[37]: IQ2_S blk.15.ffn_up_exps.weight[38]: blk.15.ffn_up_exps.weight[39]: IQ2_S blk.15.ffn_up_exps.weight[40]: blk.15.ffn_up_exps.weight[41]: IQ2_S blk.15.ffn_up_exps.weight[42]: IQ2_S blk.15.ffn_up_exps.weight[43]: IQ2_S blk.15.ffn_up_exps.weight[44]: IQ2_S blk.15.ffn_up_exps.weight[45]: IQ2_S blk.15.ffn_up_exps.weight[46]: blk.15.ffn_up_exps.weight[47]: IQ2_S blk.15.ffn_up_exps.weight[48]: blk.15.ffn_up_exps.weight[49]: blk.15.ffn_up_exps.weight[50]: IQ2_S blk.15.ffn_up_exps.weight[51]: blk.15.ffn_up_exps.weight[52]: IQ2_S blk.15.ffn_up_exps.weight[53]: blk.15.ffn_up_exps.weight[54]: blk.15.ffn_up_exps.weight[55]: blk.15.ffn_up_exps.weight[56]: IQ2_S blk.15.ffn_up_exps.weight[57]: IQ2_S blk.15.ffn_up_exps.weight[58]: IQ2_S blk.15.ffn_up_exps.weight[59]: blk.15.ffn_up_exps.weight[60]: blk.15.ffn_up_exps.weight[61]: IQ2_S blk.15.ffn_up_exps.weight[62]: blk.15.ffn_up_exps.weight[63]: IQ2_S blk.15.ffn_up_exps.weight[64]: IQ2_S blk.15.ffn_up_exps.weight[65]: IQ2_S blk.15.ffn_up_exps.weight[66]: IQ2_S blk.15.ffn_up_exps.weight[67]: blk.15.ffn_up_exps.weight[68]: blk.15.ffn_up_exps.weight[69]: blk.15.ffn_up_exps.weight[70]: IQ2_S blk.15.ffn_up_exps.weight[71]: blk.15.ffn_up_exps.weight[72]: blk.15.ffn_up_exps.weight[73]: IQ2_S blk.15.ffn_up_exps.weight[74]: blk.15.ffn_up_exps.weight[75]: blk.15.ffn_up_exps.weight[76]: IQ2_S blk.15.ffn_up_exps.weight[77]: IQ2_S blk.15.ffn_up_exps.weight[78]: blk.15.ffn_up_exps.weight[79]: IQ2_S blk.15.ffn_up_exps.weight[80]: blk.15.ffn_up_exps.weight[81]: blk.15.ffn_up_exps.weight[82]: IQ2_S blk.15.ffn_up_exps.weight[83]: blk.15.ffn_up_exps.weight[84]: blk.15.ffn_up_exps.weight[85]: IQ2_S blk.15.ffn_up_exps.weight[86]: IQ2_S blk.15.ffn_up_exps.weight[87]: IQ2_S blk.15.ffn_up_exps.weight[88]: IQ2_S blk.15.ffn_up_exps.weight[89]: IQ2_S blk.15.ffn_up_exps.weight[90]: IQ2_S blk.15.ffn_up_exps.weight[91]: blk.15.ffn_up_exps.weight[92]: blk.15.ffn_up_exps.weight[93]: blk.15.ffn_up_exps.weight[94]: blk.15.ffn_up_exps.weight[95]: blk.15.ffn_up_exps.weight[96]: IQ2_S blk.15.ffn_up_exps.weight[97]: IQ2_S blk.15.ffn_up_exps.weight[98]: blk.15.ffn_up_exps.weight[99]: blk.15.ffn_up_exps.weight[100]: IQ2_S blk.15.ffn_up_exps.weight[101]: IQ2_S blk.15.ffn_up_exps.weight[102]: IQ2_S blk.15.ffn_up_exps.weight[103]: blk.15.ffn_up_exps.weight[104]: IQ2_S blk.15.ffn_up_exps.weight[105]: IQ2_S blk.15.ffn_up_exps.weight[106]: IQ2_S blk.15.ffn_up_exps.weight[107]: blk.15.ffn_up_exps.weight[108]: IQ2_S blk.15.ffn_up_exps.weight[109]: IQ2_S blk.15.ffn_up_exps.weight[110]: IQ2_S blk.15.ffn_up_exps.weight[111]: blk.15.ffn_up_exps.weight[112]: blk.15.ffn_up_exps.weight[113]: blk.15.ffn_up_exps.weight[114]: IQ2_S blk.15.ffn_up_exps.weight[115]: IQ2_S blk.15.ffn_up_exps.weight[116]: IQ2_S blk.15.ffn_up_exps.weight[117]: IQ2_S blk.15.ffn_up_exps.weight[118]: blk.15.ffn_up_exps.weight[119]: IQ2_S blk.15.ffn_up_exps.weight[120]: blk.15.ffn_up_exps.weight[121]: blk.15.ffn_up_exps.weight[122]: blk.15.ffn_up_exps.weight[123]: blk.15.ffn_up_exps.weight[124]: IQ2_S blk.15.ffn_up_exps.weight[125]: blk.15.ffn_up_exps.weight[126]: blk.15.ffn_up_exps.weight[127]: IQ2_S blk.15.ffn_up_exps.weight[128]: blk.15.ffn_up_exps.weight[129]: IQ2_S blk.15.ffn_up_exps.weight[130]: IQ2_S blk.15.ffn_up_exps.weight[131]: IQ2_S blk.15.ffn_up_exps.weight[132]: blk.15.ffn_up_exps.weight[133]: IQ2_S blk.15.ffn_up_exps.weight[134]: IQ2_S blk.15.ffn_up_exps.weight[135]: IQ2_S blk.15.ffn_up_exps.weight[136]: IQ2_S blk.15.ffn_up_exps.weight[137]: blk.15.ffn_up_exps.weight[138]: IQ2_S blk.15.ffn_up_exps.weight[139]: blk.15.ffn_up_exps.weight[140]: blk.15.ffn_up_exps.weight[141]: blk.15.ffn_up_exps.weight[142]: blk.15.ffn_up_exps.weight[143]: blk.15.ffn_up_exps.weight[144]: blk.15.ffn_up_exps.weight[145]: IQ2_S blk.15.ffn_up_exps.weight[146]: IQ2_S blk.15.ffn_up_exps.weight[147]: IQ2_S blk.15.ffn_up_exps.weight[148]: blk.15.ffn_up_exps.weight[149]: IQ2_S blk.15.ffn_up_exps.weight[150]: blk.15.ffn_up_exps.weight[151]: blk.15.ffn_up_exps.weight[152]: IQ2_S blk.15.ffn_up_exps.weight[153]: blk.15.ffn_up_exps.weight[154]: IQ2_S blk.15.ffn_up_exps.weight[155]: IQ2_S blk.15.ffn_up_exps.weight[156]: blk.15.ffn_up_exps.weight[157]: blk.15.ffn_up_exps.weight[158]: blk.15.ffn_up_exps.weight[159]: blk.15.ffn_up_exps.weight[160]: IQ2_S blk.15.ffn_up_exps.weight[161]: blk.15.ffn_up_exps.weight[162]: blk.15.ffn_up_exps.weight[163]: blk.15.ffn_up_exps.weight[164]: IQ2_S blk.15.ffn_up_exps.weight[165]: IQ2_S blk.15.ffn_up_exps.weight[166]: blk.15.ffn_up_exps.weight[167]: blk.15.ffn_up_exps.weight[168]: blk.15.ffn_up_exps.weight[169]: blk.15.ffn_up_exps.weight[170]: blk.15.ffn_up_exps.weight[171]: IQ2_S blk.15.ffn_up_exps.weight[172]: blk.15.ffn_up_exps.weight[173]: blk.15.ffn_up_exps.weight[174]: blk.15.ffn_up_exps.weight[175]: IQ2_S blk.15.ffn_up_exps.weight[176]: blk.15.ffn_up_exps.weight[177]: IQ2_S blk.15.ffn_up_exps.weight[178]: blk.15.ffn_up_exps.weight[179]: blk.15.ffn_up_exps.weight[180]: blk.15.ffn_up_exps.weight[181]: blk.15.ffn_up_exps.weight[182]: blk.15.ffn_up_exps.weight[183]: blk.15.ffn_up_exps.weight[184]: blk.15.ffn_up_exps.weight[185]: blk.15.ffn_up_exps.weight[186]: blk.15.ffn_up_exps.weight[187]: IQ2_S blk.15.ffn_up_exps.weight[188]: blk.15.ffn_up_exps.weight[189]: blk.15.ffn_up_exps.weight[190]: IQ2_S blk.15.ffn_up_exps.weight[191]: IQ2_S blk.15.ffn_up_exps.weight[192]: IQ2_S blk.15.ffn_up_exps.weight[193]: IQ2_S blk.15.ffn_up_exps.weight[194]: IQ2_S blk.15.ffn_up_exps.weight[195]: IQ2_S blk.15.ffn_up_exps.weight[196]: blk.15.ffn_up_exps.weight[197]: IQ2_S blk.15.ffn_up_exps.weight[198]: IQ2_S blk.15.ffn_up_exps.weight[199]: IQ2_S blk.15.ffn_up_exps.weight[200]: blk.15.ffn_up_exps.weight[201]: blk.15.ffn_up_exps.weight[202]: blk.15.ffn_up_exps.weight[203]: IQ2_S blk.15.ffn_up_exps.weight[204]: blk.15.ffn_up_exps.weight[205]: blk.15.ffn_up_exps.weight[206]: IQ2_S blk.15.ffn_up_exps.weight[207]: IQ2_S blk.15.ffn_up_exps.weight[208]: IQ2_S blk.15.ffn_up_exps.weight[209]: IQ2_S blk.15.ffn_up_exps.weight[210]: IQ2_S blk.15.ffn_up_exps.weight[211]: IQ2_S blk.15.ffn_up_exps.weight[212]: IQ2_S blk.15.ffn_up_exps.weight[213]: IQ2_S blk.15.ffn_up_exps.weight[214]: IQ2_S blk.15.ffn_up_exps.weight[215]: blk.15.ffn_up_exps.weight[216]: IQ2_S blk.15.ffn_up_exps.weight[217]: IQ2_S blk.15.ffn_up_exps.weight[218]: blk.15.ffn_up_exps.weight[219]: IQ2_S blk.15.ffn_up_exps.weight[220]: IQ2_S blk.15.ffn_up_exps.weight[221]: blk.15.ffn_up_exps.weight[222]: IQ2_S blk.15.ffn_up_exps.weight[223]: IQ2_S blk.15.ffn_up_exps.weight[224]: IQ2_S blk.15.ffn_up_exps.weight[225]: IQ2_S blk.15.ffn_up_exps.weight[226]: IQ2_S blk.15.ffn_up_exps.weight[227]: IQ2_S blk.15.ffn_up_exps.weight[228]: IQ2_S blk.15.ffn_up_exps.weight[229]: IQ2_S blk.15.ffn_up_exps.weight[230]: blk.15.ffn_up_exps.weight[231]: IQ2_S blk.15.ffn_up_exps.weight[232]: blk.15.ffn_up_exps.weight[233]: blk.15.ffn_up_exps.weight[234]: blk.15.ffn_up_exps.weight[235]: IQ2_S blk.15.ffn_up_exps.weight[236]: IQ2_S blk.15.ffn_up_exps.weight[237]: IQ2_S blk.15.ffn_up_exps.weight[238]: IQ2_S blk.15.ffn_up_exps.weight[239]: blk.15.ffn_up_exps.weight[240]: blk.15.ffn_up_exps.weight[241]: blk.15.ffn_up_exps.weight[242]: blk.15.ffn_up_exps.weight[243]: blk.15.ffn_up_exps.weight[244]: blk.15.ffn_up_exps.weight[245]: IQ2_S blk.15.ffn_up_exps.weight[246]: IQ2_S blk.15.ffn_up_exps.weight[247]: blk.15.ffn_up_exps.weight[248]: blk.15.ffn_up_exps.weight[249]: blk.15.ffn_up_exps.weight[250]: blk.15.ffn_up_exps.weight[251]: IQ2_S blk.15.ffn_up_exps.weight[252]: IQ2_S blk.15.ffn_up_exps.weight[253]: blk.15.ffn_up_exps.weight[254]: blk.15.ffn_up_exps.weight[255]: blk.15.ffn_up_exps.weight[256]: blk.15.ffn_up_exps.weight[257]: blk.15.ffn_up_exps.weight[258]: blk.15.ffn_up_exps.weight[259]: IQ2_S blk.15.ffn_up_exps.weight[260]: blk.15.ffn_up_exps.weight[261]: IQ2_S blk.15.ffn_up_exps.weight[262]: blk.15.ffn_up_exps.weight[263]: blk.15.ffn_up_exps.weight[264]: IQ2_S blk.15.ffn_up_exps.weight[265]: blk.15.ffn_up_exps.weight[266]: IQ2_S blk.15.ffn_up_exps.weight[267]: blk.15.ffn_up_exps.weight[268]: IQ2_S blk.15.ffn_up_exps.weight[269]: blk.15.ffn_up_exps.weight[270]: blk.15.ffn_up_exps.weight[271]: blk.15.ffn_up_exps.weight[272]: blk.15.ffn_up_exps.weight[273]: IQ2_S blk.15.ffn_up_exps.weight[274]: blk.15.ffn_up_exps.weight[275]: IQ2_S blk.15.ffn_up_exps.weight[276]: blk.15.ffn_up_exps.weight[277]: IQ2_S blk.15.ffn_up_exps.weight[278]: blk.15.ffn_up_exps.weight[279]: IQ2_S blk.15.ffn_up_exps.weight[280]: IQ2_S blk.15.ffn_up_exps.weight[281]: IQ2_S blk.15.ffn_up_exps.weight[282]: blk.15.ffn_up_exps.weight[283]: blk.15.ffn_up_exps.weight[284]: IQ2_S blk.15.ffn_up_exps.weight[285]: blk.15.ffn_up_exps.weight[286]: blk.15.ffn_up_exps.weight[287]: blk.15.ffn_up_exps.weight[288]: IQ2_S blk.15.ffn_up_exps.weight[289]: IQ2_S blk.15.ffn_up_exps.weight[290]: blk.15.ffn_up_exps.weight[291]: blk.15.ffn_up_exps.weight[292]: blk.15.ffn_up_exps.weight[293]: blk.15.ffn_up_exps.weight[294]: IQ2_S blk.15.ffn_up_exps.weight[295]: IQ2_S blk.15.ffn_up_exps.weight[296]: blk.15.ffn_up_exps.weight[297]: IQ2_S blk.15.ffn_up_exps.weight[298]: blk.15.ffn_up_exps.weight[299]: blk.15.ffn_up_exps.weight[300]: IQ2_S blk.15.ffn_up_exps.weight[301]: blk.15.ffn_up_exps.weight[302]: IQ2_S blk.15.ffn_up_exps.weight[303]: IQ2_S blk.15.ffn_up_exps.weight[304]: IQ2_S blk.15.ffn_up_exps.weight[305]: blk.15.ffn_up_exps.weight[306]: IQ2_S blk.15.ffn_up_exps.weight[307]: blk.15.ffn_up_exps.weight[308]: IQ2_S blk.15.ffn_up_exps.weight[309]: IQ2_S blk.15.ffn_up_exps.weight[310]: blk.15.ffn_up_exps.weight[311]: IQ2_S blk.15.ffn_up_exps.weight[312]: blk.15.ffn_up_exps.weight[313]: blk.15.ffn_up_exps.weight[314]: IQ2_S blk.15.ffn_up_exps.weight[315]: blk.15.ffn_up_exps.weight[316]: blk.15.ffn_up_exps.weight[317]: blk.15.ffn_up_exps.weight[318]: IQ2_S blk.15.ffn_up_exps.weight[319]: IQ2_S blk.15.ffn_up_exps.weight[320]: blk.15.ffn_up_exps.weight[321]: blk.15.ffn_up_exps.weight[322]: blk.15.ffn_up_exps.weight[323]: blk.15.ffn_up_exps.weight[324]: blk.15.ffn_up_exps.weight[325]: IQ2_S blk.15.ffn_up_exps.weight[326]: IQ2_S blk.15.ffn_up_exps.weight[327]: IQ2_S blk.15.ffn_up_exps.weight[328]: blk.15.ffn_up_exps.weight[329]: IQ2_S blk.15.ffn_up_exps.weight[330]: blk.15.ffn_up_exps.weight[331]: blk.15.ffn_up_exps.weight[332]: blk.15.ffn_up_exps.weight[333]: blk.15.ffn_up_exps.weight[334]: IQ2_S blk.15.ffn_up_exps.weight[335]: IQ2_S blk.15.ffn_up_exps.weight[336]: IQ2_S blk.15.ffn_up_exps.weight[337]: blk.15.ffn_up_exps.weight[338]: blk.15.ffn_up_exps.weight[339]: IQ2_S blk.15.ffn_up_exps.weight[340]: IQ2_S blk.15.ffn_up_exps.weight[341]: IQ2_S blk.15.ffn_up_exps.weight[342]: blk.15.ffn_up_exps.weight[343]: IQ2_S blk.15.ffn_up_exps.weight[344]: IQ2_S blk.15.ffn_up_exps.weight[345]: blk.15.ffn_up_exps.weight[346]: IQ2_S blk.15.ffn_up_exps.weight[347]: IQ2_S blk.15.ffn_up_exps.weight[348]: IQ2_S blk.15.ffn_up_exps.weight[349]: IQ2_S blk.15.ffn_up_exps.weight[350]: blk.15.ffn_up_exps.weight[351]: IQ2_S blk.15.ffn_up_exps.weight[352]: IQ2_S blk.15.ffn_up_exps.weight[353]: blk.15.ffn_up_exps.weight[354]: IQ2_S blk.15.ffn_up_exps.weight[355]: IQ2_S blk.15.ffn_up_exps.weight[356]: IQ2_S blk.15.ffn_up_exps.weight[357]: blk.15.ffn_up_exps.weight[358]: blk.15.ffn_up_exps.weight[359]: blk.15.ffn_up_exps.weight[360]: blk.15.ffn_up_exps.weight[361]: blk.15.ffn_up_exps.weight[362]: blk.15.ffn_up_exps.weight[363]: blk.15.ffn_up_exps.weight[364]: IQ2_S blk.15.ffn_up_exps.weight[365]: IQ2_S blk.15.ffn_up_exps.weight[366]: IQ2_S blk.15.ffn_up_exps.weight[367]: blk.15.ffn_up_exps.weight[368]: IQ2_S blk.15.ffn_up_exps.weight[369]: blk.15.ffn_up_exps.weight[370]: blk.15.ffn_up_exps.weight[371]: blk.15.ffn_up_exps.weight[372]: blk.15.ffn_up_exps.weight[373]: IQ2_S blk.15.ffn_up_exps.weight[374]: IQ2_S blk.15.ffn_up_exps.weight[375]: IQ2_S blk.15.ffn_up_exps.weight[376]: blk.15.ffn_up_exps.weight[377]: IQ2_S blk.15.ffn_up_exps.weight[378]: IQ2_S blk.15.ffn_up_exps.weight[379]: IQ2_S blk.15.ffn_up_exps.weight[380]: IQ2_S blk.15.ffn_up_exps.weight[381]: IQ2_S blk.15.ffn_up_exps.weight[382]: blk.15.ffn_up_exps.weight[383]: IQ2_S blk.15.ffn_up_exps.weight[384]: blk.15.ffn_up_exps.weight[385]: blk.15.ffn_up_exps.weight[386]: blk.15.ffn_up_exps.weight[387]: IQ2_S blk.15.ffn_up_exps.weight[388]: IQ2_S blk.15.ffn_up_exps.weight[389]: IQ2_S blk.15.ffn_up_exps.weight[390]: IQ2_S blk.15.ffn_up_exps.weight[391]: blk.15.ffn_up_exps.weight[392]: IQ2_S blk.15.ffn_up_exps.weight[393]: IQ2_S blk.15.ffn_up_exps.weight[394]: blk.15.ffn_up_exps.weight[395]: blk.15.ffn_up_exps.weight[396]: blk.15.ffn_up_exps.weight[397]: IQ2_S blk.15.ffn_up_exps.weight[398]: blk.15.ffn_up_exps.weight[399]: IQ2_S blk.15.ffn_up_exps.weight[400]: IQ2_S blk.15.ffn_up_exps.weight[401]: IQ2_S blk.15.ffn_up_exps.weight[402]: IQ2_S blk.15.ffn_up_exps.weight[403]: blk.15.ffn_up_exps.weight[404]: IQ2_S blk.15.ffn_up_exps.weight[405]: blk.15.ffn_up_exps.weight[406]: IQ2_S blk.15.ffn_up_exps.weight[407]: IQ2_S blk.15.ffn_up_exps.weight[408]: IQ2_S blk.15.ffn_up_exps.weight[409]: blk.15.ffn_up_exps.weight[410]: IQ2_S blk.15.ffn_up_exps.weight[411]: blk.15.ffn_up_exps.weight[412]: blk.15.ffn_up_exps.weight[413]: IQ2_S blk.15.ffn_up_exps.weight[414]: IQ2_S blk.15.ffn_up_exps.weight[415]: blk.15.ffn_up_exps.weight[416]: IQ2_S blk.15.ffn_up_exps.weight[417]: blk.15.ffn_up_exps.weight[418]: IQ2_S blk.15.ffn_up_exps.weight[419]: blk.15.ffn_up_exps.weight[420]: blk.15.ffn_up_exps.weight[421]: IQ2_S blk.15.ffn_up_exps.weight[422]: blk.15.ffn_up_exps.weight[423]: IQ2_S blk.15.ffn_up_exps.weight[424]: blk.15.ffn_up_exps.weight[425]: blk.15.ffn_up_exps.weight[426]: IQ2_S blk.15.ffn_up_exps.weight[427]: IQ2_S blk.15.ffn_up_exps.weight[428]: blk.15.ffn_up_exps.weight[429]: blk.15.ffn_up_exps.weight[430]: blk.15.ffn_up_exps.weight[431]: IQ2_S blk.15.ffn_up_exps.weight[432]: IQ2_S blk.15.ffn_up_exps.weight[433]: IQ2_S blk.15.ffn_up_exps.weight[434]: IQ2_S blk.15.ffn_up_exps.weight[435]: blk.15.ffn_up_exps.weight[436]: IQ2_S blk.15.ffn_up_exps.weight[437]: IQ2_S blk.15.ffn_up_exps.weight[438]: blk.15.ffn_up_exps.weight[439]: blk.15.ffn_up_exps.weight[440]: blk.15.ffn_up_exps.weight[441]: blk.15.ffn_up_exps.weight[442]: blk.15.ffn_up_exps.weight[443]: IQ2_S blk.15.ffn_up_exps.weight[444]: blk.15.ffn_up_exps.weight[445]: blk.15.ffn_up_exps.weight[446]: IQ2_S blk.15.ffn_up_exps.weight[447]: IQ2_S blk.15.ffn_up_exps.weight[448]: blk.15.ffn_up_exps.weight[449]: IQ2_S blk.15.ffn_up_exps.weight[450]: blk.15.ffn_up_exps.weight[451]: IQ2_S blk.15.ffn_up_exps.weight[452]: blk.15.ffn_up_exps.weight[453]: IQ2_S blk.15.ffn_up_exps.weight[454]: IQ2_S blk.15.ffn_up_exps.weight[455]: blk.15.ffn_up_exps.weight[456]: IQ2_S blk.15.ffn_up_exps.weight[457]: blk.15.ffn_up_exps.weight[458]: blk.15.ffn_up_exps.weight[459]: IQ2_S blk.15.ffn_up_exps.weight[460]: blk.15.ffn_up_exps.weight[461]: IQ2_S blk.15.ffn_up_exps.weight[462]: blk.15.ffn_up_exps.weight[463]: blk.15.ffn_up_exps.weight[464]: blk.15.ffn_up_exps.weight[465]: IQ2_S blk.15.ffn_up_exps.weight[466]: blk.15.ffn_up_exps.weight[467]: IQ2_S blk.15.ffn_up_exps.weight[468]: blk.15.ffn_up_exps.weight[469]: blk.15.ffn_up_exps.weight[470]: blk.15.ffn_up_exps.weight[471]: blk.15.ffn_up_exps.weight[472]: blk.15.ffn_up_exps.weight[473]: IQ2_S blk.15.ffn_up_exps.weight[474]: IQ2_S blk.15.ffn_up_exps.weight[475]: IQ2_S blk.15.ffn_up_exps.weight[476]: blk.15.ffn_up_exps.weight[477]: blk.15.ffn_up_exps.weight[478]: blk.15.ffn_up_exps.weight[479]: IQ2_S blk.15.ffn_up_exps.weight[480]: blk.15.ffn_up_exps.weight[481]: IQ2_S blk.15.ffn_up_exps.weight[482]: IQ2_S blk.15.ffn_up_exps.weight[483]: blk.15.ffn_up_exps.weight[484]: blk.15.ffn_up_exps.weight[485]: blk.15.ffn_up_exps.weight[486]: IQ2_S blk.15.ffn_up_exps.weight[487]: IQ2_S blk.15.ffn_up_exps.weight[488]: IQ2_S blk.15.ffn_up_exps.weight[489]: blk.15.ffn_up_exps.weight[490]: IQ2_S blk.15.ffn_up_exps.weight[491]: IQ2_S blk.15.ffn_up_exps.weight[492]: IQ2_S blk.15.ffn_up_exps.weight[493]: IQ2_S blk.15.ffn_up_exps.weight[494]: IQ2_S blk.15.ffn_up_exps.weight[495]: IQ2_S blk.15.ffn_up_exps.weight[496]: IQ2_S blk.15.ffn_up_exps.weight[497]: IQ2_S blk.15.ffn_up_exps.weight[498]: blk.15.ffn_up_exps.weight[499]: IQ2_S blk.15.ffn_up_exps.weight[500]: IQ2_S blk.15.ffn_up_exps.weight[501]: IQ2_S blk.15.ffn_up_exps.weight[502]: IQ2_S blk.15.ffn_up_exps.weight[503]: blk.15.ffn_up_exps.weight[504]: blk.15.ffn_up_exps.weight[505]: blk.15.ffn_up_exps.weight[506]: IQ2_S blk.15.ffn_up_exps.weight[507]: blk.15.ffn_up_exps.weight[508]: IQ2_S blk.15.ffn_up_exps.weight[509]: IQ2_S blk.15.ffn_up_exps.weight[510]: IQ2_S blk.15.ffn_up_exps.weight[511]: blk.15.ffn_down_exps.weight[0]: IQ4_NL blk.15.ffn_down_exps.weight[1]: blk.15.ffn_down_exps.weight[2]: blk.15.ffn_down_exps.weight[3]: blk.15.ffn_down_exps.weight[4]: blk.15.ffn_down_exps.weight[5]: blk.15.ffn_down_exps.weight[6]: IQ4_NL blk.15.ffn_down_exps.weight[7]: IQ4_NL blk.15.ffn_down_exps.weight[8]: blk.15.ffn_down_exps.weight[9]: blk.15.ffn_down_exps.weight[10]: blk.15.ffn_down_exps.weight[11]: IQ4_NL blk.15.ffn_down_exps.weight[12]: IQ4_NL blk.15.ffn_down_exps.weight[13]: blk.15.ffn_down_exps.weight[14]: blk.15.ffn_down_exps.weight[15]: IQ4_NL blk.15.ffn_down_exps.weight[16]: IQ4_NL blk.15.ffn_down_exps.weight[17]: IQ4_NL blk.15.ffn_down_exps.weight[18]: blk.15.ffn_down_exps.weight[19]: IQ4_NL blk.15.ffn_down_exps.weight[20]: blk.15.ffn_down_exps.weight[21]: blk.15.ffn_down_exps.weight[22]: IQ4_NL blk.15.ffn_down_exps.weight[23]: IQ4_NL blk.15.ffn_down_exps.weight[24]: blk.15.ffn_down_exps.weight[25]: IQ4_NL blk.15.ffn_down_exps.weight[26]: IQ4_NL blk.15.ffn_down_exps.weight[27]: IQ4_NL blk.15.ffn_down_exps.weight[28]: blk.15.ffn_down_exps.weight[29]: blk.15.ffn_down_exps.weight[30]: IQ4_NL blk.15.ffn_down_exps.weight[31]: blk.15.ffn_down_exps.weight[32]: IQ4_NL blk.15.ffn_down_exps.weight[33]: blk.15.ffn_down_exps.weight[34]: blk.15.ffn_down_exps.weight[35]: IQ4_NL blk.15.ffn_down_exps.weight[36]: blk.15.ffn_down_exps.weight[37]: IQ4_NL blk.15.ffn_down_exps.weight[38]: blk.15.ffn_down_exps.weight[39]: IQ4_NL blk.15.ffn_down_exps.weight[40]: blk.15.ffn_down_exps.weight[41]: IQ4_NL blk.15.ffn_down_exps.weight[42]: IQ4_NL blk.15.ffn_down_exps.weight[43]: IQ4_NL blk.15.ffn_down_exps.weight[44]: IQ4_NL blk.15.ffn_down_exps.weight[45]: IQ4_NL blk.15.ffn_down_exps.weight[46]: blk.15.ffn_down_exps.weight[47]: IQ4_NL blk.15.ffn_down_exps.weight[48]: blk.15.ffn_down_exps.weight[49]: blk.15.ffn_down_exps.weight[50]: IQ4_NL blk.15.ffn_down_exps.weight[51]: blk.15.ffn_down_exps.weight[52]: IQ4_NL blk.15.ffn_down_exps.weight[53]: blk.15.ffn_down_exps.weight[54]: blk.15.ffn_down_exps.weight[55]: blk.15.ffn_down_exps.weight[56]: IQ4_NL blk.15.ffn_down_exps.weight[57]: IQ4_NL blk.15.ffn_down_exps.weight[58]: IQ4_NL blk.15.ffn_down_exps.weight[59]: blk.15.ffn_down_exps.weight[60]: blk.15.ffn_down_exps.weight[61]: IQ4_NL blk.15.ffn_down_exps.weight[62]: blk.15.ffn_down_exps.weight[63]: IQ4_NL blk.15.ffn_down_exps.weight[64]: IQ4_NL blk.15.ffn_down_exps.weight[65]: IQ4_NL blk.15.ffn_down_exps.weight[66]: IQ4_NL blk.15.ffn_down_exps.weight[67]: blk.15.ffn_down_exps.weight[68]: blk.15.ffn_down_exps.weight[69]: blk.15.ffn_down_exps.weight[70]: IQ4_NL blk.15.ffn_down_exps.weight[71]: blk.15.ffn_down_exps.weight[72]: blk.15.ffn_down_exps.weight[73]: IQ4_NL blk.15.ffn_down_exps.weight[74]: blk.15.ffn_down_exps.weight[75]: blk.15.ffn_down_exps.weight[76]: IQ4_NL blk.15.ffn_down_exps.weight[77]: IQ4_NL blk.15.ffn_down_exps.weight[78]: blk.15.ffn_down_exps.weight[79]: IQ4_NL blk.15.ffn_down_exps.weight[80]: blk.15.ffn_down_exps.weight[81]: blk.15.ffn_down_exps.weight[82]: IQ4_NL blk.15.ffn_down_exps.weight[83]: blk.15.ffn_down_exps.weight[84]: blk.15.ffn_down_exps.weight[85]: IQ4_NL blk.15.ffn_down_exps.weight[86]: IQ4_NL blk.15.ffn_down_exps.weight[87]: IQ4_NL blk.15.ffn_down_exps.weight[88]: IQ4_NL blk.15.ffn_down_exps.weight[89]: IQ4_NL blk.15.ffn_down_exps.weight[90]: IQ4_NL blk.15.ffn_down_exps.weight[91]: blk.15.ffn_down_exps.weight[92]: blk.15.ffn_down_exps.weight[93]: blk.15.ffn_down_exps.weight[94]: blk.15.ffn_down_exps.weight[95]: blk.15.ffn_down_exps.weight[96]: IQ4_NL blk.15.ffn_down_exps.weight[97]: IQ4_NL blk.15.ffn_down_exps.weight[98]: blk.15.ffn_down_exps.weight[99]: blk.15.ffn_down_exps.weight[100]: IQ4_NL blk.15.ffn_down_exps.weight[101]: IQ4_NL blk.15.ffn_down_exps.weight[102]: IQ4_NL blk.15.ffn_down_exps.weight[103]: blk.15.ffn_down_exps.weight[104]: IQ4_NL blk.15.ffn_down_exps.weight[105]: IQ4_NL blk.15.ffn_down_exps.weight[106]: IQ4_NL blk.15.ffn_down_exps.weight[107]: blk.15.ffn_down_exps.weight[108]: IQ4_NL blk.15.ffn_down_exps.weight[109]: IQ4_NL blk.15.ffn_down_exps.weight[110]: IQ4_NL blk.15.ffn_down_exps.weight[111]: blk.15.ffn_down_exps.weight[112]: blk.15.ffn_down_exps.weight[113]: blk.15.ffn_down_exps.weight[114]: IQ4_NL blk.15.ffn_down_exps.weight[115]: IQ4_NL blk.15.ffn_down_exps.weight[116]: IQ4_NL blk.15.ffn_down_exps.weight[117]: IQ4_NL blk.15.ffn_down_exps.weight[118]: blk.15.ffn_down_exps.weight[119]: IQ4_NL blk.15.ffn_down_exps.weight[120]: blk.15.ffn_down_exps.weight[121]: blk.15.ffn_down_exps.weight[122]: blk.15.ffn_down_exps.weight[123]: blk.15.ffn_down_exps.weight[124]: IQ4_NL blk.15.ffn_down_exps.weight[125]: blk.15.ffn_down_exps.weight[126]: blk.15.ffn_down_exps.weight[127]: IQ4_NL blk.15.ffn_down_exps.weight[128]: blk.15.ffn_down_exps.weight[129]: IQ4_NL blk.15.ffn_down_exps.weight[130]: IQ4_NL blk.15.ffn_down_exps.weight[131]: IQ4_NL blk.15.ffn_down_exps.weight[132]: blk.15.ffn_down_exps.weight[133]: IQ4_NL blk.15.ffn_down_exps.weight[134]: IQ4_NL blk.15.ffn_down_exps.weight[135]: IQ4_NL blk.15.ffn_down_exps.weight[136]: IQ4_NL blk.15.ffn_down_exps.weight[137]: blk.15.ffn_down_exps.weight[138]: IQ4_NL blk.15.ffn_down_exps.weight[139]: blk.15.ffn_down_exps.weight[140]: blk.15.ffn_down_exps.weight[141]: blk.15.ffn_down_exps.weight[142]: blk.15.ffn_down_exps.weight[143]: blk.15.ffn_down_exps.weight[144]: blk.15.ffn_down_exps.weight[145]: IQ4_NL blk.15.ffn_down_exps.weight[146]: IQ4_NL blk.15.ffn_down_exps.weight[147]: IQ4_NL blk.15.ffn_down_exps.weight[148]: blk.15.ffn_down_exps.weight[149]: IQ4_NL blk.15.ffn_down_exps.weight[150]: blk.15.ffn_down_exps.weight[151]: blk.15.ffn_down_exps.weight[152]: IQ4_NL blk.15.ffn_down_exps.weight[153]: blk.15.ffn_down_exps.weight[154]: IQ4_NL blk.15.ffn_down_exps.weight[155]: IQ4_NL blk.15.ffn_down_exps.weight[156]: blk.15.ffn_down_exps.weight[157]: blk.15.ffn_down_exps.weight[158]: blk.15.ffn_down_exps.weight[159]: blk.15.ffn_down_exps.weight[160]: IQ4_NL blk.15.ffn_down_exps.weight[161]: blk.15.ffn_down_exps.weight[162]: blk.15.ffn_down_exps.weight[163]: blk.15.ffn_down_exps.weight[164]: IQ4_NL blk.15.ffn_down_exps.weight[165]: IQ4_NL blk.15.ffn_down_exps.weight[166]: blk.15.ffn_down_exps.weight[167]: blk.15.ffn_down_exps.weight[168]: blk.15.ffn_down_exps.weight[169]: blk.15.ffn_down_exps.weight[170]: blk.15.ffn_down_exps.weight[171]: IQ4_NL blk.15.ffn_down_exps.weight[172]: blk.15.ffn_down_exps.weight[173]: blk.15.ffn_down_exps.weight[174]: blk.15.ffn_down_exps.weight[175]: IQ4_NL blk.15.ffn_down_exps.weight[176]: blk.15.ffn_down_exps.weight[177]: IQ4_NL blk.15.ffn_down_exps.weight[178]: blk.15.ffn_down_exps.weight[179]: blk.15.ffn_down_exps.weight[180]: blk.15.ffn_down_exps.weight[181]: blk.15.ffn_down_exps.weight[182]: blk.15.ffn_down_exps.weight[183]: blk.15.ffn_down_exps.weight[184]: blk.15.ffn_down_exps.weight[185]: blk.15.ffn_down_exps.weight[186]: blk.15.ffn_down_exps.weight[187]: IQ4_NL blk.15.ffn_down_exps.weight[188]: blk.15.ffn_down_exps.weight[189]: blk.15.ffn_down_exps.weight[190]: IQ4_NL blk.15.ffn_down_exps.weight[191]: IQ4_NL blk.15.ffn_down_exps.weight[192]: IQ4_NL blk.15.ffn_down_exps.weight[193]: IQ4_NL blk.15.ffn_down_exps.weight[194]: IQ4_NL blk.15.ffn_down_exps.weight[195]: IQ4_NL blk.15.ffn_down_exps.weight[196]: blk.15.ffn_down_exps.weight[197]: IQ4_NL blk.15.ffn_down_exps.weight[198]: IQ4_NL blk.15.ffn_down_exps.weight[199]: IQ4_NL blk.15.ffn_down_exps.weight[200]: blk.15.ffn_down_exps.weight[201]: blk.15.ffn_down_exps.weight[202]: blk.15.ffn_down_exps.weight[203]: IQ4_NL blk.15.ffn_down_exps.weight[204]: blk.15.ffn_down_exps.weight[205]: blk.15.ffn_down_exps.weight[206]: IQ4_NL blk.15.ffn_down_exps.weight[207]: IQ4_NL blk.15.ffn_down_exps.weight[208]: IQ4_NL blk.15.ffn_down_exps.weight[209]: IQ4_NL blk.15.ffn_down_exps.weight[210]: IQ4_NL blk.15.ffn_down_exps.weight[211]: IQ4_NL blk.15.ffn_down_exps.weight[212]: IQ4_NL blk.15.ffn_down_exps.weight[213]: IQ4_NL blk.15.ffn_down_exps.weight[214]: IQ4_NL blk.15.ffn_down_exps.weight[215]: blk.15.ffn_down_exps.weight[216]: IQ4_NL blk.15.ffn_down_exps.weight[217]: IQ4_NL blk.15.ffn_down_exps.weight[218]: blk.15.ffn_down_exps.weight[219]: IQ4_NL blk.15.ffn_down_exps.weight[220]: IQ4_NL blk.15.ffn_down_exps.weight[221]: blk.15.ffn_down_exps.weight[222]: IQ4_NL blk.15.ffn_down_exps.weight[223]: IQ4_NL blk.15.ffn_down_exps.weight[224]: IQ4_NL blk.15.ffn_down_exps.weight[225]: IQ4_NL blk.15.ffn_down_exps.weight[226]: IQ4_NL blk.15.ffn_down_exps.weight[227]: IQ4_NL blk.15.ffn_down_exps.weight[228]: IQ4_NL blk.15.ffn_down_exps.weight[229]: IQ4_NL blk.15.ffn_down_exps.weight[230]: blk.15.ffn_down_exps.weight[231]: IQ4_NL blk.15.ffn_down_exps.weight[232]: blk.15.ffn_down_exps.weight[233]: blk.15.ffn_down_exps.weight[234]: blk.15.ffn_down_exps.weight[235]: IQ4_NL blk.15.ffn_down_exps.weight[236]: IQ4_NL blk.15.ffn_down_exps.weight[237]: IQ4_NL blk.15.ffn_down_exps.weight[238]: IQ4_NL blk.15.ffn_down_exps.weight[239]: blk.15.ffn_down_exps.weight[240]: blk.15.ffn_down_exps.weight[241]: blk.15.ffn_down_exps.weight[242]: blk.15.ffn_down_exps.weight[243]: blk.15.ffn_down_exps.weight[244]: blk.15.ffn_down_exps.weight[245]: IQ4_NL blk.15.ffn_down_exps.weight[246]: IQ4_NL blk.15.ffn_down_exps.weight[247]: blk.15.ffn_down_exps.weight[248]: blk.15.ffn_down_exps.weight[249]: blk.15.ffn_down_exps.weight[250]: blk.15.ffn_down_exps.weight[251]: IQ4_NL blk.15.ffn_down_exps.weight[252]: IQ4_NL blk.15.ffn_down_exps.weight[253]: blk.15.ffn_down_exps.weight[254]: blk.15.ffn_down_exps.weight[255]: blk.15.ffn_down_exps.weight[256]: blk.15.ffn_down_exps.weight[257]: blk.15.ffn_down_exps.weight[258]: blk.15.ffn_down_exps.weight[259]: IQ4_NL blk.15.ffn_down_exps.weight[260]: blk.15.ffn_down_exps.weight[261]: IQ4_NL blk.15.ffn_down_exps.weight[262]: blk.15.ffn_down_exps.weight[263]: blk.15.ffn_down_exps.weight[264]: IQ4_NL blk.15.ffn_down_exps.weight[265]: blk.15.ffn_down_exps.weight[266]: IQ4_NL blk.15.ffn_down_exps.weight[267]: blk.15.ffn_down_exps.weight[268]: IQ4_NL blk.15.ffn_down_exps.weight[269]: blk.15.ffn_down_exps.weight[270]: blk.15.ffn_down_exps.weight[271]: blk.15.ffn_down_exps.weight[272]: blk.15.ffn_down_exps.weight[273]: IQ4_NL blk.15.ffn_down_exps.weight[274]: blk.15.ffn_down_exps.weight[275]: IQ4_NL blk.15.ffn_down_exps.weight[276]: blk.15.ffn_down_exps.weight[277]: IQ4_NL blk.15.ffn_down_exps.weight[278]: blk.15.ffn_down_exps.weight[279]: IQ4_NL blk.15.ffn_down_exps.weight[280]: IQ4_NL blk.15.ffn_down_exps.weight[281]: IQ4_NL blk.15.ffn_down_exps.weight[282]: blk.15.ffn_down_exps.weight[283]: blk.15.ffn_down_exps.weight[284]: IQ4_NL blk.15.ffn_down_exps.weight[285]: blk.15.ffn_down_exps.weight[286]: blk.15.ffn_down_exps.weight[287]: blk.15.ffn_down_exps.weight[288]: IQ4_NL blk.15.ffn_down_exps.weight[289]: IQ4_NL blk.15.ffn_down_exps.weight[290]: blk.15.ffn_down_exps.weight[291]: blk.15.ffn_down_exps.weight[292]: blk.15.ffn_down_exps.weight[293]: blk.15.ffn_down_exps.weight[294]: IQ4_NL blk.15.ffn_down_exps.weight[295]: IQ4_NL blk.15.ffn_down_exps.weight[296]: blk.15.ffn_down_exps.weight[297]: IQ4_NL blk.15.ffn_down_exps.weight[298]: blk.15.ffn_down_exps.weight[299]: blk.15.ffn_down_exps.weight[300]: IQ4_NL blk.15.ffn_down_exps.weight[301]: blk.15.ffn_down_exps.weight[302]: IQ4_NL blk.15.ffn_down_exps.weight[303]: IQ4_NL blk.15.ffn_down_exps.weight[304]: IQ4_NL blk.15.ffn_down_exps.weight[305]: blk.15.ffn_down_exps.weight[306]: IQ4_NL blk.15.ffn_down_exps.weight[307]: blk.15.ffn_down_exps.weight[308]: IQ4_NL blk.15.ffn_down_exps.weight[309]: IQ4_NL blk.15.ffn_down_exps.weight[310]: blk.15.ffn_down_exps.weight[311]: IQ4_NL blk.15.ffn_down_exps.weight[312]: blk.15.ffn_down_exps.weight[313]: blk.15.ffn_down_exps.weight[314]: IQ4_NL blk.15.ffn_down_exps.weight[315]: blk.15.ffn_down_exps.weight[316]: blk.15.ffn_down_exps.weight[317]: blk.15.ffn_down_exps.weight[318]: IQ4_NL blk.15.ffn_down_exps.weight[319]: IQ4_NL blk.15.ffn_down_exps.weight[320]: blk.15.ffn_down_exps.weight[321]: blk.15.ffn_down_exps.weight[322]: blk.15.ffn_down_exps.weight[323]: blk.15.ffn_down_exps.weight[324]: blk.15.ffn_down_exps.weight[325]: IQ4_NL blk.15.ffn_down_exps.weight[326]: IQ4_NL blk.15.ffn_down_exps.weight[327]: IQ4_NL blk.15.ffn_down_exps.weight[328]: blk.15.ffn_down_exps.weight[329]: IQ4_NL blk.15.ffn_down_exps.weight[330]: blk.15.ffn_down_exps.weight[331]: blk.15.ffn_down_exps.weight[332]: blk.15.ffn_down_exps.weight[333]: blk.15.ffn_down_exps.weight[334]: IQ4_NL blk.15.ffn_down_exps.weight[335]: IQ4_NL blk.15.ffn_down_exps.weight[336]: IQ4_NL blk.15.ffn_down_exps.weight[337]: blk.15.ffn_down_exps.weight[338]: blk.15.ffn_down_exps.weight[339]: IQ4_NL blk.15.ffn_down_exps.weight[340]: IQ4_NL blk.15.ffn_down_exps.weight[341]: IQ4_NL blk.15.ffn_down_exps.weight[342]: blk.15.ffn_down_exps.weight[343]: IQ4_NL blk.15.ffn_down_exps.weight[344]: IQ4_NL blk.15.ffn_down_exps.weight[345]: blk.15.ffn_down_exps.weight[346]: IQ4_NL blk.15.ffn_down_exps.weight[347]: IQ4_NL blk.15.ffn_down_exps.weight[348]: IQ4_NL blk.15.ffn_down_exps.weight[349]: IQ4_NL blk.15.ffn_down_exps.weight[350]: blk.15.ffn_down_exps.weight[351]: IQ4_NL blk.15.ffn_down_exps.weight[352]: IQ4_NL blk.15.ffn_down_exps.weight[353]: blk.15.ffn_down_exps.weight[354]: IQ4_NL blk.15.ffn_down_exps.weight[355]: IQ4_NL blk.15.ffn_down_exps.weight[356]: IQ4_NL blk.15.ffn_down_exps.weight[357]: blk.15.ffn_down_exps.weight[358]: blk.15.ffn_down_exps.weight[359]: blk.15.ffn_down_exps.weight[360]: blk.15.ffn_down_exps.weight[361]: blk.15.ffn_down_exps.weight[362]: blk.15.ffn_down_exps.weight[363]: blk.15.ffn_down_exps.weight[364]: IQ4_NL blk.15.ffn_down_exps.weight[365]: IQ4_NL blk.15.ffn_down_exps.weight[366]: IQ4_NL blk.15.ffn_down_exps.weight[367]: blk.15.ffn_down_exps.weight[368]: IQ4_NL blk.15.ffn_down_exps.weight[369]: blk.15.ffn_down_exps.weight[370]: blk.15.ffn_down_exps.weight[371]: blk.15.ffn_down_exps.weight[372]: blk.15.ffn_down_exps.weight[373]: IQ4_NL blk.15.ffn_down_exps.weight[374]: IQ4_NL blk.15.ffn_down_exps.weight[375]: IQ4_NL blk.15.ffn_down_exps.weight[376]: blk.15.ffn_down_exps.weight[377]: IQ4_NL blk.15.ffn_down_exps.weight[378]: IQ4_NL blk.15.ffn_down_exps.weight[379]: IQ4_NL blk.15.ffn_down_exps.weight[380]: IQ4_NL blk.15.ffn_down_exps.weight[381]: IQ4_NL blk.15.ffn_down_exps.weight[382]: blk.15.ffn_down_exps.weight[383]: IQ4_NL blk.15.ffn_down_exps.weight[384]: blk.15.ffn_down_exps.weight[385]: blk.15.ffn_down_exps.weight[386]: blk.15.ffn_down_exps.weight[387]: IQ4_NL blk.15.ffn_down_exps.weight[388]: IQ4_NL blk.15.ffn_down_exps.weight[389]: IQ4_NL blk.15.ffn_down_exps.weight[390]: IQ4_NL blk.15.ffn_down_exps.weight[391]: blk.15.ffn_down_exps.weight[392]: IQ4_NL blk.15.ffn_down_exps.weight[393]: IQ4_NL blk.15.ffn_down_exps.weight[394]: blk.15.ffn_down_exps.weight[395]: blk.15.ffn_down_exps.weight[396]: blk.15.ffn_down_exps.weight[397]: IQ4_NL blk.15.ffn_down_exps.weight[398]: blk.15.ffn_down_exps.weight[399]: IQ4_NL blk.15.ffn_down_exps.weight[400]: IQ4_NL blk.15.ffn_down_exps.weight[401]: IQ4_NL blk.15.ffn_down_exps.weight[402]: IQ4_NL blk.15.ffn_down_exps.weight[403]: blk.15.ffn_down_exps.weight[404]: IQ4_NL blk.15.ffn_down_exps.weight[405]: blk.15.ffn_down_exps.weight[406]: IQ4_NL blk.15.ffn_down_exps.weight[407]: IQ4_NL blk.15.ffn_down_exps.weight[408]: IQ4_NL blk.15.ffn_down_exps.weight[409]: blk.15.ffn_down_exps.weight[410]: IQ4_NL blk.15.ffn_down_exps.weight[411]: blk.15.ffn_down_exps.weight[412]: blk.15.ffn_down_exps.weight[413]: IQ4_NL blk.15.ffn_down_exps.weight[414]: IQ4_NL blk.15.ffn_down_exps.weight[415]: blk.15.ffn_down_exps.weight[416]: IQ4_NL blk.15.ffn_down_exps.weight[417]: blk.15.ffn_down_exps.weight[418]: IQ4_NL blk.15.ffn_down_exps.weight[419]: blk.15.ffn_down_exps.weight[420]: blk.15.ffn_down_exps.weight[421]: IQ4_NL blk.15.ffn_down_exps.weight[422]: blk.15.ffn_down_exps.weight[423]: IQ4_NL blk.15.ffn_down_exps.weight[424]: blk.15.ffn_down_exps.weight[425]: blk.15.ffn_down_exps.weight[426]: IQ4_NL blk.15.ffn_down_exps.weight[427]: IQ4_NL blk.15.ffn_down_exps.weight[428]: blk.15.ffn_down_exps.weight[429]: blk.15.ffn_down_exps.weight[430]: blk.15.ffn_down_exps.weight[431]: IQ4_NL blk.15.ffn_down_exps.weight[432]: IQ4_NL blk.15.ffn_down_exps.weight[433]: IQ4_NL blk.15.ffn_down_exps.weight[434]: IQ4_NL blk.15.ffn_down_exps.weight[435]: blk.15.ffn_down_exps.weight[436]: IQ4_NL blk.15.ffn_down_exps.weight[437]: IQ4_NL blk.15.ffn_down_exps.weight[438]: blk.15.ffn_down_exps.weight[439]: blk.15.ffn_down_exps.weight[440]: blk.15.ffn_down_exps.weight[441]: blk.15.ffn_down_exps.weight[442]: blk.15.ffn_down_exps.weight[443]: IQ4_NL blk.15.ffn_down_exps.weight[444]: blk.15.ffn_down_exps.weight[445]: blk.15.ffn_down_exps.weight[446]: IQ4_NL blk.15.ffn_down_exps.weight[447]: IQ4_NL blk.15.ffn_down_exps.weight[448]: blk.15.ffn_down_exps.weight[449]: IQ4_NL blk.15.ffn_down_exps.weight[450]: blk.15.ffn_down_exps.weight[451]: IQ4_NL blk.15.ffn_down_exps.weight[452]: blk.15.ffn_down_exps.weight[453]: IQ4_NL blk.15.ffn_down_exps.weight[454]: IQ4_NL blk.15.ffn_down_exps.weight[455]: blk.15.ffn_down_exps.weight[456]: IQ4_NL blk.15.ffn_down_exps.weight[457]: blk.15.ffn_down_exps.weight[458]: blk.15.ffn_down_exps.weight[459]: IQ4_NL blk.15.ffn_down_exps.weight[460]: blk.15.ffn_down_exps.weight[461]: IQ4_NL blk.15.ffn_down_exps.weight[462]: blk.15.ffn_down_exps.weight[463]: blk.15.ffn_down_exps.weight[464]: blk.15.ffn_down_exps.weight[465]: IQ4_NL blk.15.ffn_down_exps.weight[466]: blk.15.ffn_down_exps.weight[467]: IQ4_NL blk.15.ffn_down_exps.weight[468]: blk.15.ffn_down_exps.weight[469]: blk.15.ffn_down_exps.weight[470]: blk.15.ffn_down_exps.weight[471]: blk.15.ffn_down_exps.weight[472]: blk.15.ffn_down_exps.weight[473]: IQ4_NL blk.15.ffn_down_exps.weight[474]: IQ4_NL blk.15.ffn_down_exps.weight[475]: IQ4_NL blk.15.ffn_down_exps.weight[476]: blk.15.ffn_down_exps.weight[477]: blk.15.ffn_down_exps.weight[478]: blk.15.ffn_down_exps.weight[479]: IQ4_NL blk.15.ffn_down_exps.weight[480]: blk.15.ffn_down_exps.weight[481]: IQ4_NL blk.15.ffn_down_exps.weight[482]: IQ4_NL blk.15.ffn_down_exps.weight[483]: blk.15.ffn_down_exps.weight[484]: blk.15.ffn_down_exps.weight[485]: blk.15.ffn_down_exps.weight[486]: IQ4_NL blk.15.ffn_down_exps.weight[487]: IQ4_NL blk.15.ffn_down_exps.weight[488]: IQ4_NL blk.15.ffn_down_exps.weight[489]: blk.15.ffn_down_exps.weight[490]: IQ4_NL blk.15.ffn_down_exps.weight[491]: IQ4_NL blk.15.ffn_down_exps.weight[492]: IQ4_NL blk.15.ffn_down_exps.weight[493]: IQ4_NL blk.15.ffn_down_exps.weight[494]: IQ4_NL blk.15.ffn_down_exps.weight[495]: IQ4_NL blk.15.ffn_down_exps.weight[496]: IQ4_NL blk.15.ffn_down_exps.weight[497]: IQ4_NL blk.15.ffn_down_exps.weight[498]: blk.15.ffn_down_exps.weight[499]: IQ4_NL blk.15.ffn_down_exps.weight[500]: IQ4_NL blk.15.ffn_down_exps.weight[501]: IQ4_NL blk.15.ffn_down_exps.weight[502]: IQ4_NL blk.15.ffn_down_exps.weight[503]: blk.15.ffn_down_exps.weight[504]: blk.15.ffn_down_exps.weight[505]: blk.15.ffn_down_exps.weight[506]: IQ4_NL blk.15.ffn_down_exps.weight[507]: blk.15.ffn_down_exps.weight[508]: IQ4_NL blk.15.ffn_down_exps.weight[509]: IQ4_NL blk.15.ffn_down_exps.weight[510]: IQ4_NL blk.15.ffn_down_exps.weight[511]: blk.16.ffn_gate_exps.weight[0]: IQ3_XXS blk.16.ffn_gate_exps.weight[1]: IQ3_XXS blk.16.ffn_gate_exps.weight[2]: IQ3_XXS blk.16.ffn_gate_exps.weight[3]: blk.16.ffn_gate_exps.weight[4]: IQ3_XXS blk.16.ffn_gate_exps.weight[5]: blk.16.ffn_gate_exps.weight[6]: IQ3_XXS blk.16.ffn_gate_exps.weight[7]: blk.16.ffn_gate_exps.weight[8]: IQ3_XXS blk.16.ffn_gate_exps.weight[9]: blk.16.ffn_gate_exps.weight[10]: IQ3_XXS blk.16.ffn_gate_exps.weight[11]: blk.16.ffn_gate_exps.weight[12]: blk.16.ffn_gate_exps.weight[13]: IQ3_XXS blk.16.ffn_gate_exps.weight[14]: blk.16.ffn_gate_exps.weight[15]: IQ3_XXS blk.16.ffn_gate_exps.weight[16]: blk.16.ffn_gate_exps.weight[17]: IQ3_XXS blk.16.ffn_gate_exps.weight[18]: blk.16.ffn_gate_exps.weight[19]: blk.16.ffn_gate_exps.weight[20]: IQ3_XXS blk.16.ffn_gate_exps.weight[21]: IQ3_XXS blk.16.ffn_gate_exps.weight[22]: IQ3_XXS blk.16.ffn_gate_exps.weight[23]: IQ3_XXS blk.16.ffn_gate_exps.weight[24]: blk.16.ffn_gate_exps.weight[25]: blk.16.ffn_gate_exps.weight[26]: IQ3_XXS blk.16.ffn_gate_exps.weight[27]: IQ3_XXS blk.16.ffn_gate_exps.weight[28]: IQ3_XXS blk.16.ffn_gate_exps.weight[29]: IQ3_XXS blk.16.ffn_gate_exps.weight[30]: IQ3_XXS blk.16.ffn_gate_exps.weight[31]: IQ3_XXS blk.16.ffn_gate_exps.weight[32]: blk.16.ffn_gate_exps.weight[33]: IQ3_XXS blk.16.ffn_gate_exps.weight[34]: blk.16.ffn_gate_exps.weight[35]: IQ3_XXS blk.16.ffn_gate_exps.weight[36]: blk.16.ffn_gate_exps.weight[37]: blk.16.ffn_gate_exps.weight[38]: blk.16.ffn_gate_exps.weight[39]: blk.16.ffn_gate_exps.weight[40]: blk.16.ffn_gate_exps.weight[41]: blk.16.ffn_gate_exps.weight[42]: IQ3_XXS blk.16.ffn_gate_exps.weight[43]: IQ3_XXS blk.16.ffn_gate_exps.weight[44]: IQ3_XXS blk.16.ffn_gate_exps.weight[45]: blk.16.ffn_gate_exps.weight[46]: blk.16.ffn_gate_exps.weight[47]: blk.16.ffn_gate_exps.weight[48]: IQ3_XXS blk.16.ffn_gate_exps.weight[49]: IQ3_XXS blk.16.ffn_gate_exps.weight[50]: blk.16.ffn_gate_exps.weight[51]: IQ3_XXS blk.16.ffn_gate_exps.weight[52]: blk.16.ffn_gate_exps.weight[53]: IQ3_XXS blk.16.ffn_gate_exps.weight[54]: blk.16.ffn_gate_exps.weight[55]: blk.16.ffn_gate_exps.weight[56]: blk.16.ffn_gate_exps.weight[57]: IQ3_XXS blk.16.ffn_gate_exps.weight[58]: IQ3_XXS blk.16.ffn_gate_exps.weight[59]: blk.16.ffn_gate_exps.weight[60]: blk.16.ffn_gate_exps.weight[61]: IQ3_XXS blk.16.ffn_gate_exps.weight[62]: IQ3_XXS blk.16.ffn_gate_exps.weight[63]: blk.16.ffn_gate_exps.weight[64]: IQ3_XXS blk.16.ffn_gate_exps.weight[65]: IQ3_XXS blk.16.ffn_gate_exps.weight[66]: blk.16.ffn_gate_exps.weight[67]: IQ3_XXS blk.16.ffn_gate_exps.weight[68]: blk.16.ffn_gate_exps.weight[69]: IQ3_XXS blk.16.ffn_gate_exps.weight[70]: IQ3_XXS blk.16.ffn_gate_exps.weight[71]: blk.16.ffn_gate_exps.weight[72]: blk.16.ffn_gate_exps.weight[73]: IQ3_XXS blk.16.ffn_gate_exps.weight[74]: IQ3_XXS blk.16.ffn_gate_exps.weight[75]: IQ3_XXS blk.16.ffn_gate_exps.weight[76]: blk.16.ffn_gate_exps.weight[77]: blk.16.ffn_gate_exps.weight[78]: IQ3_XXS blk.16.ffn_gate_exps.weight[79]: IQ3_XXS blk.16.ffn_gate_exps.weight[80]: blk.16.ffn_gate_exps.weight[81]: blk.16.ffn_gate_exps.weight[82]: IQ3_XXS blk.16.ffn_gate_exps.weight[83]: IQ3_XXS blk.16.ffn_gate_exps.weight[84]: blk.16.ffn_gate_exps.weight[85]: IQ3_XXS blk.16.ffn_gate_exps.weight[86]: blk.16.ffn_gate_exps.weight[87]: IQ3_XXS blk.16.ffn_gate_exps.weight[88]: IQ3_XXS blk.16.ffn_gate_exps.weight[89]: blk.16.ffn_gate_exps.weight[90]: IQ3_XXS blk.16.ffn_gate_exps.weight[91]: IQ3_XXS blk.16.ffn_gate_exps.weight[92]: IQ3_XXS blk.16.ffn_gate_exps.weight[93]: blk.16.ffn_gate_exps.weight[94]: IQ3_XXS blk.16.ffn_gate_exps.weight[95]: blk.16.ffn_gate_exps.weight[96]: blk.16.ffn_gate_exps.weight[97]: blk.16.ffn_gate_exps.weight[98]: blk.16.ffn_gate_exps.weight[99]: IQ3_XXS blk.16.ffn_gate_exps.weight[100]: IQ3_XXS blk.16.ffn_gate_exps.weight[101]: IQ3_XXS blk.16.ffn_gate_exps.weight[102]: blk.16.ffn_gate_exps.weight[103]: blk.16.ffn_gate_exps.weight[104]: IQ3_XXS blk.16.ffn_gate_exps.weight[105]: blk.16.ffn_gate_exps.weight[106]: blk.16.ffn_gate_exps.weight[107]: blk.16.ffn_gate_exps.weight[108]: IQ3_XXS blk.16.ffn_gate_exps.weight[109]: blk.16.ffn_gate_exps.weight[110]: blk.16.ffn_gate_exps.weight[111]: blk.16.ffn_gate_exps.weight[112]: IQ3_XXS blk.16.ffn_gate_exps.weight[113]: blk.16.ffn_gate_exps.weight[114]: blk.16.ffn_gate_exps.weight[115]: IQ3_XXS blk.16.ffn_gate_exps.weight[116]: IQ3_XXS blk.16.ffn_gate_exps.weight[117]: blk.16.ffn_gate_exps.weight[118]: blk.16.ffn_gate_exps.weight[119]: blk.16.ffn_gate_exps.weight[120]: IQ3_XXS blk.16.ffn_gate_exps.weight[121]: blk.16.ffn_gate_exps.weight[122]: IQ3_XXS blk.16.ffn_gate_exps.weight[123]: IQ3_XXS blk.16.ffn_gate_exps.weight[124]: IQ3_XXS blk.16.ffn_gate_exps.weight[125]: blk.16.ffn_gate_exps.weight[126]: IQ3_XXS blk.16.ffn_gate_exps.weight[127]: IQ3_XXS blk.16.ffn_gate_exps.weight[128]: IQ3_XXS blk.16.ffn_gate_exps.weight[129]: IQ3_XXS blk.16.ffn_gate_exps.weight[130]: IQ3_XXS blk.16.ffn_gate_exps.weight[131]: blk.16.ffn_gate_exps.weight[132]: blk.16.ffn_gate_exps.weight[133]: blk.16.ffn_gate_exps.weight[134]: blk.16.ffn_gate_exps.weight[135]: IQ3_XXS blk.16.ffn_gate_exps.weight[136]: IQ3_XXS blk.16.ffn_gate_exps.weight[137]: IQ3_XXS blk.16.ffn_gate_exps.weight[138]: IQ3_XXS blk.16.ffn_gate_exps.weight[139]: blk.16.ffn_gate_exps.weight[140]: IQ3_XXS blk.16.ffn_gate_exps.weight[141]: blk.16.ffn_gate_exps.weight[142]: IQ3_XXS blk.16.ffn_gate_exps.weight[143]: IQ3_XXS blk.16.ffn_gate_exps.weight[144]: IQ3_XXS blk.16.ffn_gate_exps.weight[145]: blk.16.ffn_gate_exps.weight[146]: IQ3_XXS blk.16.ffn_gate_exps.weight[147]: IQ3_XXS blk.16.ffn_gate_exps.weight[148]: IQ3_XXS blk.16.ffn_gate_exps.weight[149]: IQ3_XXS blk.16.ffn_gate_exps.weight[150]: IQ3_XXS blk.16.ffn_gate_exps.weight[151]: blk.16.ffn_gate_exps.weight[152]: IQ3_XXS blk.16.ffn_gate_exps.weight[153]: IQ3_XXS blk.16.ffn_gate_exps.weight[154]: blk.16.ffn_gate_exps.weight[155]: IQ3_XXS blk.16.ffn_gate_exps.weight[156]: blk.16.ffn_gate_exps.weight[157]: IQ3_XXS blk.16.ffn_gate_exps.weight[158]: IQ3_XXS blk.16.ffn_gate_exps.weight[159]: blk.16.ffn_gate_exps.weight[160]: IQ3_XXS blk.16.ffn_gate_exps.weight[161]: blk.16.ffn_gate_exps.weight[162]: IQ3_XXS blk.16.ffn_gate_exps.weight[163]: blk.16.ffn_gate_exps.weight[164]: IQ3_XXS blk.16.ffn_gate_exps.weight[165]: blk.16.ffn_gate_exps.weight[166]: IQ3_XXS blk.16.ffn_gate_exps.weight[167]: IQ3_XXS blk.16.ffn_gate_exps.weight[168]: IQ3_XXS blk.16.ffn_gate_exps.weight[169]: blk.16.ffn_gate_exps.weight[170]: blk.16.ffn_gate_exps.weight[171]: IQ3_XXS blk.16.ffn_gate_exps.weight[172]: blk.16.ffn_gate_exps.weight[173]: blk.16.ffn_gate_exps.weight[174]: IQ3_XXS blk.16.ffn_gate_exps.weight[175]: IQ3_XXS blk.16.ffn_gate_exps.weight[176]: blk.16.ffn_gate_exps.weight[177]: blk.16.ffn_gate_exps.weight[178]: IQ3_XXS blk.16.ffn_gate_exps.weight[179]: IQ3_XXS blk.16.ffn_gate_exps.weight[180]: IQ3_XXS blk.16.ffn_gate_exps.weight[181]: IQ3_XXS blk.16.ffn_gate_exps.weight[182]: IQ3_XXS blk.16.ffn_gate_exps.weight[183]: IQ3_XXS blk.16.ffn_gate_exps.weight[184]: blk.16.ffn_gate_exps.weight[185]: blk.16.ffn_gate_exps.weight[186]: IQ3_XXS blk.16.ffn_gate_exps.weight[187]: blk.16.ffn_gate_exps.weight[188]: blk.16.ffn_gate_exps.weight[189]: IQ3_XXS blk.16.ffn_gate_exps.weight[190]: blk.16.ffn_gate_exps.weight[191]: IQ3_XXS blk.16.ffn_gate_exps.weight[192]: IQ3_XXS blk.16.ffn_gate_exps.weight[193]: IQ3_XXS blk.16.ffn_gate_exps.weight[194]: IQ3_XXS blk.16.ffn_gate_exps.weight[195]: blk.16.ffn_gate_exps.weight[196]: blk.16.ffn_gate_exps.weight[197]: IQ3_XXS blk.16.ffn_gate_exps.weight[198]: blk.16.ffn_gate_exps.weight[199]: blk.16.ffn_gate_exps.weight[200]: IQ3_XXS blk.16.ffn_gate_exps.weight[201]: blk.16.ffn_gate_exps.weight[202]: blk.16.ffn_gate_exps.weight[203]: blk.16.ffn_gate_exps.weight[204]: blk.16.ffn_gate_exps.weight[205]: blk.16.ffn_gate_exps.weight[206]: blk.16.ffn_gate_exps.weight[207]: IQ3_XXS blk.16.ffn_gate_exps.weight[208]: blk.16.ffn_gate_exps.weight[209]: IQ3_XXS blk.16.ffn_gate_exps.weight[210]: blk.16.ffn_gate_exps.weight[211]: IQ3_XXS blk.16.ffn_gate_exps.weight[212]: IQ3_XXS blk.16.ffn_gate_exps.weight[213]: blk.16.ffn_gate_exps.weight[214]: blk.16.ffn_gate_exps.weight[215]: blk.16.ffn_gate_exps.weight[216]: blk.16.ffn_gate_exps.weight[217]: blk.16.ffn_gate_exps.weight[218]: blk.16.ffn_gate_exps.weight[219]: blk.16.ffn_gate_exps.weight[220]: IQ3_XXS blk.16.ffn_gate_exps.weight[221]: IQ3_XXS blk.16.ffn_gate_exps.weight[222]: blk.16.ffn_gate_exps.weight[223]: blk.16.ffn_gate_exps.weight[224]: IQ3_XXS blk.16.ffn_gate_exps.weight[225]: IQ3_XXS blk.16.ffn_gate_exps.weight[226]: blk.16.ffn_gate_exps.weight[227]: blk.16.ffn_gate_exps.weight[228]: IQ3_XXS blk.16.ffn_gate_exps.weight[229]: IQ3_XXS blk.16.ffn_gate_exps.weight[230]: blk.16.ffn_gate_exps.weight[231]: IQ3_XXS blk.16.ffn_gate_exps.weight[232]: blk.16.ffn_gate_exps.weight[233]: blk.16.ffn_gate_exps.weight[234]: blk.16.ffn_gate_exps.weight[235]: blk.16.ffn_gate_exps.weight[236]: IQ3_XXS blk.16.ffn_gate_exps.weight[237]: IQ3_XXS blk.16.ffn_gate_exps.weight[238]: blk.16.ffn_gate_exps.weight[239]: blk.16.ffn_gate_exps.weight[240]: IQ3_XXS blk.16.ffn_gate_exps.weight[241]: blk.16.ffn_gate_exps.weight[242]: blk.16.ffn_gate_exps.weight[243]: IQ3_XXS blk.16.ffn_gate_exps.weight[244]: blk.16.ffn_gate_exps.weight[245]: IQ3_XXS blk.16.ffn_gate_exps.weight[246]: blk.16.ffn_gate_exps.weight[247]: IQ3_XXS blk.16.ffn_gate_exps.weight[248]: blk.16.ffn_gate_exps.weight[249]: IQ3_XXS blk.16.ffn_gate_exps.weight[250]: IQ3_XXS blk.16.ffn_gate_exps.weight[251]: blk.16.ffn_gate_exps.weight[252]: IQ3_XXS blk.16.ffn_gate_exps.weight[253]: IQ3_XXS blk.16.ffn_gate_exps.weight[254]: IQ3_XXS blk.16.ffn_gate_exps.weight[255]: IQ3_XXS blk.16.ffn_gate_exps.weight[256]: blk.16.ffn_gate_exps.weight[257]: blk.16.ffn_gate_exps.weight[258]: blk.16.ffn_gate_exps.weight[259]: blk.16.ffn_gate_exps.weight[260]: IQ3_XXS blk.16.ffn_gate_exps.weight[261]: blk.16.ffn_gate_exps.weight[262]: blk.16.ffn_gate_exps.weight[263]: IQ3_XXS blk.16.ffn_gate_exps.weight[264]: blk.16.ffn_gate_exps.weight[265]: IQ3_XXS blk.16.ffn_gate_exps.weight[266]: IQ3_XXS blk.16.ffn_gate_exps.weight[267]: IQ3_XXS blk.16.ffn_gate_exps.weight[268]: blk.16.ffn_gate_exps.weight[269]: IQ3_XXS blk.16.ffn_gate_exps.weight[270]: IQ3_XXS blk.16.ffn_gate_exps.weight[271]: blk.16.ffn_gate_exps.weight[272]: IQ3_XXS blk.16.ffn_gate_exps.weight[273]: blk.16.ffn_gate_exps.weight[274]: IQ3_XXS blk.16.ffn_gate_exps.weight[275]: IQ3_XXS blk.16.ffn_gate_exps.weight[276]: IQ3_XXS blk.16.ffn_gate_exps.weight[277]: IQ3_XXS blk.16.ffn_gate_exps.weight[278]: IQ3_XXS blk.16.ffn_gate_exps.weight[279]: blk.16.ffn_gate_exps.weight[280]: blk.16.ffn_gate_exps.weight[281]: blk.16.ffn_gate_exps.weight[282]: IQ3_XXS blk.16.ffn_gate_exps.weight[283]: IQ3_XXS blk.16.ffn_gate_exps.weight[284]: blk.16.ffn_gate_exps.weight[285]: IQ3_XXS blk.16.ffn_gate_exps.weight[286]: blk.16.ffn_gate_exps.weight[287]: IQ3_XXS blk.16.ffn_gate_exps.weight[288]: blk.16.ffn_gate_exps.weight[289]: blk.16.ffn_gate_exps.weight[290]: blk.16.ffn_gate_exps.weight[291]: blk.16.ffn_gate_exps.weight[292]: blk.16.ffn_gate_exps.weight[293]: IQ3_XXS blk.16.ffn_gate_exps.weight[294]: IQ3_XXS blk.16.ffn_gate_exps.weight[295]: IQ3_XXS blk.16.ffn_gate_exps.weight[296]: blk.16.ffn_gate_exps.weight[297]: blk.16.ffn_gate_exps.weight[298]: blk.16.ffn_gate_exps.weight[299]: IQ3_XXS blk.16.ffn_gate_exps.weight[300]: blk.16.ffn_gate_exps.weight[301]: IQ3_XXS blk.16.ffn_gate_exps.weight[302]: blk.16.ffn_gate_exps.weight[303]: IQ3_XXS blk.16.ffn_gate_exps.weight[304]: blk.16.ffn_gate_exps.weight[305]: IQ3_XXS blk.16.ffn_gate_exps.weight[306]: IQ3_XXS blk.16.ffn_gate_exps.weight[307]: blk.16.ffn_gate_exps.weight[308]: blk.16.ffn_gate_exps.weight[309]: IQ3_XXS blk.16.ffn_gate_exps.weight[310]: blk.16.ffn_gate_exps.weight[311]: IQ3_XXS blk.16.ffn_gate_exps.weight[312]: IQ3_XXS blk.16.ffn_gate_exps.weight[313]: IQ3_XXS blk.16.ffn_gate_exps.weight[314]: IQ3_XXS blk.16.ffn_gate_exps.weight[315]: IQ3_XXS blk.16.ffn_gate_exps.weight[316]: IQ3_XXS blk.16.ffn_gate_exps.weight[317]: blk.16.ffn_gate_exps.weight[318]: blk.16.ffn_gate_exps.weight[319]: IQ3_XXS blk.16.ffn_gate_exps.weight[320]: IQ3_XXS blk.16.ffn_gate_exps.weight[321]: IQ3_XXS blk.16.ffn_gate_exps.weight[322]: IQ3_XXS blk.16.ffn_gate_exps.weight[323]: IQ3_XXS blk.16.ffn_gate_exps.weight[324]: IQ3_XXS blk.16.ffn_gate_exps.weight[325]: IQ3_XXS blk.16.ffn_gate_exps.weight[326]: IQ3_XXS blk.16.ffn_gate_exps.weight[327]: blk.16.ffn_gate_exps.weight[328]: IQ3_XXS blk.16.ffn_gate_exps.weight[329]: IQ3_XXS blk.16.ffn_gate_exps.weight[330]: blk.16.ffn_gate_exps.weight[331]: IQ3_XXS blk.16.ffn_gate_exps.weight[332]: blk.16.ffn_gate_exps.weight[333]: IQ3_XXS blk.16.ffn_gate_exps.weight[334]: blk.16.ffn_gate_exps.weight[335]: IQ3_XXS blk.16.ffn_gate_exps.weight[336]: IQ3_XXS blk.16.ffn_gate_exps.weight[337]: IQ3_XXS blk.16.ffn_gate_exps.weight[338]: IQ3_XXS blk.16.ffn_gate_exps.weight[339]: blk.16.ffn_gate_exps.weight[340]: IQ3_XXS blk.16.ffn_gate_exps.weight[341]: IQ3_XXS blk.16.ffn_gate_exps.weight[342]: blk.16.ffn_gate_exps.weight[343]: blk.16.ffn_gate_exps.weight[344]: IQ3_XXS blk.16.ffn_gate_exps.weight[345]: IQ3_XXS blk.16.ffn_gate_exps.weight[346]: blk.16.ffn_gate_exps.weight[347]: IQ3_XXS blk.16.ffn_gate_exps.weight[348]: IQ3_XXS blk.16.ffn_gate_exps.weight[349]: blk.16.ffn_gate_exps.weight[350]: blk.16.ffn_gate_exps.weight[351]: IQ3_XXS blk.16.ffn_gate_exps.weight[352]: IQ3_XXS blk.16.ffn_gate_exps.weight[353]: IQ3_XXS blk.16.ffn_gate_exps.weight[354]: blk.16.ffn_gate_exps.weight[355]: IQ3_XXS blk.16.ffn_gate_exps.weight[356]: blk.16.ffn_gate_exps.weight[357]: IQ3_XXS blk.16.ffn_gate_exps.weight[358]: blk.16.ffn_gate_exps.weight[359]: blk.16.ffn_gate_exps.weight[360]: IQ3_XXS blk.16.ffn_gate_exps.weight[361]: blk.16.ffn_gate_exps.weight[362]: IQ3_XXS blk.16.ffn_gate_exps.weight[363]: blk.16.ffn_gate_exps.weight[364]: blk.16.ffn_gate_exps.weight[365]: blk.16.ffn_gate_exps.weight[366]: blk.16.ffn_gate_exps.weight[367]: blk.16.ffn_gate_exps.weight[368]: blk.16.ffn_gate_exps.weight[369]: blk.16.ffn_gate_exps.weight[370]: blk.16.ffn_gate_exps.weight[371]: blk.16.ffn_gate_exps.weight[372]: IQ3_XXS blk.16.ffn_gate_exps.weight[373]: blk.16.ffn_gate_exps.weight[374]: blk.16.ffn_gate_exps.weight[375]: blk.16.ffn_gate_exps.weight[376]: blk.16.ffn_gate_exps.weight[377]: IQ3_XXS blk.16.ffn_gate_exps.weight[378]: IQ3_XXS blk.16.ffn_gate_exps.weight[379]: blk.16.ffn_gate_exps.weight[380]: IQ3_XXS blk.16.ffn_gate_exps.weight[381]: IQ3_XXS blk.16.ffn_gate_exps.weight[382]: blk.16.ffn_gate_exps.weight[383]: blk.16.ffn_gate_exps.weight[384]: blk.16.ffn_gate_exps.weight[385]: blk.16.ffn_gate_exps.weight[386]: blk.16.ffn_gate_exps.weight[387]: blk.16.ffn_gate_exps.weight[388]: blk.16.ffn_gate_exps.weight[389]: blk.16.ffn_gate_exps.weight[390]: blk.16.ffn_gate_exps.weight[391]: IQ3_XXS blk.16.ffn_gate_exps.weight[392]: blk.16.ffn_gate_exps.weight[393]: IQ3_XXS blk.16.ffn_gate_exps.weight[394]: IQ3_XXS blk.16.ffn_gate_exps.weight[395]: blk.16.ffn_gate_exps.weight[396]: blk.16.ffn_gate_exps.weight[397]: IQ3_XXS blk.16.ffn_gate_exps.weight[398]: IQ3_XXS blk.16.ffn_gate_exps.weight[399]: blk.16.ffn_gate_exps.weight[400]: IQ3_XXS blk.16.ffn_gate_exps.weight[401]: IQ3_XXS blk.16.ffn_gate_exps.weight[402]: blk.16.ffn_gate_exps.weight[403]: IQ3_XXS blk.16.ffn_gate_exps.weight[404]: blk.16.ffn_gate_exps.weight[405]: blk.16.ffn_gate_exps.weight[406]: IQ3_XXS blk.16.ffn_gate_exps.weight[407]: IQ3_XXS blk.16.ffn_gate_exps.weight[408]: blk.16.ffn_gate_exps.weight[409]: blk.16.ffn_gate_exps.weight[410]: IQ3_XXS blk.16.ffn_gate_exps.weight[411]: blk.16.ffn_gate_exps.weight[412]: blk.16.ffn_gate_exps.weight[413]: blk.16.ffn_gate_exps.weight[414]: IQ3_XXS blk.16.ffn_gate_exps.weight[415]: IQ3_XXS blk.16.ffn_gate_exps.weight[416]: blk.16.ffn_gate_exps.weight[417]: blk.16.ffn_gate_exps.weight[418]: blk.16.ffn_gate_exps.weight[419]: IQ3_XXS blk.16.ffn_gate_exps.weight[420]: blk.16.ffn_gate_exps.weight[421]: IQ3_XXS blk.16.ffn_gate_exps.weight[422]: IQ3_XXS blk.16.ffn_gate_exps.weight[423]: IQ3_XXS blk.16.ffn_gate_exps.weight[424]: IQ3_XXS blk.16.ffn_gate_exps.weight[425]: IQ3_XXS blk.16.ffn_gate_exps.weight[426]: IQ3_XXS blk.16.ffn_gate_exps.weight[427]: blk.16.ffn_gate_exps.weight[428]: IQ3_XXS blk.16.ffn_gate_exps.weight[429]: IQ3_XXS blk.16.ffn_gate_exps.weight[430]: blk.16.ffn_gate_exps.weight[431]: blk.16.ffn_gate_exps.weight[432]: IQ3_XXS blk.16.ffn_gate_exps.weight[433]: blk.16.ffn_gate_exps.weight[434]: blk.16.ffn_gate_exps.weight[435]: blk.16.ffn_gate_exps.weight[436]: IQ3_XXS blk.16.ffn_gate_exps.weight[437]: blk.16.ffn_gate_exps.weight[438]: blk.16.ffn_gate_exps.weight[439]: blk.16.ffn_gate_exps.weight[440]: blk.16.ffn_gate_exps.weight[441]: IQ3_XXS blk.16.ffn_gate_exps.weight[442]: IQ3_XXS blk.16.ffn_gate_exps.weight[443]: blk.16.ffn_gate_exps.weight[444]: IQ3_XXS blk.16.ffn_gate_exps.weight[445]: IQ3_XXS blk.16.ffn_gate_exps.weight[446]: blk.16.ffn_gate_exps.weight[447]: IQ3_XXS blk.16.ffn_gate_exps.weight[448]: blk.16.ffn_gate_exps.weight[449]: blk.16.ffn_gate_exps.weight[450]: blk.16.ffn_gate_exps.weight[451]: IQ3_XXS blk.16.ffn_gate_exps.weight[452]: IQ3_XXS blk.16.ffn_gate_exps.weight[453]: IQ3_XXS blk.16.ffn_gate_exps.weight[454]: blk.16.ffn_gate_exps.weight[455]: blk.16.ffn_gate_exps.weight[456]: blk.16.ffn_gate_exps.weight[457]: IQ3_XXS blk.16.ffn_gate_exps.weight[458]: blk.16.ffn_gate_exps.weight[459]: IQ3_XXS blk.16.ffn_gate_exps.weight[460]: blk.16.ffn_gate_exps.weight[461]: blk.16.ffn_gate_exps.weight[462]: blk.16.ffn_gate_exps.weight[463]: blk.16.ffn_gate_exps.weight[464]: blk.16.ffn_gate_exps.weight[465]: IQ3_XXS blk.16.ffn_gate_exps.weight[466]: IQ3_XXS blk.16.ffn_gate_exps.weight[467]: IQ3_XXS blk.16.ffn_gate_exps.weight[468]: blk.16.ffn_gate_exps.weight[469]: IQ3_XXS blk.16.ffn_gate_exps.weight[470]: blk.16.ffn_gate_exps.weight[471]: blk.16.ffn_gate_exps.weight[472]: blk.16.ffn_gate_exps.weight[473]: blk.16.ffn_gate_exps.weight[474]: blk.16.ffn_gate_exps.weight[475]: IQ3_XXS blk.16.ffn_gate_exps.weight[476]: IQ3_XXS blk.16.ffn_gate_exps.weight[477]: blk.16.ffn_gate_exps.weight[478]: blk.16.ffn_gate_exps.weight[479]: blk.16.ffn_gate_exps.weight[480]: IQ3_XXS blk.16.ffn_gate_exps.weight[481]: IQ3_XXS blk.16.ffn_gate_exps.weight[482]: IQ3_XXS blk.16.ffn_gate_exps.weight[483]: IQ3_XXS blk.16.ffn_gate_exps.weight[484]: IQ3_XXS blk.16.ffn_gate_exps.weight[485]: blk.16.ffn_gate_exps.weight[486]: IQ3_XXS blk.16.ffn_gate_exps.weight[487]: IQ3_XXS blk.16.ffn_gate_exps.weight[488]: IQ3_XXS blk.16.ffn_gate_exps.weight[489]: IQ3_XXS blk.16.ffn_gate_exps.weight[490]: IQ3_XXS blk.16.ffn_gate_exps.weight[491]: blk.16.ffn_gate_exps.weight[492]: IQ3_XXS blk.16.ffn_gate_exps.weight[493]: blk.16.ffn_gate_exps.weight[494]: blk.16.ffn_gate_exps.weight[495]: IQ3_XXS blk.16.ffn_gate_exps.weight[496]: blk.16.ffn_gate_exps.weight[497]: blk.16.ffn_gate_exps.weight[498]: blk.16.ffn_gate_exps.weight[499]: blk.16.ffn_gate_exps.weight[500]: blk.16.ffn_gate_exps.weight[501]: IQ3_XXS blk.16.ffn_gate_exps.weight[502]: IQ3_XXS blk.16.ffn_gate_exps.weight[503]: IQ3_XXS blk.16.ffn_gate_exps.weight[504]: blk.16.ffn_gate_exps.weight[505]: blk.16.ffn_gate_exps.weight[506]: blk.16.ffn_gate_exps.weight[507]: IQ3_XXS blk.16.ffn_gate_exps.weight[508]: blk.16.ffn_gate_exps.weight[509]: blk.16.ffn_gate_exps.weight[510]: blk.16.ffn_gate_exps.weight[511]: IQ3_XXS blk.16.ffn_up_exps.weight[0]: IQ3_XXS blk.16.ffn_up_exps.weight[1]: IQ3_XXS blk.16.ffn_up_exps.weight[2]: IQ3_XXS blk.16.ffn_up_exps.weight[3]: blk.16.ffn_up_exps.weight[4]: IQ3_XXS blk.16.ffn_up_exps.weight[5]: blk.16.ffn_up_exps.weight[6]: IQ3_XXS blk.16.ffn_up_exps.weight[7]: blk.16.ffn_up_exps.weight[8]: IQ3_XXS blk.16.ffn_up_exps.weight[9]: blk.16.ffn_up_exps.weight[10]: IQ3_XXS blk.16.ffn_up_exps.weight[11]: blk.16.ffn_up_exps.weight[12]: blk.16.ffn_up_exps.weight[13]: IQ3_XXS blk.16.ffn_up_exps.weight[14]: blk.16.ffn_up_exps.weight[15]: IQ3_XXS blk.16.ffn_up_exps.weight[16]: blk.16.ffn_up_exps.weight[17]: IQ3_XXS blk.16.ffn_up_exps.weight[18]: blk.16.ffn_up_exps.weight[19]: blk.16.ffn_up_exps.weight[20]: IQ3_XXS blk.16.ffn_up_exps.weight[21]: IQ3_XXS blk.16.ffn_up_exps.weight[22]: IQ3_XXS blk.16.ffn_up_exps.weight[23]: IQ3_XXS blk.16.ffn_up_exps.weight[24]: blk.16.ffn_up_exps.weight[25]: blk.16.ffn_up_exps.weight[26]: IQ3_XXS blk.16.ffn_up_exps.weight[27]: IQ3_XXS blk.16.ffn_up_exps.weight[28]: IQ3_XXS blk.16.ffn_up_exps.weight[29]: IQ3_XXS blk.16.ffn_up_exps.weight[30]: IQ3_XXS blk.16.ffn_up_exps.weight[31]: IQ3_XXS blk.16.ffn_up_exps.weight[32]: blk.16.ffn_up_exps.weight[33]: IQ3_XXS blk.16.ffn_up_exps.weight[34]: blk.16.ffn_up_exps.weight[35]: IQ3_XXS blk.16.ffn_up_exps.weight[36]: blk.16.ffn_up_exps.weight[37]: blk.16.ffn_up_exps.weight[38]: blk.16.ffn_up_exps.weight[39]: blk.16.ffn_up_exps.weight[40]: blk.16.ffn_up_exps.weight[41]: blk.16.ffn_up_exps.weight[42]: IQ3_XXS blk.16.ffn_up_exps.weight[43]: IQ3_XXS blk.16.ffn_up_exps.weight[44]: IQ3_XXS blk.16.ffn_up_exps.weight[45]: blk.16.ffn_up_exps.weight[46]: blk.16.ffn_up_exps.weight[47]: blk.16.ffn_up_exps.weight[48]: IQ3_XXS blk.16.ffn_up_exps.weight[49]: IQ3_XXS blk.16.ffn_up_exps.weight[50]: blk.16.ffn_up_exps.weight[51]: IQ3_XXS blk.16.ffn_up_exps.weight[52]: blk.16.ffn_up_exps.weight[53]: IQ3_XXS blk.16.ffn_up_exps.weight[54]: blk.16.ffn_up_exps.weight[55]: blk.16.ffn_up_exps.weight[56]: blk.16.ffn_up_exps.weight[57]: IQ3_XXS blk.16.ffn_up_exps.weight[58]: IQ3_XXS blk.16.ffn_up_exps.weight[59]: blk.16.ffn_up_exps.weight[60]: blk.16.ffn_up_exps.weight[61]: IQ3_XXS blk.16.ffn_up_exps.weight[62]: IQ3_XXS blk.16.ffn_up_exps.weight[63]: blk.16.ffn_up_exps.weight[64]: IQ3_XXS blk.16.ffn_up_exps.weight[65]: IQ3_XXS blk.16.ffn_up_exps.weight[66]: blk.16.ffn_up_exps.weight[67]: IQ3_XXS blk.16.ffn_up_exps.weight[68]: blk.16.ffn_up_exps.weight[69]: IQ3_XXS blk.16.ffn_up_exps.weight[70]: IQ3_XXS blk.16.ffn_up_exps.weight[71]: blk.16.ffn_up_exps.weight[72]: blk.16.ffn_up_exps.weight[73]: IQ3_XXS blk.16.ffn_up_exps.weight[74]: IQ3_XXS blk.16.ffn_up_exps.weight[75]: IQ3_XXS blk.16.ffn_up_exps.weight[76]: blk.16.ffn_up_exps.weight[77]: blk.16.ffn_up_exps.weight[78]: IQ3_XXS blk.16.ffn_up_exps.weight[79]: IQ3_XXS blk.16.ffn_up_exps.weight[80]: blk.16.ffn_up_exps.weight[81]: blk.16.ffn_up_exps.weight[82]: IQ3_XXS blk.16.ffn_up_exps.weight[83]: IQ3_XXS blk.16.ffn_up_exps.weight[84]: blk.16.ffn_up_exps.weight[85]: IQ3_XXS blk.16.ffn_up_exps.weight[86]: blk.16.ffn_up_exps.weight[87]: IQ3_XXS blk.16.ffn_up_exps.weight[88]: IQ3_XXS blk.16.ffn_up_exps.weight[89]: blk.16.ffn_up_exps.weight[90]: IQ3_XXS blk.16.ffn_up_exps.weight[91]: IQ3_XXS blk.16.ffn_up_exps.weight[92]: IQ3_XXS blk.16.ffn_up_exps.weight[93]: blk.16.ffn_up_exps.weight[94]: IQ3_XXS blk.16.ffn_up_exps.weight[95]: blk.16.ffn_up_exps.weight[96]: blk.16.ffn_up_exps.weight[97]: blk.16.ffn_up_exps.weight[98]: blk.16.ffn_up_exps.weight[99]: IQ3_XXS blk.16.ffn_up_exps.weight[100]: IQ3_XXS blk.16.ffn_up_exps.weight[101]: IQ3_XXS blk.16.ffn_up_exps.weight[102]: blk.16.ffn_up_exps.weight[103]: blk.16.ffn_up_exps.weight[104]: IQ3_XXS blk.16.ffn_up_exps.weight[105]: blk.16.ffn_up_exps.weight[106]: blk.16.ffn_up_exps.weight[107]: blk.16.ffn_up_exps.weight[108]: IQ3_XXS blk.16.ffn_up_exps.weight[109]: blk.16.ffn_up_exps.weight[110]: blk.16.ffn_up_exps.weight[111]: blk.16.ffn_up_exps.weight[112]: IQ3_XXS blk.16.ffn_up_exps.weight[113]: blk.16.ffn_up_exps.weight[114]: blk.16.ffn_up_exps.weight[115]: IQ3_XXS blk.16.ffn_up_exps.weight[116]: IQ3_XXS blk.16.ffn_up_exps.weight[117]: blk.16.ffn_up_exps.weight[118]: blk.16.ffn_up_exps.weight[119]: blk.16.ffn_up_exps.weight[120]: IQ3_XXS blk.16.ffn_up_exps.weight[121]: blk.16.ffn_up_exps.weight[122]: IQ3_XXS blk.16.ffn_up_exps.weight[123]: IQ3_XXS blk.16.ffn_up_exps.weight[124]: IQ3_XXS blk.16.ffn_up_exps.weight[125]: blk.16.ffn_up_exps.weight[126]: IQ3_XXS blk.16.ffn_up_exps.weight[127]: IQ3_XXS blk.16.ffn_up_exps.weight[128]: IQ3_XXS blk.16.ffn_up_exps.weight[129]: IQ3_XXS blk.16.ffn_up_exps.weight[130]: IQ3_XXS blk.16.ffn_up_exps.weight[131]: blk.16.ffn_up_exps.weight[132]: blk.16.ffn_up_exps.weight[133]: blk.16.ffn_up_exps.weight[134]: blk.16.ffn_up_exps.weight[135]: IQ3_XXS blk.16.ffn_up_exps.weight[136]: IQ3_XXS blk.16.ffn_up_exps.weight[137]: IQ3_XXS blk.16.ffn_up_exps.weight[138]: IQ3_XXS blk.16.ffn_up_exps.weight[139]: blk.16.ffn_up_exps.weight[140]: IQ3_XXS blk.16.ffn_up_exps.weight[141]: blk.16.ffn_up_exps.weight[142]: IQ3_XXS blk.16.ffn_up_exps.weight[143]: IQ3_XXS blk.16.ffn_up_exps.weight[144]: IQ3_XXS blk.16.ffn_up_exps.weight[145]: blk.16.ffn_up_exps.weight[146]: IQ3_XXS blk.16.ffn_up_exps.weight[147]: IQ3_XXS blk.16.ffn_up_exps.weight[148]: IQ3_XXS blk.16.ffn_up_exps.weight[149]: IQ3_XXS blk.16.ffn_up_exps.weight[150]: IQ3_XXS blk.16.ffn_up_exps.weight[151]: blk.16.ffn_up_exps.weight[152]: IQ3_XXS blk.16.ffn_up_exps.weight[153]: IQ3_XXS blk.16.ffn_up_exps.weight[154]: blk.16.ffn_up_exps.weight[155]: IQ3_XXS blk.16.ffn_up_exps.weight[156]: blk.16.ffn_up_exps.weight[157]: IQ3_XXS blk.16.ffn_up_exps.weight[158]: IQ3_XXS blk.16.ffn_up_exps.weight[159]: blk.16.ffn_up_exps.weight[160]: IQ3_XXS blk.16.ffn_up_exps.weight[161]: blk.16.ffn_up_exps.weight[162]: IQ3_XXS blk.16.ffn_up_exps.weight[163]: blk.16.ffn_up_exps.weight[164]: IQ3_XXS blk.16.ffn_up_exps.weight[165]: blk.16.ffn_up_exps.weight[166]: IQ3_XXS blk.16.ffn_up_exps.weight[167]: IQ3_XXS blk.16.ffn_up_exps.weight[168]: IQ3_XXS blk.16.ffn_up_exps.weight[169]: blk.16.ffn_up_exps.weight[170]: blk.16.ffn_up_exps.weight[171]: IQ3_XXS blk.16.ffn_up_exps.weight[172]: blk.16.ffn_up_exps.weight[173]: blk.16.ffn_up_exps.weight[174]: IQ3_XXS blk.16.ffn_up_exps.weight[175]: IQ3_XXS blk.16.ffn_up_exps.weight[176]: blk.16.ffn_up_exps.weight[177]: blk.16.ffn_up_exps.weight[178]: IQ3_XXS blk.16.ffn_up_exps.weight[179]: IQ3_XXS blk.16.ffn_up_exps.weight[180]: IQ3_XXS blk.16.ffn_up_exps.weight[181]: IQ3_XXS blk.16.ffn_up_exps.weight[182]: IQ3_XXS blk.16.ffn_up_exps.weight[183]: IQ3_XXS blk.16.ffn_up_exps.weight[184]: blk.16.ffn_up_exps.weight[185]: blk.16.ffn_up_exps.weight[186]: IQ3_XXS blk.16.ffn_up_exps.weight[187]: blk.16.ffn_up_exps.weight[188]: blk.16.ffn_up_exps.weight[189]: IQ3_XXS blk.16.ffn_up_exps.weight[190]: blk.16.ffn_up_exps.weight[191]: IQ3_XXS blk.16.ffn_up_exps.weight[192]: IQ3_XXS blk.16.ffn_up_exps.weight[193]: IQ3_XXS blk.16.ffn_up_exps.weight[194]: IQ3_XXS blk.16.ffn_up_exps.weight[195]: blk.16.ffn_up_exps.weight[196]: blk.16.ffn_up_exps.weight[197]: IQ3_XXS blk.16.ffn_up_exps.weight[198]: blk.16.ffn_up_exps.weight[199]: blk.16.ffn_up_exps.weight[200]: IQ3_XXS blk.16.ffn_up_exps.weight[201]: blk.16.ffn_up_exps.weight[202]: blk.16.ffn_up_exps.weight[203]: blk.16.ffn_up_exps.weight[204]: blk.16.ffn_up_exps.weight[205]: blk.16.ffn_up_exps.weight[206]: blk.16.ffn_up_exps.weight[207]: IQ3_XXS blk.16.ffn_up_exps.weight[208]: blk.16.ffn_up_exps.weight[209]: IQ3_XXS blk.16.ffn_up_exps.weight[210]: blk.16.ffn_up_exps.weight[211]: IQ3_XXS blk.16.ffn_up_exps.weight[212]: IQ3_XXS blk.16.ffn_up_exps.weight[213]: blk.16.ffn_up_exps.weight[214]: blk.16.ffn_up_exps.weight[215]: blk.16.ffn_up_exps.weight[216]: blk.16.ffn_up_exps.weight[217]: blk.16.ffn_up_exps.weight[218]: blk.16.ffn_up_exps.weight[219]: blk.16.ffn_up_exps.weight[220]: IQ3_XXS blk.16.ffn_up_exps.weight[221]: IQ3_XXS blk.16.ffn_up_exps.weight[222]: blk.16.ffn_up_exps.weight[223]: blk.16.ffn_up_exps.weight[224]: IQ3_XXS blk.16.ffn_up_exps.weight[225]: IQ3_XXS blk.16.ffn_up_exps.weight[226]: blk.16.ffn_up_exps.weight[227]: blk.16.ffn_up_exps.weight[228]: IQ3_XXS blk.16.ffn_up_exps.weight[229]: IQ3_XXS blk.16.ffn_up_exps.weight[230]: blk.16.ffn_up_exps.weight[231]: IQ3_XXS blk.16.ffn_up_exps.weight[232]: blk.16.ffn_up_exps.weight[233]: blk.16.ffn_up_exps.weight[234]: blk.16.ffn_up_exps.weight[235]: blk.16.ffn_up_exps.weight[236]: IQ3_XXS blk.16.ffn_up_exps.weight[237]: IQ3_XXS blk.16.ffn_up_exps.weight[238]: blk.16.ffn_up_exps.weight[239]: blk.16.ffn_up_exps.weight[240]: IQ3_XXS blk.16.ffn_up_exps.weight[241]: blk.16.ffn_up_exps.weight[242]: blk.16.ffn_up_exps.weight[243]: IQ3_XXS blk.16.ffn_up_exps.weight[244]: blk.16.ffn_up_exps.weight[245]: IQ3_XXS blk.16.ffn_up_exps.weight[246]: blk.16.ffn_up_exps.weight[247]: IQ3_XXS blk.16.ffn_up_exps.weight[248]: blk.16.ffn_up_exps.weight[249]: IQ3_XXS blk.16.ffn_up_exps.weight[250]: IQ3_XXS blk.16.ffn_up_exps.weight[251]: blk.16.ffn_up_exps.weight[252]: IQ3_XXS blk.16.ffn_up_exps.weight[253]: IQ3_XXS blk.16.ffn_up_exps.weight[254]: IQ3_XXS blk.16.ffn_up_exps.weight[255]: IQ3_XXS blk.16.ffn_up_exps.weight[256]: blk.16.ffn_up_exps.weight[257]: blk.16.ffn_up_exps.weight[258]: blk.16.ffn_up_exps.weight[259]: blk.16.ffn_up_exps.weight[260]: IQ3_XXS blk.16.ffn_up_exps.weight[261]: blk.16.ffn_up_exps.weight[262]: blk.16.ffn_up_exps.weight[263]: IQ3_XXS blk.16.ffn_up_exps.weight[264]: blk.16.ffn_up_exps.weight[265]: IQ3_XXS blk.16.ffn_up_exps.weight[266]: IQ3_XXS blk.16.ffn_up_exps.weight[267]: IQ3_XXS blk.16.ffn_up_exps.weight[268]: blk.16.ffn_up_exps.weight[269]: IQ3_XXS blk.16.ffn_up_exps.weight[270]: IQ3_XXS blk.16.ffn_up_exps.weight[271]: blk.16.ffn_up_exps.weight[272]: IQ3_XXS blk.16.ffn_up_exps.weight[273]: blk.16.ffn_up_exps.weight[274]: IQ3_XXS blk.16.ffn_up_exps.weight[275]: IQ3_XXS blk.16.ffn_up_exps.weight[276]: IQ3_XXS blk.16.ffn_up_exps.weight[277]: IQ3_XXS blk.16.ffn_up_exps.weight[278]: IQ3_XXS blk.16.ffn_up_exps.weight[279]: blk.16.ffn_up_exps.weight[280]: blk.16.ffn_up_exps.weight[281]: blk.16.ffn_up_exps.weight[282]: IQ3_XXS blk.16.ffn_up_exps.weight[283]: IQ3_XXS blk.16.ffn_up_exps.weight[284]: blk.16.ffn_up_exps.weight[285]: IQ3_XXS blk.16.ffn_up_exps.weight[286]: blk.16.ffn_up_exps.weight[287]: IQ3_XXS blk.16.ffn_up_exps.weight[288]: blk.16.ffn_up_exps.weight[289]: blk.16.ffn_up_exps.weight[290]: blk.16.ffn_up_exps.weight[291]: blk.16.ffn_up_exps.weight[292]: blk.16.ffn_up_exps.weight[293]: IQ3_XXS blk.16.ffn_up_exps.weight[294]: IQ3_XXS blk.16.ffn_up_exps.weight[295]: IQ3_XXS blk.16.ffn_up_exps.weight[296]: blk.16.ffn_up_exps.weight[297]: blk.16.ffn_up_exps.weight[298]: blk.16.ffn_up_exps.weight[299]: IQ3_XXS blk.16.ffn_up_exps.weight[300]: blk.16.ffn_up_exps.weight[301]: IQ3_XXS blk.16.ffn_up_exps.weight[302]: blk.16.ffn_up_exps.weight[303]: IQ3_XXS blk.16.ffn_up_exps.weight[304]: blk.16.ffn_up_exps.weight[305]: IQ3_XXS blk.16.ffn_up_exps.weight[306]: IQ3_XXS blk.16.ffn_up_exps.weight[307]: blk.16.ffn_up_exps.weight[308]: blk.16.ffn_up_exps.weight[309]: IQ3_XXS blk.16.ffn_up_exps.weight[310]: blk.16.ffn_up_exps.weight[311]: IQ3_XXS blk.16.ffn_up_exps.weight[312]: IQ3_XXS blk.16.ffn_up_exps.weight[313]: IQ3_XXS blk.16.ffn_up_exps.weight[314]: IQ3_XXS blk.16.ffn_up_exps.weight[315]: IQ3_XXS blk.16.ffn_up_exps.weight[316]: IQ3_XXS blk.16.ffn_up_exps.weight[317]: blk.16.ffn_up_exps.weight[318]: blk.16.ffn_up_exps.weight[319]: IQ3_XXS blk.16.ffn_up_exps.weight[320]: IQ3_XXS blk.16.ffn_up_exps.weight[321]: IQ3_XXS blk.16.ffn_up_exps.weight[322]: IQ3_XXS blk.16.ffn_up_exps.weight[323]: IQ3_XXS blk.16.ffn_up_exps.weight[324]: IQ3_XXS blk.16.ffn_up_exps.weight[325]: IQ3_XXS blk.16.ffn_up_exps.weight[326]: IQ3_XXS blk.16.ffn_up_exps.weight[327]: blk.16.ffn_up_exps.weight[328]: IQ3_XXS blk.16.ffn_up_exps.weight[329]: IQ3_XXS blk.16.ffn_up_exps.weight[330]: blk.16.ffn_up_exps.weight[331]: IQ3_XXS blk.16.ffn_up_exps.weight[332]: blk.16.ffn_up_exps.weight[333]: IQ3_XXS blk.16.ffn_up_exps.weight[334]: blk.16.ffn_up_exps.weight[335]: IQ3_XXS blk.16.ffn_up_exps.weight[336]: IQ3_XXS blk.16.ffn_up_exps.weight[337]: IQ3_XXS blk.16.ffn_up_exps.weight[338]: IQ3_XXS blk.16.ffn_up_exps.weight[339]: blk.16.ffn_up_exps.weight[340]: IQ3_XXS blk.16.ffn_up_exps.weight[341]: IQ3_XXS blk.16.ffn_up_exps.weight[342]: blk.16.ffn_up_exps.weight[343]: blk.16.ffn_up_exps.weight[344]: IQ3_XXS blk.16.ffn_up_exps.weight[345]: IQ3_XXS blk.16.ffn_up_exps.weight[346]: blk.16.ffn_up_exps.weight[347]: IQ3_XXS blk.16.ffn_up_exps.weight[348]: IQ3_XXS blk.16.ffn_up_exps.weight[349]: blk.16.ffn_up_exps.weight[350]: blk.16.ffn_up_exps.weight[351]: IQ3_XXS blk.16.ffn_up_exps.weight[352]: IQ3_XXS blk.16.ffn_up_exps.weight[353]: IQ3_XXS blk.16.ffn_up_exps.weight[354]: blk.16.ffn_up_exps.weight[355]: IQ3_XXS blk.16.ffn_up_exps.weight[356]: blk.16.ffn_up_exps.weight[357]: IQ3_XXS blk.16.ffn_up_exps.weight[358]: blk.16.ffn_up_exps.weight[359]: blk.16.ffn_up_exps.weight[360]: IQ3_XXS blk.16.ffn_up_exps.weight[361]: blk.16.ffn_up_exps.weight[362]: IQ3_XXS blk.16.ffn_up_exps.weight[363]: blk.16.ffn_up_exps.weight[364]: blk.16.ffn_up_exps.weight[365]: blk.16.ffn_up_exps.weight[366]: blk.16.ffn_up_exps.weight[367]: blk.16.ffn_up_exps.weight[368]: blk.16.ffn_up_exps.weight[369]: blk.16.ffn_up_exps.weight[370]: blk.16.ffn_up_exps.weight[371]: blk.16.ffn_up_exps.weight[372]: IQ3_XXS blk.16.ffn_up_exps.weight[373]: blk.16.ffn_up_exps.weight[374]: blk.16.ffn_up_exps.weight[375]: blk.16.ffn_up_exps.weight[376]: blk.16.ffn_up_exps.weight[377]: IQ3_XXS blk.16.ffn_up_exps.weight[378]: IQ3_XXS blk.16.ffn_up_exps.weight[379]: blk.16.ffn_up_exps.weight[380]: IQ3_XXS blk.16.ffn_up_exps.weight[381]: IQ3_XXS blk.16.ffn_up_exps.weight[382]: blk.16.ffn_up_exps.weight[383]: blk.16.ffn_up_exps.weight[384]: blk.16.ffn_up_exps.weight[385]: blk.16.ffn_up_exps.weight[386]: blk.16.ffn_up_exps.weight[387]: blk.16.ffn_up_exps.weight[388]: blk.16.ffn_up_exps.weight[389]: blk.16.ffn_up_exps.weight[390]: blk.16.ffn_up_exps.weight[391]: IQ3_XXS blk.16.ffn_up_exps.weight[392]: blk.16.ffn_up_exps.weight[393]: IQ3_XXS blk.16.ffn_up_exps.weight[394]: IQ3_XXS blk.16.ffn_up_exps.weight[395]: blk.16.ffn_up_exps.weight[396]: blk.16.ffn_up_exps.weight[397]: IQ3_XXS blk.16.ffn_up_exps.weight[398]: IQ3_XXS blk.16.ffn_up_exps.weight[399]: blk.16.ffn_up_exps.weight[400]: IQ3_XXS blk.16.ffn_up_exps.weight[401]: IQ3_XXS blk.16.ffn_up_exps.weight[402]: blk.16.ffn_up_exps.weight[403]: IQ3_XXS blk.16.ffn_up_exps.weight[404]: blk.16.ffn_up_exps.weight[405]: blk.16.ffn_up_exps.weight[406]: IQ3_XXS blk.16.ffn_up_exps.weight[407]: IQ3_XXS blk.16.ffn_up_exps.weight[408]: blk.16.ffn_up_exps.weight[409]: blk.16.ffn_up_exps.weight[410]: IQ3_XXS blk.16.ffn_up_exps.weight[411]: blk.16.ffn_up_exps.weight[412]: blk.16.ffn_up_exps.weight[413]: blk.16.ffn_up_exps.weight[414]: IQ3_XXS blk.16.ffn_up_exps.weight[415]: IQ3_XXS blk.16.ffn_up_exps.weight[416]: blk.16.ffn_up_exps.weight[417]: blk.16.ffn_up_exps.weight[418]: blk.16.ffn_up_exps.weight[419]: IQ3_XXS blk.16.ffn_up_exps.weight[420]: blk.16.ffn_up_exps.weight[421]: IQ3_XXS blk.16.ffn_up_exps.weight[422]: IQ3_XXS blk.16.ffn_up_exps.weight[423]: IQ3_XXS blk.16.ffn_up_exps.weight[424]: IQ3_XXS blk.16.ffn_up_exps.weight[425]: IQ3_XXS blk.16.ffn_up_exps.weight[426]: IQ3_XXS blk.16.ffn_up_exps.weight[427]: blk.16.ffn_up_exps.weight[428]: IQ3_XXS blk.16.ffn_up_exps.weight[429]: IQ3_XXS blk.16.ffn_up_exps.weight[430]: blk.16.ffn_up_exps.weight[431]: blk.16.ffn_up_exps.weight[432]: IQ3_XXS blk.16.ffn_up_exps.weight[433]: blk.16.ffn_up_exps.weight[434]: blk.16.ffn_up_exps.weight[435]: blk.16.ffn_up_exps.weight[436]: IQ3_XXS blk.16.ffn_up_exps.weight[437]: blk.16.ffn_up_exps.weight[438]: blk.16.ffn_up_exps.weight[439]: blk.16.ffn_up_exps.weight[440]: blk.16.ffn_up_exps.weight[441]: IQ3_XXS blk.16.ffn_up_exps.weight[442]: IQ3_XXS blk.16.ffn_up_exps.weight[443]: blk.16.ffn_up_exps.weight[444]: IQ3_XXS blk.16.ffn_up_exps.weight[445]: IQ3_XXS blk.16.ffn_up_exps.weight[446]: blk.16.ffn_up_exps.weight[447]: IQ3_XXS blk.16.ffn_up_exps.weight[448]: blk.16.ffn_up_exps.weight[449]: blk.16.ffn_up_exps.weight[450]: blk.16.ffn_up_exps.weight[451]: IQ3_XXS blk.16.ffn_up_exps.weight[452]: IQ3_XXS blk.16.ffn_up_exps.weight[453]: IQ3_XXS blk.16.ffn_up_exps.weight[454]: blk.16.ffn_up_exps.weight[455]: blk.16.ffn_up_exps.weight[456]: blk.16.ffn_up_exps.weight[457]: IQ3_XXS blk.16.ffn_up_exps.weight[458]: blk.16.ffn_up_exps.weight[459]: IQ3_XXS blk.16.ffn_up_exps.weight[460]: blk.16.ffn_up_exps.weight[461]: blk.16.ffn_up_exps.weight[462]: blk.16.ffn_up_exps.weight[463]: blk.16.ffn_up_exps.weight[464]: blk.16.ffn_up_exps.weight[465]: IQ3_XXS blk.16.ffn_up_exps.weight[466]: IQ3_XXS blk.16.ffn_up_exps.weight[467]: IQ3_XXS blk.16.ffn_up_exps.weight[468]: blk.16.ffn_up_exps.weight[469]: IQ3_XXS blk.16.ffn_up_exps.weight[470]: blk.16.ffn_up_exps.weight[471]: blk.16.ffn_up_exps.weight[472]: blk.16.ffn_up_exps.weight[473]: blk.16.ffn_up_exps.weight[474]: blk.16.ffn_up_exps.weight[475]: IQ3_XXS blk.16.ffn_up_exps.weight[476]: IQ3_XXS blk.16.ffn_up_exps.weight[477]: blk.16.ffn_up_exps.weight[478]: blk.16.ffn_up_exps.weight[479]: blk.16.ffn_up_exps.weight[480]: IQ3_XXS blk.16.ffn_up_exps.weight[481]: IQ3_XXS blk.16.ffn_up_exps.weight[482]: IQ3_XXS blk.16.ffn_up_exps.weight[483]: IQ3_XXS blk.16.ffn_up_exps.weight[484]: IQ3_XXS blk.16.ffn_up_exps.weight[485]: blk.16.ffn_up_exps.weight[486]: IQ3_XXS blk.16.ffn_up_exps.weight[487]: IQ3_XXS blk.16.ffn_up_exps.weight[488]: IQ3_XXS blk.16.ffn_up_exps.weight[489]: IQ3_XXS blk.16.ffn_up_exps.weight[490]: IQ3_XXS blk.16.ffn_up_exps.weight[491]: blk.16.ffn_up_exps.weight[492]: IQ3_XXS blk.16.ffn_up_exps.weight[493]: blk.16.ffn_up_exps.weight[494]: blk.16.ffn_up_exps.weight[495]: IQ3_XXS blk.16.ffn_up_exps.weight[496]: blk.16.ffn_up_exps.weight[497]: blk.16.ffn_up_exps.weight[498]: blk.16.ffn_up_exps.weight[499]: blk.16.ffn_up_exps.weight[500]: blk.16.ffn_up_exps.weight[501]: IQ3_XXS blk.16.ffn_up_exps.weight[502]: IQ3_XXS blk.16.ffn_up_exps.weight[503]: IQ3_XXS blk.16.ffn_up_exps.weight[504]: blk.16.ffn_up_exps.weight[505]: blk.16.ffn_up_exps.weight[506]: blk.16.ffn_up_exps.weight[507]: IQ3_XXS blk.16.ffn_up_exps.weight[508]: blk.16.ffn_up_exps.weight[509]: blk.16.ffn_up_exps.weight[510]: blk.16.ffn_up_exps.weight[511]: IQ3_XXS blk.16.ffn_down_exps.weight[0]: IQ4_NL blk.16.ffn_down_exps.weight[1]: IQ4_NL blk.16.ffn_down_exps.weight[2]: IQ4_NL blk.16.ffn_down_exps.weight[3]: blk.16.ffn_down_exps.weight[4]: IQ4_NL blk.16.ffn_down_exps.weight[5]: blk.16.ffn_down_exps.weight[6]: IQ4_NL blk.16.ffn_down_exps.weight[7]: blk.16.ffn_down_exps.weight[8]: IQ4_NL blk.16.ffn_down_exps.weight[9]: blk.16.ffn_down_exps.weight[10]: IQ4_NL blk.16.ffn_down_exps.weight[11]: blk.16.ffn_down_exps.weight[12]: blk.16.ffn_down_exps.weight[13]: IQ4_NL blk.16.ffn_down_exps.weight[14]: blk.16.ffn_down_exps.weight[15]: IQ4_NL blk.16.ffn_down_exps.weight[16]: blk.16.ffn_down_exps.weight[17]: IQ4_NL blk.16.ffn_down_exps.weight[18]: blk.16.ffn_down_exps.weight[19]: blk.16.ffn_down_exps.weight[20]: IQ4_NL blk.16.ffn_down_exps.weight[21]: IQ4_NL blk.16.ffn_down_exps.weight[22]: IQ4_NL blk.16.ffn_down_exps.weight[23]: IQ4_NL blk.16.ffn_down_exps.weight[24]: blk.16.ffn_down_exps.weight[25]: blk.16.ffn_down_exps.weight[26]: IQ4_NL blk.16.ffn_down_exps.weight[27]: IQ4_NL blk.16.ffn_down_exps.weight[28]: IQ4_NL blk.16.ffn_down_exps.weight[29]: IQ4_NL blk.16.ffn_down_exps.weight[30]: IQ4_NL blk.16.ffn_down_exps.weight[31]: IQ4_NL blk.16.ffn_down_exps.weight[32]: blk.16.ffn_down_exps.weight[33]: IQ4_NL blk.16.ffn_down_exps.weight[34]: blk.16.ffn_down_exps.weight[35]: IQ4_NL blk.16.ffn_down_exps.weight[36]: blk.16.ffn_down_exps.weight[37]: blk.16.ffn_down_exps.weight[38]: blk.16.ffn_down_exps.weight[39]: blk.16.ffn_down_exps.weight[40]: blk.16.ffn_down_exps.weight[41]: blk.16.ffn_down_exps.weight[42]: IQ4_NL blk.16.ffn_down_exps.weight[43]: IQ4_NL blk.16.ffn_down_exps.weight[44]: IQ4_NL blk.16.ffn_down_exps.weight[45]: blk.16.ffn_down_exps.weight[46]: blk.16.ffn_down_exps.weight[47]: blk.16.ffn_down_exps.weight[48]: IQ4_NL blk.16.ffn_down_exps.weight[49]: IQ4_NL blk.16.ffn_down_exps.weight[50]: blk.16.ffn_down_exps.weight[51]: IQ4_NL blk.16.ffn_down_exps.weight[52]: blk.16.ffn_down_exps.weight[53]: IQ4_NL blk.16.ffn_down_exps.weight[54]: blk.16.ffn_down_exps.weight[55]: blk.16.ffn_down_exps.weight[56]: blk.16.ffn_down_exps.weight[57]: IQ4_NL blk.16.ffn_down_exps.weight[58]: IQ4_NL blk.16.ffn_down_exps.weight[59]: blk.16.ffn_down_exps.weight[60]: blk.16.ffn_down_exps.weight[61]: IQ4_NL blk.16.ffn_down_exps.weight[62]: IQ4_NL blk.16.ffn_down_exps.weight[63]: blk.16.ffn_down_exps.weight[64]: IQ4_NL blk.16.ffn_down_exps.weight[65]: IQ4_NL blk.16.ffn_down_exps.weight[66]: blk.16.ffn_down_exps.weight[67]: IQ4_NL blk.16.ffn_down_exps.weight[68]: blk.16.ffn_down_exps.weight[69]: IQ4_NL blk.16.ffn_down_exps.weight[70]: IQ4_NL blk.16.ffn_down_exps.weight[71]: blk.16.ffn_down_exps.weight[72]: blk.16.ffn_down_exps.weight[73]: IQ4_NL blk.16.ffn_down_exps.weight[74]: IQ4_NL blk.16.ffn_down_exps.weight[75]: IQ4_NL blk.16.ffn_down_exps.weight[76]: blk.16.ffn_down_exps.weight[77]: blk.16.ffn_down_exps.weight[78]: IQ4_NL blk.16.ffn_down_exps.weight[79]: IQ4_NL blk.16.ffn_down_exps.weight[80]: blk.16.ffn_down_exps.weight[81]: blk.16.ffn_down_exps.weight[82]: IQ4_NL blk.16.ffn_down_exps.weight[83]: IQ4_NL blk.16.ffn_down_exps.weight[84]: blk.16.ffn_down_exps.weight[85]: IQ4_NL blk.16.ffn_down_exps.weight[86]: blk.16.ffn_down_exps.weight[87]: IQ4_NL blk.16.ffn_down_exps.weight[88]: IQ4_NL blk.16.ffn_down_exps.weight[89]: blk.16.ffn_down_exps.weight[90]: IQ4_NL blk.16.ffn_down_exps.weight[91]: IQ4_NL blk.16.ffn_down_exps.weight[92]: IQ4_NL blk.16.ffn_down_exps.weight[93]: blk.16.ffn_down_exps.weight[94]: IQ4_NL blk.16.ffn_down_exps.weight[95]: blk.16.ffn_down_exps.weight[96]: blk.16.ffn_down_exps.weight[97]: blk.16.ffn_down_exps.weight[98]: blk.16.ffn_down_exps.weight[99]: IQ4_NL blk.16.ffn_down_exps.weight[100]: IQ4_NL blk.16.ffn_down_exps.weight[101]: IQ4_NL blk.16.ffn_down_exps.weight[102]: blk.16.ffn_down_exps.weight[103]: blk.16.ffn_down_exps.weight[104]: IQ4_NL blk.16.ffn_down_exps.weight[105]: blk.16.ffn_down_exps.weight[106]: blk.16.ffn_down_exps.weight[107]: blk.16.ffn_down_exps.weight[108]: IQ4_NL blk.16.ffn_down_exps.weight[109]: blk.16.ffn_down_exps.weight[110]: blk.16.ffn_down_exps.weight[111]: blk.16.ffn_down_exps.weight[112]: IQ4_NL blk.16.ffn_down_exps.weight[113]: blk.16.ffn_down_exps.weight[114]: blk.16.ffn_down_exps.weight[115]: IQ4_NL blk.16.ffn_down_exps.weight[116]: IQ4_NL blk.16.ffn_down_exps.weight[117]: blk.16.ffn_down_exps.weight[118]: blk.16.ffn_down_exps.weight[119]: blk.16.ffn_down_exps.weight[120]: IQ4_NL blk.16.ffn_down_exps.weight[121]: blk.16.ffn_down_exps.weight[122]: IQ4_NL blk.16.ffn_down_exps.weight[123]: IQ4_NL blk.16.ffn_down_exps.weight[124]: IQ4_NL blk.16.ffn_down_exps.weight[125]: blk.16.ffn_down_exps.weight[126]: IQ4_NL blk.16.ffn_down_exps.weight[127]: IQ4_NL blk.16.ffn_down_exps.weight[128]: IQ4_NL blk.16.ffn_down_exps.weight[129]: IQ4_NL blk.16.ffn_down_exps.weight[130]: IQ4_NL blk.16.ffn_down_exps.weight[131]: blk.16.ffn_down_exps.weight[132]: blk.16.ffn_down_exps.weight[133]: blk.16.ffn_down_exps.weight[134]: blk.16.ffn_down_exps.weight[135]: IQ4_NL blk.16.ffn_down_exps.weight[136]: IQ4_NL blk.16.ffn_down_exps.weight[137]: IQ4_NL blk.16.ffn_down_exps.weight[138]: IQ4_NL blk.16.ffn_down_exps.weight[139]: blk.16.ffn_down_exps.weight[140]: IQ4_NL blk.16.ffn_down_exps.weight[141]: blk.16.ffn_down_exps.weight[142]: IQ4_NL blk.16.ffn_down_exps.weight[143]: IQ4_NL blk.16.ffn_down_exps.weight[144]: IQ4_NL blk.16.ffn_down_exps.weight[145]: blk.16.ffn_down_exps.weight[146]: IQ4_NL blk.16.ffn_down_exps.weight[147]: IQ4_NL blk.16.ffn_down_exps.weight[148]: IQ4_NL blk.16.ffn_down_exps.weight[149]: IQ4_NL blk.16.ffn_down_exps.weight[150]: IQ4_NL blk.16.ffn_down_exps.weight[151]: blk.16.ffn_down_exps.weight[152]: IQ4_NL blk.16.ffn_down_exps.weight[153]: IQ4_NL blk.16.ffn_down_exps.weight[154]: blk.16.ffn_down_exps.weight[155]: IQ4_NL blk.16.ffn_down_exps.weight[156]: blk.16.ffn_down_exps.weight[157]: IQ4_NL blk.16.ffn_down_exps.weight[158]: IQ4_NL blk.16.ffn_down_exps.weight[159]: blk.16.ffn_down_exps.weight[160]: IQ4_NL blk.16.ffn_down_exps.weight[161]: blk.16.ffn_down_exps.weight[162]: IQ4_NL blk.16.ffn_down_exps.weight[163]: blk.16.ffn_down_exps.weight[164]: IQ4_NL blk.16.ffn_down_exps.weight[165]: blk.16.ffn_down_exps.weight[166]: IQ4_NL blk.16.ffn_down_exps.weight[167]: IQ4_NL blk.16.ffn_down_exps.weight[168]: IQ4_NL blk.16.ffn_down_exps.weight[169]: blk.16.ffn_down_exps.weight[170]: blk.16.ffn_down_exps.weight[171]: IQ4_NL blk.16.ffn_down_exps.weight[172]: blk.16.ffn_down_exps.weight[173]: blk.16.ffn_down_exps.weight[174]: IQ4_NL blk.16.ffn_down_exps.weight[175]: IQ4_NL blk.16.ffn_down_exps.weight[176]: blk.16.ffn_down_exps.weight[177]: blk.16.ffn_down_exps.weight[178]: IQ4_NL blk.16.ffn_down_exps.weight[179]: IQ4_NL blk.16.ffn_down_exps.weight[180]: IQ4_NL blk.16.ffn_down_exps.weight[181]: IQ4_NL blk.16.ffn_down_exps.weight[182]: IQ4_NL blk.16.ffn_down_exps.weight[183]: IQ4_NL blk.16.ffn_down_exps.weight[184]: blk.16.ffn_down_exps.weight[185]: blk.16.ffn_down_exps.weight[186]: IQ4_NL blk.16.ffn_down_exps.weight[187]: blk.16.ffn_down_exps.weight[188]: blk.16.ffn_down_exps.weight[189]: IQ4_NL blk.16.ffn_down_exps.weight[190]: blk.16.ffn_down_exps.weight[191]: IQ4_NL blk.16.ffn_down_exps.weight[192]: IQ4_NL blk.16.ffn_down_exps.weight[193]: IQ4_NL blk.16.ffn_down_exps.weight[194]: IQ4_NL blk.16.ffn_down_exps.weight[195]: blk.16.ffn_down_exps.weight[196]: blk.16.ffn_down_exps.weight[197]: IQ4_NL blk.16.ffn_down_exps.weight[198]: blk.16.ffn_down_exps.weight[199]: blk.16.ffn_down_exps.weight[200]: IQ4_NL blk.16.ffn_down_exps.weight[201]: blk.16.ffn_down_exps.weight[202]: blk.16.ffn_down_exps.weight[203]: blk.16.ffn_down_exps.weight[204]: blk.16.ffn_down_exps.weight[205]: blk.16.ffn_down_exps.weight[206]: blk.16.ffn_down_exps.weight[207]: IQ4_NL blk.16.ffn_down_exps.weight[208]: blk.16.ffn_down_exps.weight[209]: IQ4_NL blk.16.ffn_down_exps.weight[210]: blk.16.ffn_down_exps.weight[211]: IQ4_NL blk.16.ffn_down_exps.weight[212]: IQ4_NL blk.16.ffn_down_exps.weight[213]: blk.16.ffn_down_exps.weight[214]: blk.16.ffn_down_exps.weight[215]: blk.16.ffn_down_exps.weight[216]: blk.16.ffn_down_exps.weight[217]: blk.16.ffn_down_exps.weight[218]: blk.16.ffn_down_exps.weight[219]: blk.16.ffn_down_exps.weight[220]: IQ4_NL blk.16.ffn_down_exps.weight[221]: IQ4_NL blk.16.ffn_down_exps.weight[222]: blk.16.ffn_down_exps.weight[223]: blk.16.ffn_down_exps.weight[224]: IQ4_NL blk.16.ffn_down_exps.weight[225]: IQ4_NL blk.16.ffn_down_exps.weight[226]: blk.16.ffn_down_exps.weight[227]: blk.16.ffn_down_exps.weight[228]: IQ4_NL blk.16.ffn_down_exps.weight[229]: IQ4_NL blk.16.ffn_down_exps.weight[230]: blk.16.ffn_down_exps.weight[231]: IQ4_NL blk.16.ffn_down_exps.weight[232]: blk.16.ffn_down_exps.weight[233]: blk.16.ffn_down_exps.weight[234]: blk.16.ffn_down_exps.weight[235]: blk.16.ffn_down_exps.weight[236]: IQ4_NL blk.16.ffn_down_exps.weight[237]: IQ4_NL blk.16.ffn_down_exps.weight[238]: blk.16.ffn_down_exps.weight[239]: blk.16.ffn_down_exps.weight[240]: IQ4_NL blk.16.ffn_down_exps.weight[241]: blk.16.ffn_down_exps.weight[242]: blk.16.ffn_down_exps.weight[243]: IQ4_NL blk.16.ffn_down_exps.weight[244]: blk.16.ffn_down_exps.weight[245]: IQ4_NL blk.16.ffn_down_exps.weight[246]: blk.16.ffn_down_exps.weight[247]: IQ4_NL blk.16.ffn_down_exps.weight[248]: blk.16.ffn_down_exps.weight[249]: IQ4_NL blk.16.ffn_down_exps.weight[250]: IQ4_NL blk.16.ffn_down_exps.weight[251]: blk.16.ffn_down_exps.weight[252]: IQ4_NL blk.16.ffn_down_exps.weight[253]: IQ4_NL blk.16.ffn_down_exps.weight[254]: IQ4_NL blk.16.ffn_down_exps.weight[255]: IQ4_NL blk.16.ffn_down_exps.weight[256]: blk.16.ffn_down_exps.weight[257]: blk.16.ffn_down_exps.weight[258]: blk.16.ffn_down_exps.weight[259]: blk.16.ffn_down_exps.weight[260]: IQ4_NL blk.16.ffn_down_exps.weight[261]: blk.16.ffn_down_exps.weight[262]: blk.16.ffn_down_exps.weight[263]: IQ4_NL blk.16.ffn_down_exps.weight[264]: blk.16.ffn_down_exps.weight[265]: IQ4_NL blk.16.ffn_down_exps.weight[266]: IQ4_NL blk.16.ffn_down_exps.weight[267]: IQ4_NL blk.16.ffn_down_exps.weight[268]: blk.16.ffn_down_exps.weight[269]: IQ4_NL blk.16.ffn_down_exps.weight[270]: IQ4_NL blk.16.ffn_down_exps.weight[271]: blk.16.ffn_down_exps.weight[272]: IQ4_NL blk.16.ffn_down_exps.weight[273]: blk.16.ffn_down_exps.weight[274]: IQ4_NL blk.16.ffn_down_exps.weight[275]: IQ4_NL blk.16.ffn_down_exps.weight[276]: IQ4_NL blk.16.ffn_down_exps.weight[277]: IQ4_NL blk.16.ffn_down_exps.weight[278]: IQ4_NL blk.16.ffn_down_exps.weight[279]: blk.16.ffn_down_exps.weight[280]: blk.16.ffn_down_exps.weight[281]: blk.16.ffn_down_exps.weight[282]: IQ4_NL blk.16.ffn_down_exps.weight[283]: IQ4_NL blk.16.ffn_down_exps.weight[284]: blk.16.ffn_down_exps.weight[285]: IQ4_NL blk.16.ffn_down_exps.weight[286]: blk.16.ffn_down_exps.weight[287]: IQ4_NL blk.16.ffn_down_exps.weight[288]: blk.16.ffn_down_exps.weight[289]: blk.16.ffn_down_exps.weight[290]: blk.16.ffn_down_exps.weight[291]: blk.16.ffn_down_exps.weight[292]: blk.16.ffn_down_exps.weight[293]: IQ4_NL blk.16.ffn_down_exps.weight[294]: IQ4_NL blk.16.ffn_down_exps.weight[295]: IQ4_NL blk.16.ffn_down_exps.weight[296]: blk.16.ffn_down_exps.weight[297]: blk.16.ffn_down_exps.weight[298]: blk.16.ffn_down_exps.weight[299]: IQ4_NL blk.16.ffn_down_exps.weight[300]: blk.16.ffn_down_exps.weight[301]: IQ4_NL blk.16.ffn_down_exps.weight[302]: blk.16.ffn_down_exps.weight[303]: IQ4_NL blk.16.ffn_down_exps.weight[304]: blk.16.ffn_down_exps.weight[305]: IQ4_NL blk.16.ffn_down_exps.weight[306]: IQ4_NL blk.16.ffn_down_exps.weight[307]: blk.16.ffn_down_exps.weight[308]: blk.16.ffn_down_exps.weight[309]: IQ4_NL blk.16.ffn_down_exps.weight[310]: blk.16.ffn_down_exps.weight[311]: IQ4_NL blk.16.ffn_down_exps.weight[312]: IQ4_NL blk.16.ffn_down_exps.weight[313]: IQ4_NL blk.16.ffn_down_exps.weight[314]: IQ4_NL blk.16.ffn_down_exps.weight[315]: IQ4_NL blk.16.ffn_down_exps.weight[316]: IQ4_NL blk.16.ffn_down_exps.weight[317]: blk.16.ffn_down_exps.weight[318]: blk.16.ffn_down_exps.weight[319]: IQ4_NL blk.16.ffn_down_exps.weight[320]: IQ4_NL blk.16.ffn_down_exps.weight[321]: IQ4_NL blk.16.ffn_down_exps.weight[322]: IQ4_NL blk.16.ffn_down_exps.weight[323]: IQ4_NL blk.16.ffn_down_exps.weight[324]: IQ4_NL blk.16.ffn_down_exps.weight[325]: IQ4_NL blk.16.ffn_down_exps.weight[326]: IQ4_NL blk.16.ffn_down_exps.weight[327]: blk.16.ffn_down_exps.weight[328]: IQ4_NL blk.16.ffn_down_exps.weight[329]: IQ4_NL blk.16.ffn_down_exps.weight[330]: blk.16.ffn_down_exps.weight[331]: IQ4_NL blk.16.ffn_down_exps.weight[332]: blk.16.ffn_down_exps.weight[333]: IQ4_NL blk.16.ffn_down_exps.weight[334]: blk.16.ffn_down_exps.weight[335]: IQ4_NL blk.16.ffn_down_exps.weight[336]: IQ4_NL blk.16.ffn_down_exps.weight[337]: IQ4_NL blk.16.ffn_down_exps.weight[338]: IQ4_NL blk.16.ffn_down_exps.weight[339]: blk.16.ffn_down_exps.weight[340]: IQ4_NL blk.16.ffn_down_exps.weight[341]: IQ4_NL blk.16.ffn_down_exps.weight[342]: blk.16.ffn_down_exps.weight[343]: blk.16.ffn_down_exps.weight[344]: IQ4_NL blk.16.ffn_down_exps.weight[345]: IQ4_NL blk.16.ffn_down_exps.weight[346]: blk.16.ffn_down_exps.weight[347]: IQ4_NL blk.16.ffn_down_exps.weight[348]: IQ4_NL blk.16.ffn_down_exps.weight[349]: blk.16.ffn_down_exps.weight[350]: blk.16.ffn_down_exps.weight[351]: IQ4_NL blk.16.ffn_down_exps.weight[352]: IQ4_NL blk.16.ffn_down_exps.weight[353]: IQ4_NL blk.16.ffn_down_exps.weight[354]: blk.16.ffn_down_exps.weight[355]: IQ4_NL blk.16.ffn_down_exps.weight[356]: blk.16.ffn_down_exps.weight[357]: IQ4_NL blk.16.ffn_down_exps.weight[358]: blk.16.ffn_down_exps.weight[359]: blk.16.ffn_down_exps.weight[360]: IQ4_NL blk.16.ffn_down_exps.weight[361]: blk.16.ffn_down_exps.weight[362]: IQ4_NL blk.16.ffn_down_exps.weight[363]: blk.16.ffn_down_exps.weight[364]: blk.16.ffn_down_exps.weight[365]: blk.16.ffn_down_exps.weight[366]: blk.16.ffn_down_exps.weight[367]: blk.16.ffn_down_exps.weight[368]: blk.16.ffn_down_exps.weight[369]: blk.16.ffn_down_exps.weight[370]: blk.16.ffn_down_exps.weight[371]: blk.16.ffn_down_exps.weight[372]: IQ4_NL blk.16.ffn_down_exps.weight[373]: blk.16.ffn_down_exps.weight[374]: blk.16.ffn_down_exps.weight[375]: blk.16.ffn_down_exps.weight[376]: blk.16.ffn_down_exps.weight[377]: IQ4_NL blk.16.ffn_down_exps.weight[378]: IQ4_NL blk.16.ffn_down_exps.weight[379]: blk.16.ffn_down_exps.weight[380]: IQ4_NL blk.16.ffn_down_exps.weight[381]: IQ4_NL blk.16.ffn_down_exps.weight[382]: blk.16.ffn_down_exps.weight[383]: blk.16.ffn_down_exps.weight[384]: blk.16.ffn_down_exps.weight[385]: blk.16.ffn_down_exps.weight[386]: blk.16.ffn_down_exps.weight[387]: blk.16.ffn_down_exps.weight[388]: blk.16.ffn_down_exps.weight[389]: blk.16.ffn_down_exps.weight[390]: blk.16.ffn_down_exps.weight[391]: IQ4_NL blk.16.ffn_down_exps.weight[392]: blk.16.ffn_down_exps.weight[393]: IQ4_NL blk.16.ffn_down_exps.weight[394]: IQ4_NL blk.16.ffn_down_exps.weight[395]: blk.16.ffn_down_exps.weight[396]: blk.16.ffn_down_exps.weight[397]: IQ4_NL blk.16.ffn_down_exps.weight[398]: IQ4_NL blk.16.ffn_down_exps.weight[399]: blk.16.ffn_down_exps.weight[400]: IQ4_NL blk.16.ffn_down_exps.weight[401]: IQ4_NL blk.16.ffn_down_exps.weight[402]: blk.16.ffn_down_exps.weight[403]: IQ4_NL blk.16.ffn_down_exps.weight[404]: blk.16.ffn_down_exps.weight[405]: blk.16.ffn_down_exps.weight[406]: IQ4_NL blk.16.ffn_down_exps.weight[407]: IQ4_NL blk.16.ffn_down_exps.weight[408]: blk.16.ffn_down_exps.weight[409]: blk.16.ffn_down_exps.weight[410]: IQ4_NL blk.16.ffn_down_exps.weight[411]: blk.16.ffn_down_exps.weight[412]: blk.16.ffn_down_exps.weight[413]: blk.16.ffn_down_exps.weight[414]: IQ4_NL blk.16.ffn_down_exps.weight[415]: IQ4_NL blk.16.ffn_down_exps.weight[416]: blk.16.ffn_down_exps.weight[417]: blk.16.ffn_down_exps.weight[418]: blk.16.ffn_down_exps.weight[419]: IQ4_NL blk.16.ffn_down_exps.weight[420]: blk.16.ffn_down_exps.weight[421]: IQ4_NL blk.16.ffn_down_exps.weight[422]: IQ4_NL blk.16.ffn_down_exps.weight[423]: IQ4_NL blk.16.ffn_down_exps.weight[424]: IQ4_NL blk.16.ffn_down_exps.weight[425]: IQ4_NL blk.16.ffn_down_exps.weight[426]: IQ4_NL blk.16.ffn_down_exps.weight[427]: blk.16.ffn_down_exps.weight[428]: IQ4_NL blk.16.ffn_down_exps.weight[429]: IQ4_NL blk.16.ffn_down_exps.weight[430]: blk.16.ffn_down_exps.weight[431]: blk.16.ffn_down_exps.weight[432]: IQ4_NL blk.16.ffn_down_exps.weight[433]: blk.16.ffn_down_exps.weight[434]: blk.16.ffn_down_exps.weight[435]: blk.16.ffn_down_exps.weight[436]: IQ4_NL blk.16.ffn_down_exps.weight[437]: blk.16.ffn_down_exps.weight[438]: blk.16.ffn_down_exps.weight[439]: blk.16.ffn_down_exps.weight[440]: blk.16.ffn_down_exps.weight[441]: IQ4_NL blk.16.ffn_down_exps.weight[442]: IQ4_NL blk.16.ffn_down_exps.weight[443]: blk.16.ffn_down_exps.weight[444]: IQ4_NL blk.16.ffn_down_exps.weight[445]: IQ4_NL blk.16.ffn_down_exps.weight[446]: blk.16.ffn_down_exps.weight[447]: IQ4_NL blk.16.ffn_down_exps.weight[448]: blk.16.ffn_down_exps.weight[449]: blk.16.ffn_down_exps.weight[450]: blk.16.ffn_down_exps.weight[451]: IQ4_NL blk.16.ffn_down_exps.weight[452]: IQ4_NL blk.16.ffn_down_exps.weight[453]: IQ4_NL blk.16.ffn_down_exps.weight[454]: blk.16.ffn_down_exps.weight[455]: blk.16.ffn_down_exps.weight[456]: blk.16.ffn_down_exps.weight[457]: IQ4_NL blk.16.ffn_down_exps.weight[458]: blk.16.ffn_down_exps.weight[459]: IQ4_NL blk.16.ffn_down_exps.weight[460]: blk.16.ffn_down_exps.weight[461]: blk.16.ffn_down_exps.weight[462]: blk.16.ffn_down_exps.weight[463]: blk.16.ffn_down_exps.weight[464]: blk.16.ffn_down_exps.weight[465]: IQ4_NL blk.16.ffn_down_exps.weight[466]: IQ4_NL blk.16.ffn_down_exps.weight[467]: IQ4_NL blk.16.ffn_down_exps.weight[468]: blk.16.ffn_down_exps.weight[469]: IQ4_NL blk.16.ffn_down_exps.weight[470]: blk.16.ffn_down_exps.weight[471]: blk.16.ffn_down_exps.weight[472]: blk.16.ffn_down_exps.weight[473]: blk.16.ffn_down_exps.weight[474]: blk.16.ffn_down_exps.weight[475]: IQ4_NL blk.16.ffn_down_exps.weight[476]: IQ4_NL blk.16.ffn_down_exps.weight[477]: blk.16.ffn_down_exps.weight[478]: blk.16.ffn_down_exps.weight[479]: blk.16.ffn_down_exps.weight[480]: IQ4_NL blk.16.ffn_down_exps.weight[481]: IQ4_NL blk.16.ffn_down_exps.weight[482]: IQ4_NL blk.16.ffn_down_exps.weight[483]: IQ4_NL blk.16.ffn_down_exps.weight[484]: IQ4_NL blk.16.ffn_down_exps.weight[485]: blk.16.ffn_down_exps.weight[486]: IQ4_NL blk.16.ffn_down_exps.weight[487]: IQ4_NL blk.16.ffn_down_exps.weight[488]: IQ4_NL blk.16.ffn_down_exps.weight[489]: IQ4_NL blk.16.ffn_down_exps.weight[490]: IQ4_NL blk.16.ffn_down_exps.weight[491]: blk.16.ffn_down_exps.weight[492]: IQ4_NL blk.16.ffn_down_exps.weight[493]: blk.16.ffn_down_exps.weight[494]: blk.16.ffn_down_exps.weight[495]: IQ4_NL blk.16.ffn_down_exps.weight[496]: blk.16.ffn_down_exps.weight[497]: blk.16.ffn_down_exps.weight[498]: blk.16.ffn_down_exps.weight[499]: blk.16.ffn_down_exps.weight[500]: blk.16.ffn_down_exps.weight[501]: IQ4_NL blk.16.ffn_down_exps.weight[502]: IQ4_NL blk.16.ffn_down_exps.weight[503]: IQ4_NL blk.16.ffn_down_exps.weight[504]: blk.16.ffn_down_exps.weight[505]: blk.16.ffn_down_exps.weight[506]: blk.16.ffn_down_exps.weight[507]: IQ4_NL blk.16.ffn_down_exps.weight[508]: blk.16.ffn_down_exps.weight[509]: blk.16.ffn_down_exps.weight[510]: blk.16.ffn_down_exps.weight[511]: IQ4_NL blk.17.ffn_gate_exps.weight[0]: IQ3_S blk.17.ffn_gate_exps.weight[1]: blk.17.ffn_gate_exps.weight[2]: blk.17.ffn_gate_exps.weight[3]: IQ3_S blk.17.ffn_gate_exps.weight[4]: blk.17.ffn_gate_exps.weight[5]: blk.17.ffn_gate_exps.weight[6]: IQ3_S blk.17.ffn_gate_exps.weight[7]: IQ3_S blk.17.ffn_gate_exps.weight[8]: blk.17.ffn_gate_exps.weight[9]: blk.17.ffn_gate_exps.weight[10]: blk.17.ffn_gate_exps.weight[11]: blk.17.ffn_gate_exps.weight[12]: blk.17.ffn_gate_exps.weight[13]: blk.17.ffn_gate_exps.weight[14]: IQ3_S blk.17.ffn_gate_exps.weight[15]: blk.17.ffn_gate_exps.weight[16]: IQ3_S blk.17.ffn_gate_exps.weight[17]: IQ3_S blk.17.ffn_gate_exps.weight[18]: IQ3_S blk.17.ffn_gate_exps.weight[19]: blk.17.ffn_gate_exps.weight[20]: IQ3_S blk.17.ffn_gate_exps.weight[21]: IQ3_S blk.17.ffn_gate_exps.weight[22]: IQ3_S blk.17.ffn_gate_exps.weight[23]: blk.17.ffn_gate_exps.weight[24]: blk.17.ffn_gate_exps.weight[25]: IQ3_S blk.17.ffn_gate_exps.weight[26]: blk.17.ffn_gate_exps.weight[27]: IQ3_S blk.17.ffn_gate_exps.weight[28]: blk.17.ffn_gate_exps.weight[29]: blk.17.ffn_gate_exps.weight[30]: IQ3_S blk.17.ffn_gate_exps.weight[31]: IQ3_S blk.17.ffn_gate_exps.weight[32]: blk.17.ffn_gate_exps.weight[33]: blk.17.ffn_gate_exps.weight[34]: IQ3_S blk.17.ffn_gate_exps.weight[35]: IQ3_S blk.17.ffn_gate_exps.weight[36]: blk.17.ffn_gate_exps.weight[37]: blk.17.ffn_gate_exps.weight[38]: blk.17.ffn_gate_exps.weight[39]: IQ3_S blk.17.ffn_gate_exps.weight[40]: blk.17.ffn_gate_exps.weight[41]: IQ3_S blk.17.ffn_gate_exps.weight[42]: blk.17.ffn_gate_exps.weight[43]: IQ3_S blk.17.ffn_gate_exps.weight[44]: IQ3_S blk.17.ffn_gate_exps.weight[45]: blk.17.ffn_gate_exps.weight[46]: blk.17.ffn_gate_exps.weight[47]: blk.17.ffn_gate_exps.weight[48]: blk.17.ffn_gate_exps.weight[49]: blk.17.ffn_gate_exps.weight[50]: IQ3_S blk.17.ffn_gate_exps.weight[51]: IQ3_S blk.17.ffn_gate_exps.weight[52]: IQ3_S blk.17.ffn_gate_exps.weight[53]: blk.17.ffn_gate_exps.weight[54]: blk.17.ffn_gate_exps.weight[55]: blk.17.ffn_gate_exps.weight[56]: blk.17.ffn_gate_exps.weight[57]: blk.17.ffn_gate_exps.weight[58]: IQ3_S blk.17.ffn_gate_exps.weight[59]: IQ3_S blk.17.ffn_gate_exps.weight[60]: blk.17.ffn_gate_exps.weight[61]: IQ3_S blk.17.ffn_gate_exps.weight[62]: IQ3_S blk.17.ffn_gate_exps.weight[63]: blk.17.ffn_gate_exps.weight[64]: IQ3_S blk.17.ffn_gate_exps.weight[65]: blk.17.ffn_gate_exps.weight[66]: IQ3_S blk.17.ffn_gate_exps.weight[67]: blk.17.ffn_gate_exps.weight[68]: IQ3_S blk.17.ffn_gate_exps.weight[69]: IQ3_S blk.17.ffn_gate_exps.weight[70]: IQ3_S blk.17.ffn_gate_exps.weight[71]: IQ3_S blk.17.ffn_gate_exps.weight[72]: IQ3_S blk.17.ffn_gate_exps.weight[73]: IQ3_S blk.17.ffn_gate_exps.weight[74]: IQ3_S blk.17.ffn_gate_exps.weight[75]: IQ3_S blk.17.ffn_gate_exps.weight[76]: IQ3_S blk.17.ffn_gate_exps.weight[77]: IQ3_S blk.17.ffn_gate_exps.weight[78]: blk.17.ffn_gate_exps.weight[79]: blk.17.ffn_gate_exps.weight[80]: blk.17.ffn_gate_exps.weight[81]: IQ3_S blk.17.ffn_gate_exps.weight[82]: blk.17.ffn_gate_exps.weight[83]: blk.17.ffn_gate_exps.weight[84]: blk.17.ffn_gate_exps.weight[85]: IQ3_S blk.17.ffn_gate_exps.weight[86]: IQ3_S blk.17.ffn_gate_exps.weight[87]: IQ3_S blk.17.ffn_gate_exps.weight[88]: IQ3_S blk.17.ffn_gate_exps.weight[89]: blk.17.ffn_gate_exps.weight[90]: IQ3_S blk.17.ffn_gate_exps.weight[91]: blk.17.ffn_gate_exps.weight[92]: blk.17.ffn_gate_exps.weight[93]: IQ3_S blk.17.ffn_gate_exps.weight[94]: blk.17.ffn_gate_exps.weight[95]: blk.17.ffn_gate_exps.weight[96]: blk.17.ffn_gate_exps.weight[97]: IQ3_S blk.17.ffn_gate_exps.weight[98]: blk.17.ffn_gate_exps.weight[99]: blk.17.ffn_gate_exps.weight[100]: blk.17.ffn_gate_exps.weight[101]: IQ3_S blk.17.ffn_gate_exps.weight[102]: blk.17.ffn_gate_exps.weight[103]: IQ3_S blk.17.ffn_gate_exps.weight[104]: IQ3_S blk.17.ffn_gate_exps.weight[105]: blk.17.ffn_gate_exps.weight[106]: IQ3_S blk.17.ffn_gate_exps.weight[107]: IQ3_S blk.17.ffn_gate_exps.weight[108]: blk.17.ffn_gate_exps.weight[109]: blk.17.ffn_gate_exps.weight[110]: IQ3_S blk.17.ffn_gate_exps.weight[111]: blk.17.ffn_gate_exps.weight[112]: IQ3_S blk.17.ffn_gate_exps.weight[113]: IQ3_S blk.17.ffn_gate_exps.weight[114]: blk.17.ffn_gate_exps.weight[115]: blk.17.ffn_gate_exps.weight[116]: IQ3_S blk.17.ffn_gate_exps.weight[117]: blk.17.ffn_gate_exps.weight[118]: blk.17.ffn_gate_exps.weight[119]: blk.17.ffn_gate_exps.weight[120]: IQ3_S blk.17.ffn_gate_exps.weight[121]: blk.17.ffn_gate_exps.weight[122]: blk.17.ffn_gate_exps.weight[123]: blk.17.ffn_gate_exps.weight[124]: blk.17.ffn_gate_exps.weight[125]: blk.17.ffn_gate_exps.weight[126]: blk.17.ffn_gate_exps.weight[127]: blk.17.ffn_gate_exps.weight[128]: blk.17.ffn_gate_exps.weight[129]: IQ3_S blk.17.ffn_gate_exps.weight[130]: blk.17.ffn_gate_exps.weight[131]: blk.17.ffn_gate_exps.weight[132]: IQ3_S blk.17.ffn_gate_exps.weight[133]: IQ3_S blk.17.ffn_gate_exps.weight[134]: blk.17.ffn_gate_exps.weight[135]: blk.17.ffn_gate_exps.weight[136]: IQ3_S blk.17.ffn_gate_exps.weight[137]: blk.17.ffn_gate_exps.weight[138]: IQ3_S blk.17.ffn_gate_exps.weight[139]: blk.17.ffn_gate_exps.weight[140]: IQ3_S blk.17.ffn_gate_exps.weight[141]: blk.17.ffn_gate_exps.weight[142]: blk.17.ffn_gate_exps.weight[143]: IQ3_S blk.17.ffn_gate_exps.weight[144]: IQ3_S blk.17.ffn_gate_exps.weight[145]: IQ3_S blk.17.ffn_gate_exps.weight[146]: blk.17.ffn_gate_exps.weight[147]: IQ3_S blk.17.ffn_gate_exps.weight[148]: IQ3_S blk.17.ffn_gate_exps.weight[149]: blk.17.ffn_gate_exps.weight[150]: blk.17.ffn_gate_exps.weight[151]: IQ3_S blk.17.ffn_gate_exps.weight[152]: blk.17.ffn_gate_exps.weight[153]: blk.17.ffn_gate_exps.weight[154]: blk.17.ffn_gate_exps.weight[155]: blk.17.ffn_gate_exps.weight[156]: blk.17.ffn_gate_exps.weight[157]: blk.17.ffn_gate_exps.weight[158]: blk.17.ffn_gate_exps.weight[159]: IQ3_S blk.17.ffn_gate_exps.weight[160]: IQ3_S blk.17.ffn_gate_exps.weight[161]: IQ3_S blk.17.ffn_gate_exps.weight[162]: blk.17.ffn_gate_exps.weight[163]: IQ3_S blk.17.ffn_gate_exps.weight[164]: IQ3_S blk.17.ffn_gate_exps.weight[165]: IQ3_S blk.17.ffn_gate_exps.weight[166]: blk.17.ffn_gate_exps.weight[167]: blk.17.ffn_gate_exps.weight[168]: blk.17.ffn_gate_exps.weight[169]: blk.17.ffn_gate_exps.weight[170]: blk.17.ffn_gate_exps.weight[171]: blk.17.ffn_gate_exps.weight[172]: IQ3_S blk.17.ffn_gate_exps.weight[173]: IQ3_S blk.17.ffn_gate_exps.weight[174]: IQ3_S blk.17.ffn_gate_exps.weight[175]: blk.17.ffn_gate_exps.weight[176]: IQ3_S blk.17.ffn_gate_exps.weight[177]: IQ3_S blk.17.ffn_gate_exps.weight[178]: IQ3_S blk.17.ffn_gate_exps.weight[179]: blk.17.ffn_gate_exps.weight[180]: blk.17.ffn_gate_exps.weight[181]: blk.17.ffn_gate_exps.weight[182]: blk.17.ffn_gate_exps.weight[183]: blk.17.ffn_gate_exps.weight[184]: blk.17.ffn_gate_exps.weight[185]: IQ3_S blk.17.ffn_gate_exps.weight[186]: IQ3_S blk.17.ffn_gate_exps.weight[187]: blk.17.ffn_gate_exps.weight[188]: IQ3_S blk.17.ffn_gate_exps.weight[189]: blk.17.ffn_gate_exps.weight[190]: IQ3_S blk.17.ffn_gate_exps.weight[191]: IQ3_S blk.17.ffn_gate_exps.weight[192]: IQ3_S blk.17.ffn_gate_exps.weight[193]: IQ3_S blk.17.ffn_gate_exps.weight[194]: IQ3_S blk.17.ffn_gate_exps.weight[195]: IQ3_S blk.17.ffn_gate_exps.weight[196]: IQ3_S blk.17.ffn_gate_exps.weight[197]: IQ3_S blk.17.ffn_gate_exps.weight[198]: blk.17.ffn_gate_exps.weight[199]: blk.17.ffn_gate_exps.weight[200]: blk.17.ffn_gate_exps.weight[201]: IQ3_S blk.17.ffn_gate_exps.weight[202]: blk.17.ffn_gate_exps.weight[203]: blk.17.ffn_gate_exps.weight[204]: blk.17.ffn_gate_exps.weight[205]: blk.17.ffn_gate_exps.weight[206]: blk.17.ffn_gate_exps.weight[207]: IQ3_S blk.17.ffn_gate_exps.weight[208]: IQ3_S blk.17.ffn_gate_exps.weight[209]: IQ3_S blk.17.ffn_gate_exps.weight[210]: IQ3_S blk.17.ffn_gate_exps.weight[211]: blk.17.ffn_gate_exps.weight[212]: blk.17.ffn_gate_exps.weight[213]: blk.17.ffn_gate_exps.weight[214]: IQ3_S blk.17.ffn_gate_exps.weight[215]: blk.17.ffn_gate_exps.weight[216]: IQ3_S blk.17.ffn_gate_exps.weight[217]: blk.17.ffn_gate_exps.weight[218]: blk.17.ffn_gate_exps.weight[219]: IQ3_S blk.17.ffn_gate_exps.weight[220]: IQ3_S blk.17.ffn_gate_exps.weight[221]: blk.17.ffn_gate_exps.weight[222]: IQ3_S blk.17.ffn_gate_exps.weight[223]: IQ3_S blk.17.ffn_gate_exps.weight[224]: IQ3_S blk.17.ffn_gate_exps.weight[225]: blk.17.ffn_gate_exps.weight[226]: blk.17.ffn_gate_exps.weight[227]: IQ3_S blk.17.ffn_gate_exps.weight[228]: IQ3_S blk.17.ffn_gate_exps.weight[229]: blk.17.ffn_gate_exps.weight[230]: blk.17.ffn_gate_exps.weight[231]: IQ3_S blk.17.ffn_gate_exps.weight[232]: blk.17.ffn_gate_exps.weight[233]: blk.17.ffn_gate_exps.weight[234]: IQ3_S blk.17.ffn_gate_exps.weight[235]: blk.17.ffn_gate_exps.weight[236]: IQ3_S blk.17.ffn_gate_exps.weight[237]: IQ3_S blk.17.ffn_gate_exps.weight[238]: IQ3_S blk.17.ffn_gate_exps.weight[239]: IQ3_S blk.17.ffn_gate_exps.weight[240]: blk.17.ffn_gate_exps.weight[241]: blk.17.ffn_gate_exps.weight[242]: IQ3_S blk.17.ffn_gate_exps.weight[243]: IQ3_S blk.17.ffn_gate_exps.weight[244]: IQ3_S blk.17.ffn_gate_exps.weight[245]: IQ3_S blk.17.ffn_gate_exps.weight[246]: IQ3_S blk.17.ffn_gate_exps.weight[247]: IQ3_S blk.17.ffn_gate_exps.weight[248]: blk.17.ffn_gate_exps.weight[249]: IQ3_S blk.17.ffn_gate_exps.weight[250]: blk.17.ffn_gate_exps.weight[251]: blk.17.ffn_gate_exps.weight[252]: blk.17.ffn_gate_exps.weight[253]: IQ3_S blk.17.ffn_gate_exps.weight[254]: IQ3_S blk.17.ffn_gate_exps.weight[255]: blk.17.ffn_gate_exps.weight[256]: blk.17.ffn_gate_exps.weight[257]: blk.17.ffn_gate_exps.weight[258]: blk.17.ffn_gate_exps.weight[259]: IQ3_S blk.17.ffn_gate_exps.weight[260]: blk.17.ffn_gate_exps.weight[261]: IQ3_S blk.17.ffn_gate_exps.weight[262]: IQ3_S blk.17.ffn_gate_exps.weight[263]: blk.17.ffn_gate_exps.weight[264]: IQ3_S blk.17.ffn_gate_exps.weight[265]: blk.17.ffn_gate_exps.weight[266]: IQ3_S blk.17.ffn_gate_exps.weight[267]: IQ3_S blk.17.ffn_gate_exps.weight[268]: blk.17.ffn_gate_exps.weight[269]: blk.17.ffn_gate_exps.weight[270]: IQ3_S blk.17.ffn_gate_exps.weight[271]: blk.17.ffn_gate_exps.weight[272]: IQ3_S blk.17.ffn_gate_exps.weight[273]: IQ3_S blk.17.ffn_gate_exps.weight[274]: blk.17.ffn_gate_exps.weight[275]: IQ3_S blk.17.ffn_gate_exps.weight[276]: IQ3_S blk.17.ffn_gate_exps.weight[277]: IQ3_S blk.17.ffn_gate_exps.weight[278]: blk.17.ffn_gate_exps.weight[279]: IQ3_S blk.17.ffn_gate_exps.weight[280]: blk.17.ffn_gate_exps.weight[281]: IQ3_S blk.17.ffn_gate_exps.weight[282]: blk.17.ffn_gate_exps.weight[283]: blk.17.ffn_gate_exps.weight[284]: IQ3_S blk.17.ffn_gate_exps.weight[285]: IQ3_S blk.17.ffn_gate_exps.weight[286]: blk.17.ffn_gate_exps.weight[287]: blk.17.ffn_gate_exps.weight[288]: IQ3_S blk.17.ffn_gate_exps.weight[289]: blk.17.ffn_gate_exps.weight[290]: blk.17.ffn_gate_exps.weight[291]: IQ3_S blk.17.ffn_gate_exps.weight[292]: blk.17.ffn_gate_exps.weight[293]: blk.17.ffn_gate_exps.weight[294]: blk.17.ffn_gate_exps.weight[295]: blk.17.ffn_gate_exps.weight[296]: blk.17.ffn_gate_exps.weight[297]: blk.17.ffn_gate_exps.weight[298]: blk.17.ffn_gate_exps.weight[299]: IQ3_S blk.17.ffn_gate_exps.weight[300]: IQ3_S blk.17.ffn_gate_exps.weight[301]: blk.17.ffn_gate_exps.weight[302]: IQ3_S blk.17.ffn_gate_exps.weight[303]: IQ3_S blk.17.ffn_gate_exps.weight[304]: blk.17.ffn_gate_exps.weight[305]: IQ3_S blk.17.ffn_gate_exps.weight[306]: IQ3_S blk.17.ffn_gate_exps.weight[307]: blk.17.ffn_gate_exps.weight[308]: blk.17.ffn_gate_exps.weight[309]: blk.17.ffn_gate_exps.weight[310]: IQ3_S blk.17.ffn_gate_exps.weight[311]: blk.17.ffn_gate_exps.weight[312]: blk.17.ffn_gate_exps.weight[313]: blk.17.ffn_gate_exps.weight[314]: IQ3_S blk.17.ffn_gate_exps.weight[315]: IQ3_S blk.17.ffn_gate_exps.weight[316]: blk.17.ffn_gate_exps.weight[317]: blk.17.ffn_gate_exps.weight[318]: blk.17.ffn_gate_exps.weight[319]: IQ3_S blk.17.ffn_gate_exps.weight[320]: blk.17.ffn_gate_exps.weight[321]: IQ3_S blk.17.ffn_gate_exps.weight[322]: blk.17.ffn_gate_exps.weight[323]: IQ3_S blk.17.ffn_gate_exps.weight[324]: IQ3_S blk.17.ffn_gate_exps.weight[325]: IQ3_S blk.17.ffn_gate_exps.weight[326]: blk.17.ffn_gate_exps.weight[327]: IQ3_S blk.17.ffn_gate_exps.weight[328]: IQ3_S blk.17.ffn_gate_exps.weight[329]: blk.17.ffn_gate_exps.weight[330]: blk.17.ffn_gate_exps.weight[331]: IQ3_S blk.17.ffn_gate_exps.weight[332]: blk.17.ffn_gate_exps.weight[333]: IQ3_S blk.17.ffn_gate_exps.weight[334]: IQ3_S blk.17.ffn_gate_exps.weight[335]: IQ3_S blk.17.ffn_gate_exps.weight[336]: IQ3_S blk.17.ffn_gate_exps.weight[337]: blk.17.ffn_gate_exps.weight[338]: IQ3_S blk.17.ffn_gate_exps.weight[339]: blk.17.ffn_gate_exps.weight[340]: blk.17.ffn_gate_exps.weight[341]: blk.17.ffn_gate_exps.weight[342]: IQ3_S blk.17.ffn_gate_exps.weight[343]: blk.17.ffn_gate_exps.weight[344]: blk.17.ffn_gate_exps.weight[345]: IQ3_S blk.17.ffn_gate_exps.weight[346]: IQ3_S blk.17.ffn_gate_exps.weight[347]: IQ3_S blk.17.ffn_gate_exps.weight[348]: blk.17.ffn_gate_exps.weight[349]: IQ3_S blk.17.ffn_gate_exps.weight[350]: blk.17.ffn_gate_exps.weight[351]: IQ3_S blk.17.ffn_gate_exps.weight[352]: blk.17.ffn_gate_exps.weight[353]: blk.17.ffn_gate_exps.weight[354]: IQ3_S blk.17.ffn_gate_exps.weight[355]: IQ3_S blk.17.ffn_gate_exps.weight[356]: blk.17.ffn_gate_exps.weight[357]: IQ3_S blk.17.ffn_gate_exps.weight[358]: IQ3_S blk.17.ffn_gate_exps.weight[359]: IQ3_S blk.17.ffn_gate_exps.weight[360]: IQ3_S blk.17.ffn_gate_exps.weight[361]: IQ3_S blk.17.ffn_gate_exps.weight[362]: IQ3_S blk.17.ffn_gate_exps.weight[363]: IQ3_S blk.17.ffn_gate_exps.weight[364]: blk.17.ffn_gate_exps.weight[365]: IQ3_S blk.17.ffn_gate_exps.weight[366]: blk.17.ffn_gate_exps.weight[367]: blk.17.ffn_gate_exps.weight[368]: IQ3_S blk.17.ffn_gate_exps.weight[369]: blk.17.ffn_gate_exps.weight[370]: blk.17.ffn_gate_exps.weight[371]: IQ3_S blk.17.ffn_gate_exps.weight[372]: IQ3_S blk.17.ffn_gate_exps.weight[373]: blk.17.ffn_gate_exps.weight[374]: IQ3_S blk.17.ffn_gate_exps.weight[375]: blk.17.ffn_gate_exps.weight[376]: IQ3_S blk.17.ffn_gate_exps.weight[377]: blk.17.ffn_gate_exps.weight[378]: IQ3_S blk.17.ffn_gate_exps.weight[379]: IQ3_S blk.17.ffn_gate_exps.weight[380]: blk.17.ffn_gate_exps.weight[381]: blk.17.ffn_gate_exps.weight[382]: IQ3_S blk.17.ffn_gate_exps.weight[383]: blk.17.ffn_gate_exps.weight[384]: IQ3_S blk.17.ffn_gate_exps.weight[385]: IQ3_S blk.17.ffn_gate_exps.weight[386]: blk.17.ffn_gate_exps.weight[387]: IQ3_S blk.17.ffn_gate_exps.weight[388]: blk.17.ffn_gate_exps.weight[389]: blk.17.ffn_gate_exps.weight[390]: blk.17.ffn_gate_exps.weight[391]: IQ3_S blk.17.ffn_gate_exps.weight[392]: IQ3_S blk.17.ffn_gate_exps.weight[393]: blk.17.ffn_gate_exps.weight[394]: IQ3_S blk.17.ffn_gate_exps.weight[395]: IQ3_S blk.17.ffn_gate_exps.weight[396]: blk.17.ffn_gate_exps.weight[397]: IQ3_S blk.17.ffn_gate_exps.weight[398]: IQ3_S blk.17.ffn_gate_exps.weight[399]: blk.17.ffn_gate_exps.weight[400]: IQ3_S blk.17.ffn_gate_exps.weight[401]: blk.17.ffn_gate_exps.weight[402]: IQ3_S blk.17.ffn_gate_exps.weight[403]: IQ3_S blk.17.ffn_gate_exps.weight[404]: IQ3_S blk.17.ffn_gate_exps.weight[405]: IQ3_S blk.17.ffn_gate_exps.weight[406]: blk.17.ffn_gate_exps.weight[407]: IQ3_S blk.17.ffn_gate_exps.weight[408]: blk.17.ffn_gate_exps.weight[409]: blk.17.ffn_gate_exps.weight[410]: IQ3_S blk.17.ffn_gate_exps.weight[411]: IQ3_S blk.17.ffn_gate_exps.weight[412]: blk.17.ffn_gate_exps.weight[413]: blk.17.ffn_gate_exps.weight[414]: blk.17.ffn_gate_exps.weight[415]: IQ3_S blk.17.ffn_gate_exps.weight[416]: blk.17.ffn_gate_exps.weight[417]: blk.17.ffn_gate_exps.weight[418]: IQ3_S blk.17.ffn_gate_exps.weight[419]: IQ3_S blk.17.ffn_gate_exps.weight[420]: IQ3_S blk.17.ffn_gate_exps.weight[421]: IQ3_S blk.17.ffn_gate_exps.weight[422]: IQ3_S blk.17.ffn_gate_exps.weight[423]: IQ3_S blk.17.ffn_gate_exps.weight[424]: blk.17.ffn_gate_exps.weight[425]: blk.17.ffn_gate_exps.weight[426]: IQ3_S blk.17.ffn_gate_exps.weight[427]: blk.17.ffn_gate_exps.weight[428]: blk.17.ffn_gate_exps.weight[429]: blk.17.ffn_gate_exps.weight[430]: IQ3_S blk.17.ffn_gate_exps.weight[431]: blk.17.ffn_gate_exps.weight[432]: blk.17.ffn_gate_exps.weight[433]: IQ3_S blk.17.ffn_gate_exps.weight[434]: IQ3_S blk.17.ffn_gate_exps.weight[435]: blk.17.ffn_gate_exps.weight[436]: blk.17.ffn_gate_exps.weight[437]: IQ3_S blk.17.ffn_gate_exps.weight[438]: blk.17.ffn_gate_exps.weight[439]: blk.17.ffn_gate_exps.weight[440]: IQ3_S blk.17.ffn_gate_exps.weight[441]: IQ3_S blk.17.ffn_gate_exps.weight[442]: IQ3_S blk.17.ffn_gate_exps.weight[443]: IQ3_S blk.17.ffn_gate_exps.weight[444]: IQ3_S blk.17.ffn_gate_exps.weight[445]: blk.17.ffn_gate_exps.weight[446]: blk.17.ffn_gate_exps.weight[447]: blk.17.ffn_gate_exps.weight[448]: IQ3_S blk.17.ffn_gate_exps.weight[449]: IQ3_S blk.17.ffn_gate_exps.weight[450]: blk.17.ffn_gate_exps.weight[451]: blk.17.ffn_gate_exps.weight[452]: IQ3_S blk.17.ffn_gate_exps.weight[453]: IQ3_S blk.17.ffn_gate_exps.weight[454]: IQ3_S blk.17.ffn_gate_exps.weight[455]: IQ3_S blk.17.ffn_gate_exps.weight[456]: IQ3_S blk.17.ffn_gate_exps.weight[457]: IQ3_S blk.17.ffn_gate_exps.weight[458]: IQ3_S blk.17.ffn_gate_exps.weight[459]: IQ3_S blk.17.ffn_gate_exps.weight[460]: blk.17.ffn_gate_exps.weight[461]: blk.17.ffn_gate_exps.weight[462]: IQ3_S blk.17.ffn_gate_exps.weight[463]: IQ3_S blk.17.ffn_gate_exps.weight[464]: IQ3_S blk.17.ffn_gate_exps.weight[465]: IQ3_S blk.17.ffn_gate_exps.weight[466]: IQ3_S blk.17.ffn_gate_exps.weight[467]: IQ3_S blk.17.ffn_gate_exps.weight[468]: IQ3_S blk.17.ffn_gate_exps.weight[469]: IQ3_S blk.17.ffn_gate_exps.weight[470]: blk.17.ffn_gate_exps.weight[471]: IQ3_S blk.17.ffn_gate_exps.weight[472]: blk.17.ffn_gate_exps.weight[473]: blk.17.ffn_gate_exps.weight[474]: blk.17.ffn_gate_exps.weight[475]: blk.17.ffn_gate_exps.weight[476]: IQ3_S blk.17.ffn_gate_exps.weight[477]: IQ3_S blk.17.ffn_gate_exps.weight[478]: blk.17.ffn_gate_exps.weight[479]: blk.17.ffn_gate_exps.weight[480]: IQ3_S blk.17.ffn_gate_exps.weight[481]: IQ3_S blk.17.ffn_gate_exps.weight[482]: blk.17.ffn_gate_exps.weight[483]: blk.17.ffn_gate_exps.weight[484]: IQ3_S blk.17.ffn_gate_exps.weight[485]: IQ3_S blk.17.ffn_gate_exps.weight[486]: IQ3_S blk.17.ffn_gate_exps.weight[487]: IQ3_S blk.17.ffn_gate_exps.weight[488]: IQ3_S blk.17.ffn_gate_exps.weight[489]: blk.17.ffn_gate_exps.weight[490]: blk.17.ffn_gate_exps.weight[491]: blk.17.ffn_gate_exps.weight[492]: blk.17.ffn_gate_exps.weight[493]: blk.17.ffn_gate_exps.weight[494]: IQ3_S blk.17.ffn_gate_exps.weight[495]: IQ3_S blk.17.ffn_gate_exps.weight[496]: IQ3_S blk.17.ffn_gate_exps.weight[497]: blk.17.ffn_gate_exps.weight[498]: blk.17.ffn_gate_exps.weight[499]: IQ3_S blk.17.ffn_gate_exps.weight[500]: IQ3_S blk.17.ffn_gate_exps.weight[501]: blk.17.ffn_gate_exps.weight[502]: blk.17.ffn_gate_exps.weight[503]: blk.17.ffn_gate_exps.weight[504]: IQ3_S blk.17.ffn_gate_exps.weight[505]: blk.17.ffn_gate_exps.weight[506]: blk.17.ffn_gate_exps.weight[507]: blk.17.ffn_gate_exps.weight[508]: blk.17.ffn_gate_exps.weight[509]: blk.17.ffn_gate_exps.weight[510]: IQ3_S blk.17.ffn_gate_exps.weight[511]: IQ3_S blk.17.ffn_up_exps.weight[0]: IQ3_S blk.17.ffn_up_exps.weight[1]: blk.17.ffn_up_exps.weight[2]: blk.17.ffn_up_exps.weight[3]: IQ3_S blk.17.ffn_up_exps.weight[4]: blk.17.ffn_up_exps.weight[5]: blk.17.ffn_up_exps.weight[6]: IQ3_S blk.17.ffn_up_exps.weight[7]: IQ3_S blk.17.ffn_up_exps.weight[8]: blk.17.ffn_up_exps.weight[9]: blk.17.ffn_up_exps.weight[10]: blk.17.ffn_up_exps.weight[11]: blk.17.ffn_up_exps.weight[12]: blk.17.ffn_up_exps.weight[13]: blk.17.ffn_up_exps.weight[14]: IQ3_S blk.17.ffn_up_exps.weight[15]: blk.17.ffn_up_exps.weight[16]: IQ3_S blk.17.ffn_up_exps.weight[17]: IQ3_S blk.17.ffn_up_exps.weight[18]: IQ3_S blk.17.ffn_up_exps.weight[19]: blk.17.ffn_up_exps.weight[20]: IQ3_S blk.17.ffn_up_exps.weight[21]: IQ3_S blk.17.ffn_up_exps.weight[22]: IQ3_S blk.17.ffn_up_exps.weight[23]: blk.17.ffn_up_exps.weight[24]: blk.17.ffn_up_exps.weight[25]: IQ3_S blk.17.ffn_up_exps.weight[26]: blk.17.ffn_up_exps.weight[27]: IQ3_S blk.17.ffn_up_exps.weight[28]: blk.17.ffn_up_exps.weight[29]: blk.17.ffn_up_exps.weight[30]: IQ3_S blk.17.ffn_up_exps.weight[31]: IQ3_S blk.17.ffn_up_exps.weight[32]: blk.17.ffn_up_exps.weight[33]: blk.17.ffn_up_exps.weight[34]: IQ3_S blk.17.ffn_up_exps.weight[35]: IQ3_S blk.17.ffn_up_exps.weight[36]: blk.17.ffn_up_exps.weight[37]: blk.17.ffn_up_exps.weight[38]: blk.17.ffn_up_exps.weight[39]: IQ3_S blk.17.ffn_up_exps.weight[40]: blk.17.ffn_up_exps.weight[41]: IQ3_S blk.17.ffn_up_exps.weight[42]: blk.17.ffn_up_exps.weight[43]: IQ3_S blk.17.ffn_up_exps.weight[44]: IQ3_S blk.17.ffn_up_exps.weight[45]: blk.17.ffn_up_exps.weight[46]: blk.17.ffn_up_exps.weight[47]: blk.17.ffn_up_exps.weight[48]: blk.17.ffn_up_exps.weight[49]: blk.17.ffn_up_exps.weight[50]: IQ3_S blk.17.ffn_up_exps.weight[51]: IQ3_S blk.17.ffn_up_exps.weight[52]: IQ3_S blk.17.ffn_up_exps.weight[53]: blk.17.ffn_up_exps.weight[54]: blk.17.ffn_up_exps.weight[55]: blk.17.ffn_up_exps.weight[56]: blk.17.ffn_up_exps.weight[57]: blk.17.ffn_up_exps.weight[58]: IQ3_S blk.17.ffn_up_exps.weight[59]: IQ3_S blk.17.ffn_up_exps.weight[60]: blk.17.ffn_up_exps.weight[61]: IQ3_S blk.17.ffn_up_exps.weight[62]: IQ3_S blk.17.ffn_up_exps.weight[63]: blk.17.ffn_up_exps.weight[64]: IQ3_S blk.17.ffn_up_exps.weight[65]: blk.17.ffn_up_exps.weight[66]: IQ3_S blk.17.ffn_up_exps.weight[67]: blk.17.ffn_up_exps.weight[68]: IQ3_S blk.17.ffn_up_exps.weight[69]: IQ3_S blk.17.ffn_up_exps.weight[70]: IQ3_S blk.17.ffn_up_exps.weight[71]: IQ3_S blk.17.ffn_up_exps.weight[72]: IQ3_S blk.17.ffn_up_exps.weight[73]: IQ3_S blk.17.ffn_up_exps.weight[74]: IQ3_S blk.17.ffn_up_exps.weight[75]: IQ3_S blk.17.ffn_up_exps.weight[76]: IQ3_S blk.17.ffn_up_exps.weight[77]: IQ3_S blk.17.ffn_up_exps.weight[78]: blk.17.ffn_up_exps.weight[79]: blk.17.ffn_up_exps.weight[80]: blk.17.ffn_up_exps.weight[81]: IQ3_S blk.17.ffn_up_exps.weight[82]: blk.17.ffn_up_exps.weight[83]: blk.17.ffn_up_exps.weight[84]: blk.17.ffn_up_exps.weight[85]: IQ3_S blk.17.ffn_up_exps.weight[86]: IQ3_S blk.17.ffn_up_exps.weight[87]: IQ3_S blk.17.ffn_up_exps.weight[88]: IQ3_S blk.17.ffn_up_exps.weight[89]: blk.17.ffn_up_exps.weight[90]: IQ3_S blk.17.ffn_up_exps.weight[91]: blk.17.ffn_up_exps.weight[92]: blk.17.ffn_up_exps.weight[93]: IQ3_S blk.17.ffn_up_exps.weight[94]: blk.17.ffn_up_exps.weight[95]: blk.17.ffn_up_exps.weight[96]: blk.17.ffn_up_exps.weight[97]: IQ3_S blk.17.ffn_up_exps.weight[98]: blk.17.ffn_up_exps.weight[99]: blk.17.ffn_up_exps.weight[100]: blk.17.ffn_up_exps.weight[101]: IQ3_S blk.17.ffn_up_exps.weight[102]: blk.17.ffn_up_exps.weight[103]: IQ3_S blk.17.ffn_up_exps.weight[104]: IQ3_S blk.17.ffn_up_exps.weight[105]: blk.17.ffn_up_exps.weight[106]: IQ3_S blk.17.ffn_up_exps.weight[107]: IQ3_S blk.17.ffn_up_exps.weight[108]: blk.17.ffn_up_exps.weight[109]: blk.17.ffn_up_exps.weight[110]: IQ3_S blk.17.ffn_up_exps.weight[111]: blk.17.ffn_up_exps.weight[112]: IQ3_S blk.17.ffn_up_exps.weight[113]: IQ3_S blk.17.ffn_up_exps.weight[114]: blk.17.ffn_up_exps.weight[115]: blk.17.ffn_up_exps.weight[116]: IQ3_S blk.17.ffn_up_exps.weight[117]: blk.17.ffn_up_exps.weight[118]: blk.17.ffn_up_exps.weight[119]: blk.17.ffn_up_exps.weight[120]: IQ3_S blk.17.ffn_up_exps.weight[121]: blk.17.ffn_up_exps.weight[122]: blk.17.ffn_up_exps.weight[123]: blk.17.ffn_up_exps.weight[124]: blk.17.ffn_up_exps.weight[125]: blk.17.ffn_up_exps.weight[126]: blk.17.ffn_up_exps.weight[127]: blk.17.ffn_up_exps.weight[128]: blk.17.ffn_up_exps.weight[129]: IQ3_S blk.17.ffn_up_exps.weight[130]: blk.17.ffn_up_exps.weight[131]: blk.17.ffn_up_exps.weight[132]: IQ3_S blk.17.ffn_up_exps.weight[133]: IQ3_S blk.17.ffn_up_exps.weight[134]: blk.17.ffn_up_exps.weight[135]: blk.17.ffn_up_exps.weight[136]: IQ3_S blk.17.ffn_up_exps.weight[137]: blk.17.ffn_up_exps.weight[138]: IQ3_S blk.17.ffn_up_exps.weight[139]: blk.17.ffn_up_exps.weight[140]: IQ3_S blk.17.ffn_up_exps.weight[141]: blk.17.ffn_up_exps.weight[142]: blk.17.ffn_up_exps.weight[143]: IQ3_S blk.17.ffn_up_exps.weight[144]: IQ3_S blk.17.ffn_up_exps.weight[145]: IQ3_S blk.17.ffn_up_exps.weight[146]: blk.17.ffn_up_exps.weight[147]: IQ3_S blk.17.ffn_up_exps.weight[148]: IQ3_S blk.17.ffn_up_exps.weight[149]: blk.17.ffn_up_exps.weight[150]: blk.17.ffn_up_exps.weight[151]: IQ3_S blk.17.ffn_up_exps.weight[152]: blk.17.ffn_up_exps.weight[153]: blk.17.ffn_up_exps.weight[154]: blk.17.ffn_up_exps.weight[155]: blk.17.ffn_up_exps.weight[156]: blk.17.ffn_up_exps.weight[157]: blk.17.ffn_up_exps.weight[158]: blk.17.ffn_up_exps.weight[159]: IQ3_S blk.17.ffn_up_exps.weight[160]: IQ3_S blk.17.ffn_up_exps.weight[161]: IQ3_S blk.17.ffn_up_exps.weight[162]: blk.17.ffn_up_exps.weight[163]: IQ3_S blk.17.ffn_up_exps.weight[164]: IQ3_S blk.17.ffn_up_exps.weight[165]: IQ3_S blk.17.ffn_up_exps.weight[166]: blk.17.ffn_up_exps.weight[167]: blk.17.ffn_up_exps.weight[168]: blk.17.ffn_up_exps.weight[169]: blk.17.ffn_up_exps.weight[170]: blk.17.ffn_up_exps.weight[171]: blk.17.ffn_up_exps.weight[172]: IQ3_S blk.17.ffn_up_exps.weight[173]: IQ3_S blk.17.ffn_up_exps.weight[174]: IQ3_S blk.17.ffn_up_exps.weight[175]: blk.17.ffn_up_exps.weight[176]: IQ3_S blk.17.ffn_up_exps.weight[177]: IQ3_S blk.17.ffn_up_exps.weight[178]: IQ3_S blk.17.ffn_up_exps.weight[179]: blk.17.ffn_up_exps.weight[180]: blk.17.ffn_up_exps.weight[181]: blk.17.ffn_up_exps.weight[182]: blk.17.ffn_up_exps.weight[183]: blk.17.ffn_up_exps.weight[184]: blk.17.ffn_up_exps.weight[185]: IQ3_S blk.17.ffn_up_exps.weight[186]: IQ3_S blk.17.ffn_up_exps.weight[187]: blk.17.ffn_up_exps.weight[188]: IQ3_S blk.17.ffn_up_exps.weight[189]: blk.17.ffn_up_exps.weight[190]: IQ3_S blk.17.ffn_up_exps.weight[191]: IQ3_S blk.17.ffn_up_exps.weight[192]: IQ3_S blk.17.ffn_up_exps.weight[193]: IQ3_S blk.17.ffn_up_exps.weight[194]: IQ3_S blk.17.ffn_up_exps.weight[195]: IQ3_S blk.17.ffn_up_exps.weight[196]: IQ3_S blk.17.ffn_up_exps.weight[197]: IQ3_S blk.17.ffn_up_exps.weight[198]: blk.17.ffn_up_exps.weight[199]: blk.17.ffn_up_exps.weight[200]: blk.17.ffn_up_exps.weight[201]: IQ3_S blk.17.ffn_up_exps.weight[202]: blk.17.ffn_up_exps.weight[203]: blk.17.ffn_up_exps.weight[204]: blk.17.ffn_up_exps.weight[205]: blk.17.ffn_up_exps.weight[206]: blk.17.ffn_up_exps.weight[207]: IQ3_S blk.17.ffn_up_exps.weight[208]: IQ3_S blk.17.ffn_up_exps.weight[209]: IQ3_S blk.17.ffn_up_exps.weight[210]: IQ3_S blk.17.ffn_up_exps.weight[211]: blk.17.ffn_up_exps.weight[212]: blk.17.ffn_up_exps.weight[213]: blk.17.ffn_up_exps.weight[214]: IQ3_S blk.17.ffn_up_exps.weight[215]: blk.17.ffn_up_exps.weight[216]: IQ3_S blk.17.ffn_up_exps.weight[217]: blk.17.ffn_up_exps.weight[218]: blk.17.ffn_up_exps.weight[219]: IQ3_S blk.17.ffn_up_exps.weight[220]: IQ3_S blk.17.ffn_up_exps.weight[221]: blk.17.ffn_up_exps.weight[222]: IQ3_S blk.17.ffn_up_exps.weight[223]: IQ3_S blk.17.ffn_up_exps.weight[224]: IQ3_S blk.17.ffn_up_exps.weight[225]: blk.17.ffn_up_exps.weight[226]: blk.17.ffn_up_exps.weight[227]: IQ3_S blk.17.ffn_up_exps.weight[228]: IQ3_S blk.17.ffn_up_exps.weight[229]: blk.17.ffn_up_exps.weight[230]: blk.17.ffn_up_exps.weight[231]: IQ3_S blk.17.ffn_up_exps.weight[232]: blk.17.ffn_up_exps.weight[233]: blk.17.ffn_up_exps.weight[234]: IQ3_S blk.17.ffn_up_exps.weight[235]: blk.17.ffn_up_exps.weight[236]: IQ3_S blk.17.ffn_up_exps.weight[237]: IQ3_S blk.17.ffn_up_exps.weight[238]: IQ3_S blk.17.ffn_up_exps.weight[239]: IQ3_S blk.17.ffn_up_exps.weight[240]: blk.17.ffn_up_exps.weight[241]: blk.17.ffn_up_exps.weight[242]: IQ3_S blk.17.ffn_up_exps.weight[243]: IQ3_S blk.17.ffn_up_exps.weight[244]: IQ3_S blk.17.ffn_up_exps.weight[245]: IQ3_S blk.17.ffn_up_exps.weight[246]: IQ3_S blk.17.ffn_up_exps.weight[247]: IQ3_S blk.17.ffn_up_exps.weight[248]: blk.17.ffn_up_exps.weight[249]: IQ3_S blk.17.ffn_up_exps.weight[250]: blk.17.ffn_up_exps.weight[251]: blk.17.ffn_up_exps.weight[252]: blk.17.ffn_up_exps.weight[253]: IQ3_S blk.17.ffn_up_exps.weight[254]: IQ3_S blk.17.ffn_up_exps.weight[255]: blk.17.ffn_up_exps.weight[256]: blk.17.ffn_up_exps.weight[257]: blk.17.ffn_up_exps.weight[258]: blk.17.ffn_up_exps.weight[259]: IQ3_S blk.17.ffn_up_exps.weight[260]: blk.17.ffn_up_exps.weight[261]: IQ3_S blk.17.ffn_up_exps.weight[262]: IQ3_S blk.17.ffn_up_exps.weight[263]: blk.17.ffn_up_exps.weight[264]: IQ3_S blk.17.ffn_up_exps.weight[265]: blk.17.ffn_up_exps.weight[266]: IQ3_S blk.17.ffn_up_exps.weight[267]: IQ3_S blk.17.ffn_up_exps.weight[268]: blk.17.ffn_up_exps.weight[269]: blk.17.ffn_up_exps.weight[270]: IQ3_S blk.17.ffn_up_exps.weight[271]: blk.17.ffn_up_exps.weight[272]: IQ3_S blk.17.ffn_up_exps.weight[273]: IQ3_S blk.17.ffn_up_exps.weight[274]: blk.17.ffn_up_exps.weight[275]: IQ3_S blk.17.ffn_up_exps.weight[276]: IQ3_S blk.17.ffn_up_exps.weight[277]: IQ3_S blk.17.ffn_up_exps.weight[278]: blk.17.ffn_up_exps.weight[279]: IQ3_S blk.17.ffn_up_exps.weight[280]: blk.17.ffn_up_exps.weight[281]: IQ3_S blk.17.ffn_up_exps.weight[282]: blk.17.ffn_up_exps.weight[283]: blk.17.ffn_up_exps.weight[284]: IQ3_S blk.17.ffn_up_exps.weight[285]: IQ3_S blk.17.ffn_up_exps.weight[286]: blk.17.ffn_up_exps.weight[287]: blk.17.ffn_up_exps.weight[288]: IQ3_S blk.17.ffn_up_exps.weight[289]: blk.17.ffn_up_exps.weight[290]: blk.17.ffn_up_exps.weight[291]: IQ3_S blk.17.ffn_up_exps.weight[292]: blk.17.ffn_up_exps.weight[293]: blk.17.ffn_up_exps.weight[294]: blk.17.ffn_up_exps.weight[295]: blk.17.ffn_up_exps.weight[296]: blk.17.ffn_up_exps.weight[297]: blk.17.ffn_up_exps.weight[298]: blk.17.ffn_up_exps.weight[299]: IQ3_S blk.17.ffn_up_exps.weight[300]: IQ3_S blk.17.ffn_up_exps.weight[301]: blk.17.ffn_up_exps.weight[302]: IQ3_S blk.17.ffn_up_exps.weight[303]: IQ3_S blk.17.ffn_up_exps.weight[304]: blk.17.ffn_up_exps.weight[305]: IQ3_S blk.17.ffn_up_exps.weight[306]: IQ3_S blk.17.ffn_up_exps.weight[307]: blk.17.ffn_up_exps.weight[308]: blk.17.ffn_up_exps.weight[309]: blk.17.ffn_up_exps.weight[310]: IQ3_S blk.17.ffn_up_exps.weight[311]: blk.17.ffn_up_exps.weight[312]: blk.17.ffn_up_exps.weight[313]: blk.17.ffn_up_exps.weight[314]: IQ3_S blk.17.ffn_up_exps.weight[315]: IQ3_S blk.17.ffn_up_exps.weight[316]: blk.17.ffn_up_exps.weight[317]: blk.17.ffn_up_exps.weight[318]: blk.17.ffn_up_exps.weight[319]: IQ3_S blk.17.ffn_up_exps.weight[320]: blk.17.ffn_up_exps.weight[321]: IQ3_S blk.17.ffn_up_exps.weight[322]: blk.17.ffn_up_exps.weight[323]: IQ3_S blk.17.ffn_up_exps.weight[324]: IQ3_S blk.17.ffn_up_exps.weight[325]: IQ3_S blk.17.ffn_up_exps.weight[326]: blk.17.ffn_up_exps.weight[327]: IQ3_S blk.17.ffn_up_exps.weight[328]: IQ3_S blk.17.ffn_up_exps.weight[329]: blk.17.ffn_up_exps.weight[330]: blk.17.ffn_up_exps.weight[331]: IQ3_S blk.17.ffn_up_exps.weight[332]: blk.17.ffn_up_exps.weight[333]: IQ3_S blk.17.ffn_up_exps.weight[334]: IQ3_S blk.17.ffn_up_exps.weight[335]: IQ3_S blk.17.ffn_up_exps.weight[336]: IQ3_S blk.17.ffn_up_exps.weight[337]: blk.17.ffn_up_exps.weight[338]: IQ3_S blk.17.ffn_up_exps.weight[339]: blk.17.ffn_up_exps.weight[340]: blk.17.ffn_up_exps.weight[341]: blk.17.ffn_up_exps.weight[342]: IQ3_S blk.17.ffn_up_exps.weight[343]: blk.17.ffn_up_exps.weight[344]: blk.17.ffn_up_exps.weight[345]: IQ3_S blk.17.ffn_up_exps.weight[346]: IQ3_S blk.17.ffn_up_exps.weight[347]: IQ3_S blk.17.ffn_up_exps.weight[348]: blk.17.ffn_up_exps.weight[349]: IQ3_S blk.17.ffn_up_exps.weight[350]: blk.17.ffn_up_exps.weight[351]: IQ3_S blk.17.ffn_up_exps.weight[352]: blk.17.ffn_up_exps.weight[353]: blk.17.ffn_up_exps.weight[354]: IQ3_S blk.17.ffn_up_exps.weight[355]: IQ3_S blk.17.ffn_up_exps.weight[356]: blk.17.ffn_up_exps.weight[357]: IQ3_S blk.17.ffn_up_exps.weight[358]: IQ3_S blk.17.ffn_up_exps.weight[359]: IQ3_S blk.17.ffn_up_exps.weight[360]: IQ3_S blk.17.ffn_up_exps.weight[361]: IQ3_S blk.17.ffn_up_exps.weight[362]: IQ3_S blk.17.ffn_up_exps.weight[363]: IQ3_S blk.17.ffn_up_exps.weight[364]: blk.17.ffn_up_exps.weight[365]: IQ3_S blk.17.ffn_up_exps.weight[366]: blk.17.ffn_up_exps.weight[367]: blk.17.ffn_up_exps.weight[368]: IQ3_S blk.17.ffn_up_exps.weight[369]: blk.17.ffn_up_exps.weight[370]: blk.17.ffn_up_exps.weight[371]: IQ3_S blk.17.ffn_up_exps.weight[372]: IQ3_S blk.17.ffn_up_exps.weight[373]: blk.17.ffn_up_exps.weight[374]: IQ3_S blk.17.ffn_up_exps.weight[375]: blk.17.ffn_up_exps.weight[376]: IQ3_S blk.17.ffn_up_exps.weight[377]: blk.17.ffn_up_exps.weight[378]: IQ3_S blk.17.ffn_up_exps.weight[379]: IQ3_S blk.17.ffn_up_exps.weight[380]: blk.17.ffn_up_exps.weight[381]: blk.17.ffn_up_exps.weight[382]: IQ3_S blk.17.ffn_up_exps.weight[383]: blk.17.ffn_up_exps.weight[384]: IQ3_S blk.17.ffn_up_exps.weight[385]: IQ3_S blk.17.ffn_up_exps.weight[386]: blk.17.ffn_up_exps.weight[387]: IQ3_S blk.17.ffn_up_exps.weight[388]: blk.17.ffn_up_exps.weight[389]: blk.17.ffn_up_exps.weight[390]: blk.17.ffn_up_exps.weight[391]: IQ3_S blk.17.ffn_up_exps.weight[392]: IQ3_S blk.17.ffn_up_exps.weight[393]: blk.17.ffn_up_exps.weight[394]: IQ3_S blk.17.ffn_up_exps.weight[395]: IQ3_S blk.17.ffn_up_exps.weight[396]: blk.17.ffn_up_exps.weight[397]: IQ3_S blk.17.ffn_up_exps.weight[398]: IQ3_S blk.17.ffn_up_exps.weight[399]: blk.17.ffn_up_exps.weight[400]: IQ3_S blk.17.ffn_up_exps.weight[401]: blk.17.ffn_up_exps.weight[402]: IQ3_S blk.17.ffn_up_exps.weight[403]: IQ3_S blk.17.ffn_up_exps.weight[404]: IQ3_S blk.17.ffn_up_exps.weight[405]: IQ3_S blk.17.ffn_up_exps.weight[406]: blk.17.ffn_up_exps.weight[407]: IQ3_S blk.17.ffn_up_exps.weight[408]: blk.17.ffn_up_exps.weight[409]: blk.17.ffn_up_exps.weight[410]: IQ3_S blk.17.ffn_up_exps.weight[411]: IQ3_S blk.17.ffn_up_exps.weight[412]: blk.17.ffn_up_exps.weight[413]: blk.17.ffn_up_exps.weight[414]: blk.17.ffn_up_exps.weight[415]: IQ3_S blk.17.ffn_up_exps.weight[416]: blk.17.ffn_up_exps.weight[417]: blk.17.ffn_up_exps.weight[418]: IQ3_S blk.17.ffn_up_exps.weight[419]: IQ3_S blk.17.ffn_up_exps.weight[420]: IQ3_S blk.17.ffn_up_exps.weight[421]: IQ3_S blk.17.ffn_up_exps.weight[422]: IQ3_S blk.17.ffn_up_exps.weight[423]: IQ3_S blk.17.ffn_up_exps.weight[424]: blk.17.ffn_up_exps.weight[425]: blk.17.ffn_up_exps.weight[426]: IQ3_S blk.17.ffn_up_exps.weight[427]: blk.17.ffn_up_exps.weight[428]: blk.17.ffn_up_exps.weight[429]: blk.17.ffn_up_exps.weight[430]: IQ3_S blk.17.ffn_up_exps.weight[431]: blk.17.ffn_up_exps.weight[432]: blk.17.ffn_up_exps.weight[433]: IQ3_S blk.17.ffn_up_exps.weight[434]: IQ3_S blk.17.ffn_up_exps.weight[435]: blk.17.ffn_up_exps.weight[436]: blk.17.ffn_up_exps.weight[437]: IQ3_S blk.17.ffn_up_exps.weight[438]: blk.17.ffn_up_exps.weight[439]: blk.17.ffn_up_exps.weight[440]: IQ3_S blk.17.ffn_up_exps.weight[441]: IQ3_S blk.17.ffn_up_exps.weight[442]: IQ3_S blk.17.ffn_up_exps.weight[443]: IQ3_S blk.17.ffn_up_exps.weight[444]: IQ3_S blk.17.ffn_up_exps.weight[445]: blk.17.ffn_up_exps.weight[446]: blk.17.ffn_up_exps.weight[447]: blk.17.ffn_up_exps.weight[448]: IQ3_S blk.17.ffn_up_exps.weight[449]: IQ3_S blk.17.ffn_up_exps.weight[450]: blk.17.ffn_up_exps.weight[451]: blk.17.ffn_up_exps.weight[452]: IQ3_S blk.17.ffn_up_exps.weight[453]: IQ3_S blk.17.ffn_up_exps.weight[454]: IQ3_S blk.17.ffn_up_exps.weight[455]: IQ3_S blk.17.ffn_up_exps.weight[456]: IQ3_S blk.17.ffn_up_exps.weight[457]: IQ3_S blk.17.ffn_up_exps.weight[458]: IQ3_S blk.17.ffn_up_exps.weight[459]: IQ3_S blk.17.ffn_up_exps.weight[460]: blk.17.ffn_up_exps.weight[461]: blk.17.ffn_up_exps.weight[462]: IQ3_S blk.17.ffn_up_exps.weight[463]: IQ3_S blk.17.ffn_up_exps.weight[464]: IQ3_S blk.17.ffn_up_exps.weight[465]: IQ3_S blk.17.ffn_up_exps.weight[466]: IQ3_S blk.17.ffn_up_exps.weight[467]: IQ3_S blk.17.ffn_up_exps.weight[468]: IQ3_S blk.17.ffn_up_exps.weight[469]: IQ3_S blk.17.ffn_up_exps.weight[470]: blk.17.ffn_up_exps.weight[471]: IQ3_S blk.17.ffn_up_exps.weight[472]: blk.17.ffn_up_exps.weight[473]: blk.17.ffn_up_exps.weight[474]: blk.17.ffn_up_exps.weight[475]: blk.17.ffn_up_exps.weight[476]: IQ3_S blk.17.ffn_up_exps.weight[477]: IQ3_S blk.17.ffn_up_exps.weight[478]: blk.17.ffn_up_exps.weight[479]: blk.17.ffn_up_exps.weight[480]: IQ3_S blk.17.ffn_up_exps.weight[481]: IQ3_S blk.17.ffn_up_exps.weight[482]: blk.17.ffn_up_exps.weight[483]: blk.17.ffn_up_exps.weight[484]: IQ3_S blk.17.ffn_up_exps.weight[485]: IQ3_S blk.17.ffn_up_exps.weight[486]: IQ3_S blk.17.ffn_up_exps.weight[487]: IQ3_S blk.17.ffn_up_exps.weight[488]: IQ3_S blk.17.ffn_up_exps.weight[489]: blk.17.ffn_up_exps.weight[490]: blk.17.ffn_up_exps.weight[491]: blk.17.ffn_up_exps.weight[492]: blk.17.ffn_up_exps.weight[493]: blk.17.ffn_up_exps.weight[494]: IQ3_S blk.17.ffn_up_exps.weight[495]: IQ3_S blk.17.ffn_up_exps.weight[496]: IQ3_S blk.17.ffn_up_exps.weight[497]: blk.17.ffn_up_exps.weight[498]: blk.17.ffn_up_exps.weight[499]: IQ3_S blk.17.ffn_up_exps.weight[500]: IQ3_S blk.17.ffn_up_exps.weight[501]: blk.17.ffn_up_exps.weight[502]: blk.17.ffn_up_exps.weight[503]: blk.17.ffn_up_exps.weight[504]: IQ3_S blk.17.ffn_up_exps.weight[505]: blk.17.ffn_up_exps.weight[506]: blk.17.ffn_up_exps.weight[507]: blk.17.ffn_up_exps.weight[508]: blk.17.ffn_up_exps.weight[509]: blk.17.ffn_up_exps.weight[510]: IQ3_S blk.17.ffn_up_exps.weight[511]: IQ3_S blk.17.ffn_down_exps.weight[0]: IQ4_NL blk.17.ffn_down_exps.weight[1]: blk.17.ffn_down_exps.weight[2]: blk.17.ffn_down_exps.weight[3]: IQ4_NL blk.17.ffn_down_exps.weight[4]: blk.17.ffn_down_exps.weight[5]: blk.17.ffn_down_exps.weight[6]: IQ4_NL blk.17.ffn_down_exps.weight[7]: IQ4_NL blk.17.ffn_down_exps.weight[8]: blk.17.ffn_down_exps.weight[9]: blk.17.ffn_down_exps.weight[10]: blk.17.ffn_down_exps.weight[11]: blk.17.ffn_down_exps.weight[12]: blk.17.ffn_down_exps.weight[13]: blk.17.ffn_down_exps.weight[14]: IQ4_NL blk.17.ffn_down_exps.weight[15]: blk.17.ffn_down_exps.weight[16]: IQ4_NL blk.17.ffn_down_exps.weight[17]: IQ4_NL blk.17.ffn_down_exps.weight[18]: IQ4_NL blk.17.ffn_down_exps.weight[19]: blk.17.ffn_down_exps.weight[20]: IQ4_NL blk.17.ffn_down_exps.weight[21]: IQ4_NL blk.17.ffn_down_exps.weight[22]: IQ4_NL blk.17.ffn_down_exps.weight[23]: blk.17.ffn_down_exps.weight[24]: blk.17.ffn_down_exps.weight[25]: IQ4_NL blk.17.ffn_down_exps.weight[26]: blk.17.ffn_down_exps.weight[27]: IQ4_NL blk.17.ffn_down_exps.weight[28]: blk.17.ffn_down_exps.weight[29]: blk.17.ffn_down_exps.weight[30]: IQ4_NL blk.17.ffn_down_exps.weight[31]: IQ4_NL blk.17.ffn_down_exps.weight[32]: blk.17.ffn_down_exps.weight[33]: blk.17.ffn_down_exps.weight[34]: IQ4_NL blk.17.ffn_down_exps.weight[35]: IQ4_NL blk.17.ffn_down_exps.weight[36]: blk.17.ffn_down_exps.weight[37]: blk.17.ffn_down_exps.weight[38]: blk.17.ffn_down_exps.weight[39]: IQ4_NL blk.17.ffn_down_exps.weight[40]: blk.17.ffn_down_exps.weight[41]: IQ4_NL blk.17.ffn_down_exps.weight[42]: blk.17.ffn_down_exps.weight[43]: IQ4_NL blk.17.ffn_down_exps.weight[44]: IQ4_NL blk.17.ffn_down_exps.weight[45]: blk.17.ffn_down_exps.weight[46]: blk.17.ffn_down_exps.weight[47]: blk.17.ffn_down_exps.weight[48]: blk.17.ffn_down_exps.weight[49]: blk.17.ffn_down_exps.weight[50]: IQ4_NL blk.17.ffn_down_exps.weight[51]: IQ4_NL blk.17.ffn_down_exps.weight[52]: IQ4_NL blk.17.ffn_down_exps.weight[53]: blk.17.ffn_down_exps.weight[54]: blk.17.ffn_down_exps.weight[55]: blk.17.ffn_down_exps.weight[56]: blk.17.ffn_down_exps.weight[57]: blk.17.ffn_down_exps.weight[58]: IQ4_NL blk.17.ffn_down_exps.weight[59]: IQ4_NL blk.17.ffn_down_exps.weight[60]: blk.17.ffn_down_exps.weight[61]: IQ4_NL blk.17.ffn_down_exps.weight[62]: IQ4_NL blk.17.ffn_down_exps.weight[63]: blk.17.ffn_down_exps.weight[64]: IQ4_NL blk.17.ffn_down_exps.weight[65]: blk.17.ffn_down_exps.weight[66]: IQ4_NL blk.17.ffn_down_exps.weight[67]: blk.17.ffn_down_exps.weight[68]: IQ4_NL blk.17.ffn_down_exps.weight[69]: IQ4_NL blk.17.ffn_down_exps.weight[70]: IQ4_NL blk.17.ffn_down_exps.weight[71]: IQ4_NL blk.17.ffn_down_exps.weight[72]: IQ4_NL blk.17.ffn_down_exps.weight[73]: IQ4_NL blk.17.ffn_down_exps.weight[74]: IQ4_NL blk.17.ffn_down_exps.weight[75]: IQ4_NL blk.17.ffn_down_exps.weight[76]: IQ4_NL blk.17.ffn_down_exps.weight[77]: IQ4_NL blk.17.ffn_down_exps.weight[78]: blk.17.ffn_down_exps.weight[79]: blk.17.ffn_down_exps.weight[80]: blk.17.ffn_down_exps.weight[81]: IQ4_NL blk.17.ffn_down_exps.weight[82]: blk.17.ffn_down_exps.weight[83]: blk.17.ffn_down_exps.weight[84]: blk.17.ffn_down_exps.weight[85]: IQ4_NL blk.17.ffn_down_exps.weight[86]: IQ4_NL blk.17.ffn_down_exps.weight[87]: IQ4_NL blk.17.ffn_down_exps.weight[88]: IQ4_NL blk.17.ffn_down_exps.weight[89]: blk.17.ffn_down_exps.weight[90]: IQ4_NL blk.17.ffn_down_exps.weight[91]: blk.17.ffn_down_exps.weight[92]: blk.17.ffn_down_exps.weight[93]: IQ4_NL blk.17.ffn_down_exps.weight[94]: blk.17.ffn_down_exps.weight[95]: blk.17.ffn_down_exps.weight[96]: blk.17.ffn_down_exps.weight[97]: IQ4_NL blk.17.ffn_down_exps.weight[98]: blk.17.ffn_down_exps.weight[99]: blk.17.ffn_down_exps.weight[100]: blk.17.ffn_down_exps.weight[101]: IQ4_NL blk.17.ffn_down_exps.weight[102]: blk.17.ffn_down_exps.weight[103]: IQ4_NL blk.17.ffn_down_exps.weight[104]: IQ4_NL blk.17.ffn_down_exps.weight[105]: blk.17.ffn_down_exps.weight[106]: IQ4_NL blk.17.ffn_down_exps.weight[107]: IQ4_NL blk.17.ffn_down_exps.weight[108]: blk.17.ffn_down_exps.weight[109]: blk.17.ffn_down_exps.weight[110]: IQ4_NL blk.17.ffn_down_exps.weight[111]: blk.17.ffn_down_exps.weight[112]: IQ4_NL blk.17.ffn_down_exps.weight[113]: IQ4_NL blk.17.ffn_down_exps.weight[114]: blk.17.ffn_down_exps.weight[115]: blk.17.ffn_down_exps.weight[116]: IQ4_NL blk.17.ffn_down_exps.weight[117]: blk.17.ffn_down_exps.weight[118]: blk.17.ffn_down_exps.weight[119]: blk.17.ffn_down_exps.weight[120]: IQ4_NL blk.17.ffn_down_exps.weight[121]: blk.17.ffn_down_exps.weight[122]: blk.17.ffn_down_exps.weight[123]: blk.17.ffn_down_exps.weight[124]: blk.17.ffn_down_exps.weight[125]: blk.17.ffn_down_exps.weight[126]: blk.17.ffn_down_exps.weight[127]: blk.17.ffn_down_exps.weight[128]: blk.17.ffn_down_exps.weight[129]: IQ4_NL blk.17.ffn_down_exps.weight[130]: blk.17.ffn_down_exps.weight[131]: blk.17.ffn_down_exps.weight[132]: IQ4_NL blk.17.ffn_down_exps.weight[133]: IQ4_NL blk.17.ffn_down_exps.weight[134]: blk.17.ffn_down_exps.weight[135]: blk.17.ffn_down_exps.weight[136]: IQ4_NL blk.17.ffn_down_exps.weight[137]: blk.17.ffn_down_exps.weight[138]: IQ4_NL blk.17.ffn_down_exps.weight[139]: blk.17.ffn_down_exps.weight[140]: IQ4_NL blk.17.ffn_down_exps.weight[141]: blk.17.ffn_down_exps.weight[142]: blk.17.ffn_down_exps.weight[143]: IQ4_NL blk.17.ffn_down_exps.weight[144]: IQ4_NL blk.17.ffn_down_exps.weight[145]: IQ4_NL blk.17.ffn_down_exps.weight[146]: blk.17.ffn_down_exps.weight[147]: IQ4_NL blk.17.ffn_down_exps.weight[148]: IQ4_NL blk.17.ffn_down_exps.weight[149]: blk.17.ffn_down_exps.weight[150]: blk.17.ffn_down_exps.weight[151]: IQ4_NL blk.17.ffn_down_exps.weight[152]: blk.17.ffn_down_exps.weight[153]: blk.17.ffn_down_exps.weight[154]: blk.17.ffn_down_exps.weight[155]: blk.17.ffn_down_exps.weight[156]: blk.17.ffn_down_exps.weight[157]: blk.17.ffn_down_exps.weight[158]: blk.17.ffn_down_exps.weight[159]: IQ4_NL blk.17.ffn_down_exps.weight[160]: IQ4_NL blk.17.ffn_down_exps.weight[161]: IQ4_NL blk.17.ffn_down_exps.weight[162]: blk.17.ffn_down_exps.weight[163]: IQ4_NL blk.17.ffn_down_exps.weight[164]: IQ4_NL blk.17.ffn_down_exps.weight[165]: IQ4_NL blk.17.ffn_down_exps.weight[166]: blk.17.ffn_down_exps.weight[167]: blk.17.ffn_down_exps.weight[168]: blk.17.ffn_down_exps.weight[169]: blk.17.ffn_down_exps.weight[170]: blk.17.ffn_down_exps.weight[171]: blk.17.ffn_down_exps.weight[172]: IQ4_NL blk.17.ffn_down_exps.weight[173]: IQ4_NL blk.17.ffn_down_exps.weight[174]: IQ4_NL blk.17.ffn_down_exps.weight[175]: blk.17.ffn_down_exps.weight[176]: IQ4_NL blk.17.ffn_down_exps.weight[177]: IQ4_NL blk.17.ffn_down_exps.weight[178]: IQ4_NL blk.17.ffn_down_exps.weight[179]: blk.17.ffn_down_exps.weight[180]: blk.17.ffn_down_exps.weight[181]: blk.17.ffn_down_exps.weight[182]: blk.17.ffn_down_exps.weight[183]: blk.17.ffn_down_exps.weight[184]: blk.17.ffn_down_exps.weight[185]: IQ4_NL blk.17.ffn_down_exps.weight[186]: IQ4_NL blk.17.ffn_down_exps.weight[187]: blk.17.ffn_down_exps.weight[188]: IQ4_NL blk.17.ffn_down_exps.weight[189]: blk.17.ffn_down_exps.weight[190]: IQ4_NL blk.17.ffn_down_exps.weight[191]: IQ4_NL blk.17.ffn_down_exps.weight[192]: IQ4_NL blk.17.ffn_down_exps.weight[193]: IQ4_NL blk.17.ffn_down_exps.weight[194]: IQ4_NL blk.17.ffn_down_exps.weight[195]: IQ4_NL blk.17.ffn_down_exps.weight[196]: IQ4_NL blk.17.ffn_down_exps.weight[197]: IQ4_NL blk.17.ffn_down_exps.weight[198]: blk.17.ffn_down_exps.weight[199]: blk.17.ffn_down_exps.weight[200]: blk.17.ffn_down_exps.weight[201]: IQ4_NL blk.17.ffn_down_exps.weight[202]: blk.17.ffn_down_exps.weight[203]: blk.17.ffn_down_exps.weight[204]: blk.17.ffn_down_exps.weight[205]: blk.17.ffn_down_exps.weight[206]: blk.17.ffn_down_exps.weight[207]: IQ4_NL blk.17.ffn_down_exps.weight[208]: IQ4_NL blk.17.ffn_down_exps.weight[209]: IQ4_NL blk.17.ffn_down_exps.weight[210]: IQ4_NL blk.17.ffn_down_exps.weight[211]: blk.17.ffn_down_exps.weight[212]: blk.17.ffn_down_exps.weight[213]: blk.17.ffn_down_exps.weight[214]: IQ4_NL blk.17.ffn_down_exps.weight[215]: blk.17.ffn_down_exps.weight[216]: IQ4_NL blk.17.ffn_down_exps.weight[217]: blk.17.ffn_down_exps.weight[218]: blk.17.ffn_down_exps.weight[219]: IQ4_NL blk.17.ffn_down_exps.weight[220]: IQ4_NL blk.17.ffn_down_exps.weight[221]: blk.17.ffn_down_exps.weight[222]: IQ4_NL blk.17.ffn_down_exps.weight[223]: IQ4_NL blk.17.ffn_down_exps.weight[224]: IQ4_NL blk.17.ffn_down_exps.weight[225]: blk.17.ffn_down_exps.weight[226]: blk.17.ffn_down_exps.weight[227]: IQ4_NL blk.17.ffn_down_exps.weight[228]: IQ4_NL blk.17.ffn_down_exps.weight[229]: blk.17.ffn_down_exps.weight[230]: blk.17.ffn_down_exps.weight[231]: IQ4_NL blk.17.ffn_down_exps.weight[232]: blk.17.ffn_down_exps.weight[233]: blk.17.ffn_down_exps.weight[234]: IQ4_NL blk.17.ffn_down_exps.weight[235]: blk.17.ffn_down_exps.weight[236]: IQ4_NL blk.17.ffn_down_exps.weight[237]: IQ4_NL blk.17.ffn_down_exps.weight[238]: IQ4_NL blk.17.ffn_down_exps.weight[239]: IQ4_NL blk.17.ffn_down_exps.weight[240]: blk.17.ffn_down_exps.weight[241]: blk.17.ffn_down_exps.weight[242]: IQ4_NL blk.17.ffn_down_exps.weight[243]: IQ4_NL blk.17.ffn_down_exps.weight[244]: IQ4_NL blk.17.ffn_down_exps.weight[245]: IQ4_NL blk.17.ffn_down_exps.weight[246]: IQ4_NL blk.17.ffn_down_exps.weight[247]: IQ4_NL blk.17.ffn_down_exps.weight[248]: blk.17.ffn_down_exps.weight[249]: IQ4_NL blk.17.ffn_down_exps.weight[250]: blk.17.ffn_down_exps.weight[251]: blk.17.ffn_down_exps.weight[252]: blk.17.ffn_down_exps.weight[253]: IQ4_NL blk.17.ffn_down_exps.weight[254]: IQ4_NL blk.17.ffn_down_exps.weight[255]: blk.17.ffn_down_exps.weight[256]: blk.17.ffn_down_exps.weight[257]: blk.17.ffn_down_exps.weight[258]: blk.17.ffn_down_exps.weight[259]: IQ4_NL blk.17.ffn_down_exps.weight[260]: blk.17.ffn_down_exps.weight[261]: IQ4_NL blk.17.ffn_down_exps.weight[262]: IQ4_NL blk.17.ffn_down_exps.weight[263]: blk.17.ffn_down_exps.weight[264]: IQ4_NL blk.17.ffn_down_exps.weight[265]: blk.17.ffn_down_exps.weight[266]: IQ4_NL blk.17.ffn_down_exps.weight[267]: IQ4_NL blk.17.ffn_down_exps.weight[268]: blk.17.ffn_down_exps.weight[269]: blk.17.ffn_down_exps.weight[270]: IQ4_NL blk.17.ffn_down_exps.weight[271]: blk.17.ffn_down_exps.weight[272]: IQ4_NL blk.17.ffn_down_exps.weight[273]: IQ4_NL blk.17.ffn_down_exps.weight[274]: blk.17.ffn_down_exps.weight[275]: IQ4_NL blk.17.ffn_down_exps.weight[276]: IQ4_NL blk.17.ffn_down_exps.weight[277]: IQ4_NL blk.17.ffn_down_exps.weight[278]: blk.17.ffn_down_exps.weight[279]: IQ4_NL blk.17.ffn_down_exps.weight[280]: blk.17.ffn_down_exps.weight[281]: IQ4_NL blk.17.ffn_down_exps.weight[282]: blk.17.ffn_down_exps.weight[283]: blk.17.ffn_down_exps.weight[284]: IQ4_NL blk.17.ffn_down_exps.weight[285]: IQ4_NL blk.17.ffn_down_exps.weight[286]: blk.17.ffn_down_exps.weight[287]: blk.17.ffn_down_exps.weight[288]: IQ4_NL blk.17.ffn_down_exps.weight[289]: blk.17.ffn_down_exps.weight[290]: blk.17.ffn_down_exps.weight[291]: IQ4_NL blk.17.ffn_down_exps.weight[292]: blk.17.ffn_down_exps.weight[293]: blk.17.ffn_down_exps.weight[294]: blk.17.ffn_down_exps.weight[295]: blk.17.ffn_down_exps.weight[296]: blk.17.ffn_down_exps.weight[297]: blk.17.ffn_down_exps.weight[298]: blk.17.ffn_down_exps.weight[299]: IQ4_NL blk.17.ffn_down_exps.weight[300]: IQ4_NL blk.17.ffn_down_exps.weight[301]: blk.17.ffn_down_exps.weight[302]: IQ4_NL blk.17.ffn_down_exps.weight[303]: IQ4_NL blk.17.ffn_down_exps.weight[304]: blk.17.ffn_down_exps.weight[305]: IQ4_NL blk.17.ffn_down_exps.weight[306]: IQ4_NL blk.17.ffn_down_exps.weight[307]: blk.17.ffn_down_exps.weight[308]: blk.17.ffn_down_exps.weight[309]: blk.17.ffn_down_exps.weight[310]: IQ4_NL blk.17.ffn_down_exps.weight[311]: blk.17.ffn_down_exps.weight[312]: blk.17.ffn_down_exps.weight[313]: blk.17.ffn_down_exps.weight[314]: IQ4_NL blk.17.ffn_down_exps.weight[315]: IQ4_NL blk.17.ffn_down_exps.weight[316]: blk.17.ffn_down_exps.weight[317]: blk.17.ffn_down_exps.weight[318]: blk.17.ffn_down_exps.weight[319]: IQ4_NL blk.17.ffn_down_exps.weight[320]: blk.17.ffn_down_exps.weight[321]: IQ4_NL blk.17.ffn_down_exps.weight[322]: blk.17.ffn_down_exps.weight[323]: IQ4_NL blk.17.ffn_down_exps.weight[324]: IQ4_NL blk.17.ffn_down_exps.weight[325]: IQ4_NL blk.17.ffn_down_exps.weight[326]: blk.17.ffn_down_exps.weight[327]: IQ4_NL blk.17.ffn_down_exps.weight[328]: IQ4_NL blk.17.ffn_down_exps.weight[329]: blk.17.ffn_down_exps.weight[330]: blk.17.ffn_down_exps.weight[331]: IQ4_NL blk.17.ffn_down_exps.weight[332]: blk.17.ffn_down_exps.weight[333]: IQ4_NL blk.17.ffn_down_exps.weight[334]: IQ4_NL blk.17.ffn_down_exps.weight[335]: IQ4_NL blk.17.ffn_down_exps.weight[336]: IQ4_NL blk.17.ffn_down_exps.weight[337]: blk.17.ffn_down_exps.weight[338]: IQ4_NL blk.17.ffn_down_exps.weight[339]: blk.17.ffn_down_exps.weight[340]: blk.17.ffn_down_exps.weight[341]: blk.17.ffn_down_exps.weight[342]: IQ4_NL blk.17.ffn_down_exps.weight[343]: blk.17.ffn_down_exps.weight[344]: blk.17.ffn_down_exps.weight[345]: IQ4_NL blk.17.ffn_down_exps.weight[346]: IQ4_NL blk.17.ffn_down_exps.weight[347]: IQ4_NL blk.17.ffn_down_exps.weight[348]: blk.17.ffn_down_exps.weight[349]: IQ4_NL blk.17.ffn_down_exps.weight[350]: blk.17.ffn_down_exps.weight[351]: IQ4_NL blk.17.ffn_down_exps.weight[352]: blk.17.ffn_down_exps.weight[353]: blk.17.ffn_down_exps.weight[354]: IQ4_NL blk.17.ffn_down_exps.weight[355]: IQ4_NL blk.17.ffn_down_exps.weight[356]: blk.17.ffn_down_exps.weight[357]: IQ4_NL blk.17.ffn_down_exps.weight[358]: IQ4_NL blk.17.ffn_down_exps.weight[359]: IQ4_NL blk.17.ffn_down_exps.weight[360]: IQ4_NL blk.17.ffn_down_exps.weight[361]: IQ4_NL blk.17.ffn_down_exps.weight[362]: IQ4_NL blk.17.ffn_down_exps.weight[363]: IQ4_NL blk.17.ffn_down_exps.weight[364]: blk.17.ffn_down_exps.weight[365]: IQ4_NL blk.17.ffn_down_exps.weight[366]: blk.17.ffn_down_exps.weight[367]: blk.17.ffn_down_exps.weight[368]: IQ4_NL blk.17.ffn_down_exps.weight[369]: blk.17.ffn_down_exps.weight[370]: blk.17.ffn_down_exps.weight[371]: IQ4_NL blk.17.ffn_down_exps.weight[372]: IQ4_NL blk.17.ffn_down_exps.weight[373]: blk.17.ffn_down_exps.weight[374]: IQ4_NL blk.17.ffn_down_exps.weight[375]: blk.17.ffn_down_exps.weight[376]: IQ4_NL blk.17.ffn_down_exps.weight[377]: blk.17.ffn_down_exps.weight[378]: IQ4_NL blk.17.ffn_down_exps.weight[379]: IQ4_NL blk.17.ffn_down_exps.weight[380]: blk.17.ffn_down_exps.weight[381]: blk.17.ffn_down_exps.weight[382]: IQ4_NL blk.17.ffn_down_exps.weight[383]: blk.17.ffn_down_exps.weight[384]: IQ4_NL blk.17.ffn_down_exps.weight[385]: IQ4_NL blk.17.ffn_down_exps.weight[386]: blk.17.ffn_down_exps.weight[387]: IQ4_NL blk.17.ffn_down_exps.weight[388]: blk.17.ffn_down_exps.weight[389]: blk.17.ffn_down_exps.weight[390]: blk.17.ffn_down_exps.weight[391]: IQ4_NL blk.17.ffn_down_exps.weight[392]: IQ4_NL blk.17.ffn_down_exps.weight[393]: blk.17.ffn_down_exps.weight[394]: IQ4_NL blk.17.ffn_down_exps.weight[395]: IQ4_NL blk.17.ffn_down_exps.weight[396]: blk.17.ffn_down_exps.weight[397]: IQ4_NL blk.17.ffn_down_exps.weight[398]: IQ4_NL blk.17.ffn_down_exps.weight[399]: blk.17.ffn_down_exps.weight[400]: IQ4_NL blk.17.ffn_down_exps.weight[401]: blk.17.ffn_down_exps.weight[402]: IQ4_NL blk.17.ffn_down_exps.weight[403]: IQ4_NL blk.17.ffn_down_exps.weight[404]: IQ4_NL blk.17.ffn_down_exps.weight[405]: IQ4_NL blk.17.ffn_down_exps.weight[406]: blk.17.ffn_down_exps.weight[407]: IQ4_NL blk.17.ffn_down_exps.weight[408]: blk.17.ffn_down_exps.weight[409]: blk.17.ffn_down_exps.weight[410]: IQ4_NL blk.17.ffn_down_exps.weight[411]: IQ4_NL blk.17.ffn_down_exps.weight[412]: blk.17.ffn_down_exps.weight[413]: blk.17.ffn_down_exps.weight[414]: blk.17.ffn_down_exps.weight[415]: IQ4_NL blk.17.ffn_down_exps.weight[416]: blk.17.ffn_down_exps.weight[417]: blk.17.ffn_down_exps.weight[418]: IQ4_NL blk.17.ffn_down_exps.weight[419]: IQ4_NL blk.17.ffn_down_exps.weight[420]: IQ4_NL blk.17.ffn_down_exps.weight[421]: IQ4_NL blk.17.ffn_down_exps.weight[422]: IQ4_NL blk.17.ffn_down_exps.weight[423]: IQ4_NL blk.17.ffn_down_exps.weight[424]: blk.17.ffn_down_exps.weight[425]: blk.17.ffn_down_exps.weight[426]: IQ4_NL blk.17.ffn_down_exps.weight[427]: blk.17.ffn_down_exps.weight[428]: blk.17.ffn_down_exps.weight[429]: blk.17.ffn_down_exps.weight[430]: IQ4_NL blk.17.ffn_down_exps.weight[431]: blk.17.ffn_down_exps.weight[432]: blk.17.ffn_down_exps.weight[433]: IQ4_NL blk.17.ffn_down_exps.weight[434]: IQ4_NL blk.17.ffn_down_exps.weight[435]: blk.17.ffn_down_exps.weight[436]: blk.17.ffn_down_exps.weight[437]: IQ4_NL blk.17.ffn_down_exps.weight[438]: blk.17.ffn_down_exps.weight[439]: blk.17.ffn_down_exps.weight[440]: IQ4_NL blk.17.ffn_down_exps.weight[441]: IQ4_NL blk.17.ffn_down_exps.weight[442]: IQ4_NL blk.17.ffn_down_exps.weight[443]: IQ4_NL blk.17.ffn_down_exps.weight[444]: IQ4_NL blk.17.ffn_down_exps.weight[445]: blk.17.ffn_down_exps.weight[446]: blk.17.ffn_down_exps.weight[447]: blk.17.ffn_down_exps.weight[448]: IQ4_NL blk.17.ffn_down_exps.weight[449]: IQ4_NL blk.17.ffn_down_exps.weight[450]: blk.17.ffn_down_exps.weight[451]: blk.17.ffn_down_exps.weight[452]: IQ4_NL blk.17.ffn_down_exps.weight[453]: IQ4_NL blk.17.ffn_down_exps.weight[454]: IQ4_NL blk.17.ffn_down_exps.weight[455]: IQ4_NL blk.17.ffn_down_exps.weight[456]: IQ4_NL blk.17.ffn_down_exps.weight[457]: IQ4_NL blk.17.ffn_down_exps.weight[458]: IQ4_NL blk.17.ffn_down_exps.weight[459]: IQ4_NL blk.17.ffn_down_exps.weight[460]: blk.17.ffn_down_exps.weight[461]: blk.17.ffn_down_exps.weight[462]: IQ4_NL blk.17.ffn_down_exps.weight[463]: IQ4_NL blk.17.ffn_down_exps.weight[464]: IQ4_NL blk.17.ffn_down_exps.weight[465]: IQ4_NL blk.17.ffn_down_exps.weight[466]: IQ4_NL blk.17.ffn_down_exps.weight[467]: IQ4_NL blk.17.ffn_down_exps.weight[468]: IQ4_NL blk.17.ffn_down_exps.weight[469]: IQ4_NL blk.17.ffn_down_exps.weight[470]: blk.17.ffn_down_exps.weight[471]: IQ4_NL blk.17.ffn_down_exps.weight[472]: blk.17.ffn_down_exps.weight[473]: blk.17.ffn_down_exps.weight[474]: blk.17.ffn_down_exps.weight[475]: blk.17.ffn_down_exps.weight[476]: IQ4_NL blk.17.ffn_down_exps.weight[477]: IQ4_NL blk.17.ffn_down_exps.weight[478]: blk.17.ffn_down_exps.weight[479]: blk.17.ffn_down_exps.weight[480]: IQ4_NL blk.17.ffn_down_exps.weight[481]: IQ4_NL blk.17.ffn_down_exps.weight[482]: blk.17.ffn_down_exps.weight[483]: blk.17.ffn_down_exps.weight[484]: IQ4_NL blk.17.ffn_down_exps.weight[485]: IQ4_NL blk.17.ffn_down_exps.weight[486]: IQ4_NL blk.17.ffn_down_exps.weight[487]: IQ4_NL blk.17.ffn_down_exps.weight[488]: IQ4_NL blk.17.ffn_down_exps.weight[489]: blk.17.ffn_down_exps.weight[490]: blk.17.ffn_down_exps.weight[491]: blk.17.ffn_down_exps.weight[492]: blk.17.ffn_down_exps.weight[493]: blk.17.ffn_down_exps.weight[494]: IQ4_NL blk.17.ffn_down_exps.weight[495]: IQ4_NL blk.17.ffn_down_exps.weight[496]: IQ4_NL blk.17.ffn_down_exps.weight[497]: blk.17.ffn_down_exps.weight[498]: blk.17.ffn_down_exps.weight[499]: IQ4_NL blk.17.ffn_down_exps.weight[500]: IQ4_NL blk.17.ffn_down_exps.weight[501]: blk.17.ffn_down_exps.weight[502]: blk.17.ffn_down_exps.weight[503]: blk.17.ffn_down_exps.weight[504]: IQ4_NL blk.17.ffn_down_exps.weight[505]: blk.17.ffn_down_exps.weight[506]: blk.17.ffn_down_exps.weight[507]: blk.17.ffn_down_exps.weight[508]: blk.17.ffn_down_exps.weight[509]: blk.17.ffn_down_exps.weight[510]: IQ4_NL blk.17.ffn_down_exps.weight[511]: IQ4_NL blk.18.ffn_gate_exps.weight[0]: IQ3_XXS blk.18.ffn_gate_exps.weight[1]: blk.18.ffn_gate_exps.weight[2]: blk.18.ffn_gate_exps.weight[3]: blk.18.ffn_gate_exps.weight[4]: blk.18.ffn_gate_exps.weight[5]: IQ3_XXS blk.18.ffn_gate_exps.weight[6]: blk.18.ffn_gate_exps.weight[7]: IQ3_XXS blk.18.ffn_gate_exps.weight[8]: IQ3_XXS blk.18.ffn_gate_exps.weight[9]: IQ3_XXS blk.18.ffn_gate_exps.weight[10]: IQ3_XXS blk.18.ffn_gate_exps.weight[11]: blk.18.ffn_gate_exps.weight[12]: blk.18.ffn_gate_exps.weight[13]: IQ3_XXS blk.18.ffn_gate_exps.weight[14]: blk.18.ffn_gate_exps.weight[15]: blk.18.ffn_gate_exps.weight[16]: blk.18.ffn_gate_exps.weight[17]: blk.18.ffn_gate_exps.weight[18]: IQ3_XXS blk.18.ffn_gate_exps.weight[19]: IQ3_XXS blk.18.ffn_gate_exps.weight[20]: IQ3_XXS blk.18.ffn_gate_exps.weight[21]: blk.18.ffn_gate_exps.weight[22]: IQ3_XXS blk.18.ffn_gate_exps.weight[23]: blk.18.ffn_gate_exps.weight[24]: IQ3_XXS blk.18.ffn_gate_exps.weight[25]: IQ3_XXS blk.18.ffn_gate_exps.weight[26]: IQ3_XXS blk.18.ffn_gate_exps.weight[27]: IQ3_XXS blk.18.ffn_gate_exps.weight[28]: IQ3_XXS blk.18.ffn_gate_exps.weight[29]: IQ3_XXS blk.18.ffn_gate_exps.weight[30]: blk.18.ffn_gate_exps.weight[31]: blk.18.ffn_gate_exps.weight[32]: blk.18.ffn_gate_exps.weight[33]: IQ3_XXS blk.18.ffn_gate_exps.weight[34]: IQ3_XXS blk.18.ffn_gate_exps.weight[35]: blk.18.ffn_gate_exps.weight[36]: blk.18.ffn_gate_exps.weight[37]: blk.18.ffn_gate_exps.weight[38]: IQ3_XXS blk.18.ffn_gate_exps.weight[39]: blk.18.ffn_gate_exps.weight[40]: blk.18.ffn_gate_exps.weight[41]: blk.18.ffn_gate_exps.weight[42]: IQ3_XXS blk.18.ffn_gate_exps.weight[43]: IQ3_XXS blk.18.ffn_gate_exps.weight[44]: IQ3_XXS blk.18.ffn_gate_exps.weight[45]: IQ3_XXS blk.18.ffn_gate_exps.weight[46]: IQ3_XXS blk.18.ffn_gate_exps.weight[47]: IQ3_XXS blk.18.ffn_gate_exps.weight[48]: IQ3_XXS blk.18.ffn_gate_exps.weight[49]: IQ3_XXS blk.18.ffn_gate_exps.weight[50]: blk.18.ffn_gate_exps.weight[51]: IQ3_XXS blk.18.ffn_gate_exps.weight[52]: blk.18.ffn_gate_exps.weight[53]: IQ3_XXS blk.18.ffn_gate_exps.weight[54]: blk.18.ffn_gate_exps.weight[55]: IQ3_XXS blk.18.ffn_gate_exps.weight[56]: blk.18.ffn_gate_exps.weight[57]: blk.18.ffn_gate_exps.weight[58]: IQ3_XXS blk.18.ffn_gate_exps.weight[59]: blk.18.ffn_gate_exps.weight[60]: IQ3_XXS blk.18.ffn_gate_exps.weight[61]: blk.18.ffn_gate_exps.weight[62]: blk.18.ffn_gate_exps.weight[63]: blk.18.ffn_gate_exps.weight[64]: blk.18.ffn_gate_exps.weight[65]: blk.18.ffn_gate_exps.weight[66]: blk.18.ffn_gate_exps.weight[67]: blk.18.ffn_gate_exps.weight[68]: IQ3_XXS blk.18.ffn_gate_exps.weight[69]: IQ3_XXS blk.18.ffn_gate_exps.weight[70]: IQ3_XXS blk.18.ffn_gate_exps.weight[71]: blk.18.ffn_gate_exps.weight[72]: IQ3_XXS blk.18.ffn_gate_exps.weight[73]: IQ3_XXS blk.18.ffn_gate_exps.weight[74]: blk.18.ffn_gate_exps.weight[75]: IQ3_XXS blk.18.ffn_gate_exps.weight[76]: blk.18.ffn_gate_exps.weight[77]: blk.18.ffn_gate_exps.weight[78]: blk.18.ffn_gate_exps.weight[79]: IQ3_XXS blk.18.ffn_gate_exps.weight[80]: blk.18.ffn_gate_exps.weight[81]: blk.18.ffn_gate_exps.weight[82]: IQ3_XXS blk.18.ffn_gate_exps.weight[83]: blk.18.ffn_gate_exps.weight[84]: blk.18.ffn_gate_exps.weight[85]: IQ3_XXS blk.18.ffn_gate_exps.weight[86]: blk.18.ffn_gate_exps.weight[87]: IQ3_XXS blk.18.ffn_gate_exps.weight[88]: IQ3_XXS blk.18.ffn_gate_exps.weight[89]: IQ3_XXS blk.18.ffn_gate_exps.weight[90]: blk.18.ffn_gate_exps.weight[91]: IQ3_XXS blk.18.ffn_gate_exps.weight[92]: IQ3_XXS blk.18.ffn_gate_exps.weight[93]: IQ3_XXS blk.18.ffn_gate_exps.weight[94]: blk.18.ffn_gate_exps.weight[95]: IQ3_XXS blk.18.ffn_gate_exps.weight[96]: blk.18.ffn_gate_exps.weight[97]: blk.18.ffn_gate_exps.weight[98]: IQ3_XXS blk.18.ffn_gate_exps.weight[99]: blk.18.ffn_gate_exps.weight[100]: IQ3_XXS blk.18.ffn_gate_exps.weight[101]: IQ3_XXS blk.18.ffn_gate_exps.weight[102]: IQ3_XXS blk.18.ffn_gate_exps.weight[103]: IQ3_XXS blk.18.ffn_gate_exps.weight[104]: blk.18.ffn_gate_exps.weight[105]: blk.18.ffn_gate_exps.weight[106]: IQ3_XXS blk.18.ffn_gate_exps.weight[107]: IQ3_XXS blk.18.ffn_gate_exps.weight[108]: IQ3_XXS blk.18.ffn_gate_exps.weight[109]: blk.18.ffn_gate_exps.weight[110]: IQ3_XXS blk.18.ffn_gate_exps.weight[111]: IQ3_XXS blk.18.ffn_gate_exps.weight[112]: blk.18.ffn_gate_exps.weight[113]: blk.18.ffn_gate_exps.weight[114]: IQ3_XXS blk.18.ffn_gate_exps.weight[115]: IQ3_XXS blk.18.ffn_gate_exps.weight[116]: IQ3_XXS blk.18.ffn_gate_exps.weight[117]: IQ3_XXS blk.18.ffn_gate_exps.weight[118]: IQ3_XXS blk.18.ffn_gate_exps.weight[119]: IQ3_XXS blk.18.ffn_gate_exps.weight[120]: blk.18.ffn_gate_exps.weight[121]: blk.18.ffn_gate_exps.weight[122]: IQ3_XXS blk.18.ffn_gate_exps.weight[123]: blk.18.ffn_gate_exps.weight[124]: blk.18.ffn_gate_exps.weight[125]: blk.18.ffn_gate_exps.weight[126]: blk.18.ffn_gate_exps.weight[127]: IQ3_XXS blk.18.ffn_gate_exps.weight[128]: IQ3_XXS blk.18.ffn_gate_exps.weight[129]: blk.18.ffn_gate_exps.weight[130]: blk.18.ffn_gate_exps.weight[131]: IQ3_XXS blk.18.ffn_gate_exps.weight[132]: IQ3_XXS blk.18.ffn_gate_exps.weight[133]: IQ3_XXS blk.18.ffn_gate_exps.weight[134]: IQ3_XXS blk.18.ffn_gate_exps.weight[135]: blk.18.ffn_gate_exps.weight[136]: blk.18.ffn_gate_exps.weight[137]: blk.18.ffn_gate_exps.weight[138]: blk.18.ffn_gate_exps.weight[139]: IQ3_XXS blk.18.ffn_gate_exps.weight[140]: IQ3_XXS blk.18.ffn_gate_exps.weight[141]: IQ3_XXS blk.18.ffn_gate_exps.weight[142]: IQ3_XXS blk.18.ffn_gate_exps.weight[143]: blk.18.ffn_gate_exps.weight[144]: IQ3_XXS blk.18.ffn_gate_exps.weight[145]: blk.18.ffn_gate_exps.weight[146]: blk.18.ffn_gate_exps.weight[147]: blk.18.ffn_gate_exps.weight[148]: blk.18.ffn_gate_exps.weight[149]: blk.18.ffn_gate_exps.weight[150]: blk.18.ffn_gate_exps.weight[151]: IQ3_XXS blk.18.ffn_gate_exps.weight[152]: IQ3_XXS blk.18.ffn_gate_exps.weight[153]: blk.18.ffn_gate_exps.weight[154]: blk.18.ffn_gate_exps.weight[155]: blk.18.ffn_gate_exps.weight[156]: blk.18.ffn_gate_exps.weight[157]: IQ3_XXS blk.18.ffn_gate_exps.weight[158]: blk.18.ffn_gate_exps.weight[159]: IQ3_XXS blk.18.ffn_gate_exps.weight[160]: IQ3_XXS blk.18.ffn_gate_exps.weight[161]: blk.18.ffn_gate_exps.weight[162]: blk.18.ffn_gate_exps.weight[163]: blk.18.ffn_gate_exps.weight[164]: IQ3_XXS blk.18.ffn_gate_exps.weight[165]: IQ3_XXS blk.18.ffn_gate_exps.weight[166]: IQ3_XXS blk.18.ffn_gate_exps.weight[167]: IQ3_XXS blk.18.ffn_gate_exps.weight[168]: IQ3_XXS blk.18.ffn_gate_exps.weight[169]: blk.18.ffn_gate_exps.weight[170]: IQ3_XXS blk.18.ffn_gate_exps.weight[171]: blk.18.ffn_gate_exps.weight[172]: IQ3_XXS blk.18.ffn_gate_exps.weight[173]: IQ3_XXS blk.18.ffn_gate_exps.weight[174]: blk.18.ffn_gate_exps.weight[175]: blk.18.ffn_gate_exps.weight[176]: IQ3_XXS blk.18.ffn_gate_exps.weight[177]: IQ3_XXS blk.18.ffn_gate_exps.weight[178]: IQ3_XXS blk.18.ffn_gate_exps.weight[179]: IQ3_XXS blk.18.ffn_gate_exps.weight[180]: IQ3_XXS blk.18.ffn_gate_exps.weight[181]: blk.18.ffn_gate_exps.weight[182]: IQ3_XXS blk.18.ffn_gate_exps.weight[183]: IQ3_XXS blk.18.ffn_gate_exps.weight[184]: blk.18.ffn_gate_exps.weight[185]: IQ3_XXS blk.18.ffn_gate_exps.weight[186]: blk.18.ffn_gate_exps.weight[187]: blk.18.ffn_gate_exps.weight[188]: blk.18.ffn_gate_exps.weight[189]: blk.18.ffn_gate_exps.weight[190]: IQ3_XXS blk.18.ffn_gate_exps.weight[191]: IQ3_XXS blk.18.ffn_gate_exps.weight[192]: blk.18.ffn_gate_exps.weight[193]: IQ3_XXS blk.18.ffn_gate_exps.weight[194]: IQ3_XXS blk.18.ffn_gate_exps.weight[195]: blk.18.ffn_gate_exps.weight[196]: IQ3_XXS blk.18.ffn_gate_exps.weight[197]: IQ3_XXS blk.18.ffn_gate_exps.weight[198]: IQ3_XXS blk.18.ffn_gate_exps.weight[199]: blk.18.ffn_gate_exps.weight[200]: IQ3_XXS blk.18.ffn_gate_exps.weight[201]: IQ3_XXS blk.18.ffn_gate_exps.weight[202]: blk.18.ffn_gate_exps.weight[203]: blk.18.ffn_gate_exps.weight[204]: IQ3_XXS blk.18.ffn_gate_exps.weight[205]: blk.18.ffn_gate_exps.weight[206]: blk.18.ffn_gate_exps.weight[207]: IQ3_XXS blk.18.ffn_gate_exps.weight[208]: IQ3_XXS blk.18.ffn_gate_exps.weight[209]: blk.18.ffn_gate_exps.weight[210]: blk.18.ffn_gate_exps.weight[211]: IQ3_XXS blk.18.ffn_gate_exps.weight[212]: IQ3_XXS blk.18.ffn_gate_exps.weight[213]: IQ3_XXS blk.18.ffn_gate_exps.weight[214]: IQ3_XXS blk.18.ffn_gate_exps.weight[215]: blk.18.ffn_gate_exps.weight[216]: IQ3_XXS blk.18.ffn_gate_exps.weight[217]: IQ3_XXS blk.18.ffn_gate_exps.weight[218]: IQ3_XXS blk.18.ffn_gate_exps.weight[219]: IQ3_XXS blk.18.ffn_gate_exps.weight[220]: IQ3_XXS blk.18.ffn_gate_exps.weight[221]: blk.18.ffn_gate_exps.weight[222]: IQ3_XXS blk.18.ffn_gate_exps.weight[223]: blk.18.ffn_gate_exps.weight[224]: IQ3_XXS blk.18.ffn_gate_exps.weight[225]: blk.18.ffn_gate_exps.weight[226]: IQ3_XXS blk.18.ffn_gate_exps.weight[227]: IQ3_XXS blk.18.ffn_gate_exps.weight[228]: blk.18.ffn_gate_exps.weight[229]: IQ3_XXS blk.18.ffn_gate_exps.weight[230]: IQ3_XXS blk.18.ffn_gate_exps.weight[231]: blk.18.ffn_gate_exps.weight[232]: blk.18.ffn_gate_exps.weight[233]: IQ3_XXS blk.18.ffn_gate_exps.weight[234]: blk.18.ffn_gate_exps.weight[235]: IQ3_XXS blk.18.ffn_gate_exps.weight[236]: blk.18.ffn_gate_exps.weight[237]: IQ3_XXS blk.18.ffn_gate_exps.weight[238]: IQ3_XXS blk.18.ffn_gate_exps.weight[239]: blk.18.ffn_gate_exps.weight[240]: IQ3_XXS blk.18.ffn_gate_exps.weight[241]: IQ3_XXS blk.18.ffn_gate_exps.weight[242]: IQ3_XXS blk.18.ffn_gate_exps.weight[243]: blk.18.ffn_gate_exps.weight[244]: blk.18.ffn_gate_exps.weight[245]: blk.18.ffn_gate_exps.weight[246]: IQ3_XXS blk.18.ffn_gate_exps.weight[247]: blk.18.ffn_gate_exps.weight[248]: IQ3_XXS blk.18.ffn_gate_exps.weight[249]: IQ3_XXS blk.18.ffn_gate_exps.weight[250]: blk.18.ffn_gate_exps.weight[251]: blk.18.ffn_gate_exps.weight[252]: IQ3_XXS blk.18.ffn_gate_exps.weight[253]: blk.18.ffn_gate_exps.weight[254]: blk.18.ffn_gate_exps.weight[255]: blk.18.ffn_gate_exps.weight[256]: blk.18.ffn_gate_exps.weight[257]: IQ3_XXS blk.18.ffn_gate_exps.weight[258]: IQ3_XXS blk.18.ffn_gate_exps.weight[259]: blk.18.ffn_gate_exps.weight[260]: IQ3_XXS blk.18.ffn_gate_exps.weight[261]: IQ3_XXS blk.18.ffn_gate_exps.weight[262]: blk.18.ffn_gate_exps.weight[263]: blk.18.ffn_gate_exps.weight[264]: IQ3_XXS blk.18.ffn_gate_exps.weight[265]: IQ3_XXS blk.18.ffn_gate_exps.weight[266]: IQ3_XXS blk.18.ffn_gate_exps.weight[267]: IQ3_XXS blk.18.ffn_gate_exps.weight[268]: blk.18.ffn_gate_exps.weight[269]: blk.18.ffn_gate_exps.weight[270]: blk.18.ffn_gate_exps.weight[271]: IQ3_XXS blk.18.ffn_gate_exps.weight[272]: blk.18.ffn_gate_exps.weight[273]: IQ3_XXS blk.18.ffn_gate_exps.weight[274]: blk.18.ffn_gate_exps.weight[275]: IQ3_XXS blk.18.ffn_gate_exps.weight[276]: IQ3_XXS blk.18.ffn_gate_exps.weight[277]: IQ3_XXS blk.18.ffn_gate_exps.weight[278]: IQ3_XXS blk.18.ffn_gate_exps.weight[279]: blk.18.ffn_gate_exps.weight[280]: IQ3_XXS blk.18.ffn_gate_exps.weight[281]: blk.18.ffn_gate_exps.weight[282]: IQ3_XXS blk.18.ffn_gate_exps.weight[283]: IQ3_XXS blk.18.ffn_gate_exps.weight[284]: blk.18.ffn_gate_exps.weight[285]: IQ3_XXS blk.18.ffn_gate_exps.weight[286]: IQ3_XXS blk.18.ffn_gate_exps.weight[287]: IQ3_XXS blk.18.ffn_gate_exps.weight[288]: blk.18.ffn_gate_exps.weight[289]: blk.18.ffn_gate_exps.weight[290]: blk.18.ffn_gate_exps.weight[291]: blk.18.ffn_gate_exps.weight[292]: blk.18.ffn_gate_exps.weight[293]: IQ3_XXS blk.18.ffn_gate_exps.weight[294]: IQ3_XXS blk.18.ffn_gate_exps.weight[295]: blk.18.ffn_gate_exps.weight[296]: blk.18.ffn_gate_exps.weight[297]: IQ3_XXS blk.18.ffn_gate_exps.weight[298]: blk.18.ffn_gate_exps.weight[299]: IQ3_XXS blk.18.ffn_gate_exps.weight[300]: IQ3_XXS blk.18.ffn_gate_exps.weight[301]: blk.18.ffn_gate_exps.weight[302]: IQ3_XXS blk.18.ffn_gate_exps.weight[303]: blk.18.ffn_gate_exps.weight[304]: blk.18.ffn_gate_exps.weight[305]: blk.18.ffn_gate_exps.weight[306]: IQ3_XXS blk.18.ffn_gate_exps.weight[307]: blk.18.ffn_gate_exps.weight[308]: blk.18.ffn_gate_exps.weight[309]: blk.18.ffn_gate_exps.weight[310]: blk.18.ffn_gate_exps.weight[311]: blk.18.ffn_gate_exps.weight[312]: IQ3_XXS blk.18.ffn_gate_exps.weight[313]: blk.18.ffn_gate_exps.weight[314]: blk.18.ffn_gate_exps.weight[315]: IQ3_XXS blk.18.ffn_gate_exps.weight[316]: blk.18.ffn_gate_exps.weight[317]: blk.18.ffn_gate_exps.weight[318]: IQ3_XXS blk.18.ffn_gate_exps.weight[319]: blk.18.ffn_gate_exps.weight[320]: blk.18.ffn_gate_exps.weight[321]: blk.18.ffn_gate_exps.weight[322]: blk.18.ffn_gate_exps.weight[323]: blk.18.ffn_gate_exps.weight[324]: blk.18.ffn_gate_exps.weight[325]: IQ3_XXS blk.18.ffn_gate_exps.weight[326]: blk.18.ffn_gate_exps.weight[327]: IQ3_XXS blk.18.ffn_gate_exps.weight[328]: blk.18.ffn_gate_exps.weight[329]: IQ3_XXS blk.18.ffn_gate_exps.weight[330]: blk.18.ffn_gate_exps.weight[331]: blk.18.ffn_gate_exps.weight[332]: blk.18.ffn_gate_exps.weight[333]: blk.18.ffn_gate_exps.weight[334]: blk.18.ffn_gate_exps.weight[335]: blk.18.ffn_gate_exps.weight[336]: IQ3_XXS blk.18.ffn_gate_exps.weight[337]: IQ3_XXS blk.18.ffn_gate_exps.weight[338]: IQ3_XXS blk.18.ffn_gate_exps.weight[339]: blk.18.ffn_gate_exps.weight[340]: IQ3_XXS blk.18.ffn_gate_exps.weight[341]: IQ3_XXS blk.18.ffn_gate_exps.weight[342]: blk.18.ffn_gate_exps.weight[343]: blk.18.ffn_gate_exps.weight[344]: IQ3_XXS blk.18.ffn_gate_exps.weight[345]: blk.18.ffn_gate_exps.weight[346]: blk.18.ffn_gate_exps.weight[347]: IQ3_XXS blk.18.ffn_gate_exps.weight[348]: IQ3_XXS blk.18.ffn_gate_exps.weight[349]: blk.18.ffn_gate_exps.weight[350]: blk.18.ffn_gate_exps.weight[351]: blk.18.ffn_gate_exps.weight[352]: blk.18.ffn_gate_exps.weight[353]: IQ3_XXS blk.18.ffn_gate_exps.weight[354]: blk.18.ffn_gate_exps.weight[355]: blk.18.ffn_gate_exps.weight[356]: blk.18.ffn_gate_exps.weight[357]: IQ3_XXS blk.18.ffn_gate_exps.weight[358]: blk.18.ffn_gate_exps.weight[359]: IQ3_XXS blk.18.ffn_gate_exps.weight[360]: blk.18.ffn_gate_exps.weight[361]: blk.18.ffn_gate_exps.weight[362]: IQ3_XXS blk.18.ffn_gate_exps.weight[363]: blk.18.ffn_gate_exps.weight[364]: blk.18.ffn_gate_exps.weight[365]: blk.18.ffn_gate_exps.weight[366]: IQ3_XXS blk.18.ffn_gate_exps.weight[367]: blk.18.ffn_gate_exps.weight[368]: blk.18.ffn_gate_exps.weight[369]: IQ3_XXS blk.18.ffn_gate_exps.weight[370]: IQ3_XXS blk.18.ffn_gate_exps.weight[371]: blk.18.ffn_gate_exps.weight[372]: blk.18.ffn_gate_exps.weight[373]: blk.18.ffn_gate_exps.weight[374]: blk.18.ffn_gate_exps.weight[375]: blk.18.ffn_gate_exps.weight[376]: IQ3_XXS blk.18.ffn_gate_exps.weight[377]: blk.18.ffn_gate_exps.weight[378]: IQ3_XXS blk.18.ffn_gate_exps.weight[379]: blk.18.ffn_gate_exps.weight[380]: IQ3_XXS blk.18.ffn_gate_exps.weight[381]: blk.18.ffn_gate_exps.weight[382]: blk.18.ffn_gate_exps.weight[383]: blk.18.ffn_gate_exps.weight[384]: blk.18.ffn_gate_exps.weight[385]: IQ3_XXS blk.18.ffn_gate_exps.weight[386]: blk.18.ffn_gate_exps.weight[387]: blk.18.ffn_gate_exps.weight[388]: IQ3_XXS blk.18.ffn_gate_exps.weight[389]: IQ3_XXS blk.18.ffn_gate_exps.weight[390]: IQ3_XXS blk.18.ffn_gate_exps.weight[391]: blk.18.ffn_gate_exps.weight[392]: blk.18.ffn_gate_exps.weight[393]: blk.18.ffn_gate_exps.weight[394]: IQ3_XXS blk.18.ffn_gate_exps.weight[395]: IQ3_XXS blk.18.ffn_gate_exps.weight[396]: blk.18.ffn_gate_exps.weight[397]: blk.18.ffn_gate_exps.weight[398]: IQ3_XXS blk.18.ffn_gate_exps.weight[399]: IQ3_XXS blk.18.ffn_gate_exps.weight[400]: IQ3_XXS blk.18.ffn_gate_exps.weight[401]: IQ3_XXS blk.18.ffn_gate_exps.weight[402]: IQ3_XXS blk.18.ffn_gate_exps.weight[403]: IQ3_XXS blk.18.ffn_gate_exps.weight[404]: blk.18.ffn_gate_exps.weight[405]: IQ3_XXS blk.18.ffn_gate_exps.weight[406]: blk.18.ffn_gate_exps.weight[407]: IQ3_XXS blk.18.ffn_gate_exps.weight[408]: IQ3_XXS blk.18.ffn_gate_exps.weight[409]: IQ3_XXS blk.18.ffn_gate_exps.weight[410]: blk.18.ffn_gate_exps.weight[411]: IQ3_XXS blk.18.ffn_gate_exps.weight[412]: blk.18.ffn_gate_exps.weight[413]: blk.18.ffn_gate_exps.weight[414]: blk.18.ffn_gate_exps.weight[415]: blk.18.ffn_gate_exps.weight[416]: blk.18.ffn_gate_exps.weight[417]: IQ3_XXS blk.18.ffn_gate_exps.weight[418]: IQ3_XXS blk.18.ffn_gate_exps.weight[419]: IQ3_XXS blk.18.ffn_gate_exps.weight[420]: blk.18.ffn_gate_exps.weight[421]: blk.18.ffn_gate_exps.weight[422]: IQ3_XXS blk.18.ffn_gate_exps.weight[423]: blk.18.ffn_gate_exps.weight[424]: blk.18.ffn_gate_exps.weight[425]: IQ3_XXS blk.18.ffn_gate_exps.weight[426]: blk.18.ffn_gate_exps.weight[427]: blk.18.ffn_gate_exps.weight[428]: IQ3_XXS blk.18.ffn_gate_exps.weight[429]: blk.18.ffn_gate_exps.weight[430]: blk.18.ffn_gate_exps.weight[431]: blk.18.ffn_gate_exps.weight[432]: blk.18.ffn_gate_exps.weight[433]: IQ3_XXS blk.18.ffn_gate_exps.weight[434]: blk.18.ffn_gate_exps.weight[435]: IQ3_XXS blk.18.ffn_gate_exps.weight[436]: IQ3_XXS blk.18.ffn_gate_exps.weight[437]: blk.18.ffn_gate_exps.weight[438]: blk.18.ffn_gate_exps.weight[439]: blk.18.ffn_gate_exps.weight[440]: IQ3_XXS blk.18.ffn_gate_exps.weight[441]: IQ3_XXS blk.18.ffn_gate_exps.weight[442]: IQ3_XXS blk.18.ffn_gate_exps.weight[443]: IQ3_XXS blk.18.ffn_gate_exps.weight[444]: IQ3_XXS blk.18.ffn_gate_exps.weight[445]: blk.18.ffn_gate_exps.weight[446]: blk.18.ffn_gate_exps.weight[447]: IQ3_XXS blk.18.ffn_gate_exps.weight[448]: IQ3_XXS blk.18.ffn_gate_exps.weight[449]: blk.18.ffn_gate_exps.weight[450]: IQ3_XXS blk.18.ffn_gate_exps.weight[451]: blk.18.ffn_gate_exps.weight[452]: blk.18.ffn_gate_exps.weight[453]: blk.18.ffn_gate_exps.weight[454]: blk.18.ffn_gate_exps.weight[455]: blk.18.ffn_gate_exps.weight[456]: IQ3_XXS blk.18.ffn_gate_exps.weight[457]: IQ3_XXS blk.18.ffn_gate_exps.weight[458]: blk.18.ffn_gate_exps.weight[459]: IQ3_XXS blk.18.ffn_gate_exps.weight[460]: IQ3_XXS blk.18.ffn_gate_exps.weight[461]: IQ3_XXS blk.18.ffn_gate_exps.weight[462]: IQ3_XXS blk.18.ffn_gate_exps.weight[463]: IQ3_XXS blk.18.ffn_gate_exps.weight[464]: IQ3_XXS blk.18.ffn_gate_exps.weight[465]: blk.18.ffn_gate_exps.weight[466]: IQ3_XXS blk.18.ffn_gate_exps.weight[467]: IQ3_XXS blk.18.ffn_gate_exps.weight[468]: IQ3_XXS blk.18.ffn_gate_exps.weight[469]: IQ3_XXS blk.18.ffn_gate_exps.weight[470]: blk.18.ffn_gate_exps.weight[471]: IQ3_XXS blk.18.ffn_gate_exps.weight[472]: IQ3_XXS blk.18.ffn_gate_exps.weight[473]: blk.18.ffn_gate_exps.weight[474]: blk.18.ffn_gate_exps.weight[475]: IQ3_XXS blk.18.ffn_gate_exps.weight[476]: blk.18.ffn_gate_exps.weight[477]: IQ3_XXS blk.18.ffn_gate_exps.weight[478]: IQ3_XXS blk.18.ffn_gate_exps.weight[479]: blk.18.ffn_gate_exps.weight[480]: IQ3_XXS blk.18.ffn_gate_exps.weight[481]: blk.18.ffn_gate_exps.weight[482]: IQ3_XXS blk.18.ffn_gate_exps.weight[483]: IQ3_XXS blk.18.ffn_gate_exps.weight[484]: blk.18.ffn_gate_exps.weight[485]: IQ3_XXS blk.18.ffn_gate_exps.weight[486]: IQ3_XXS blk.18.ffn_gate_exps.weight[487]: IQ3_XXS blk.18.ffn_gate_exps.weight[488]: blk.18.ffn_gate_exps.weight[489]: blk.18.ffn_gate_exps.weight[490]: blk.18.ffn_gate_exps.weight[491]: blk.18.ffn_gate_exps.weight[492]: blk.18.ffn_gate_exps.weight[493]: blk.18.ffn_gate_exps.weight[494]: IQ3_XXS blk.18.ffn_gate_exps.weight[495]: blk.18.ffn_gate_exps.weight[496]: IQ3_XXS blk.18.ffn_gate_exps.weight[497]: IQ3_XXS blk.18.ffn_gate_exps.weight[498]: IQ3_XXS blk.18.ffn_gate_exps.weight[499]: blk.18.ffn_gate_exps.weight[500]: blk.18.ffn_gate_exps.weight[501]: IQ3_XXS blk.18.ffn_gate_exps.weight[502]: blk.18.ffn_gate_exps.weight[503]: IQ3_XXS blk.18.ffn_gate_exps.weight[504]: IQ3_XXS blk.18.ffn_gate_exps.weight[505]: blk.18.ffn_gate_exps.weight[506]: IQ3_XXS blk.18.ffn_gate_exps.weight[507]: IQ3_XXS blk.18.ffn_gate_exps.weight[508]: IQ3_XXS blk.18.ffn_gate_exps.weight[509]: IQ3_XXS blk.18.ffn_gate_exps.weight[510]: blk.18.ffn_gate_exps.weight[511]: IQ3_XXS blk.18.ffn_up_exps.weight[0]: IQ3_XXS blk.18.ffn_up_exps.weight[1]: blk.18.ffn_up_exps.weight[2]: blk.18.ffn_up_exps.weight[3]: blk.18.ffn_up_exps.weight[4]: blk.18.ffn_up_exps.weight[5]: IQ3_XXS blk.18.ffn_up_exps.weight[6]: blk.18.ffn_up_exps.weight[7]: IQ3_XXS blk.18.ffn_up_exps.weight[8]: IQ3_XXS blk.18.ffn_up_exps.weight[9]: IQ3_XXS blk.18.ffn_up_exps.weight[10]: IQ3_XXS blk.18.ffn_up_exps.weight[11]: blk.18.ffn_up_exps.weight[12]: blk.18.ffn_up_exps.weight[13]: IQ3_XXS blk.18.ffn_up_exps.weight[14]: blk.18.ffn_up_exps.weight[15]: blk.18.ffn_up_exps.weight[16]: blk.18.ffn_up_exps.weight[17]: blk.18.ffn_up_exps.weight[18]: IQ3_XXS blk.18.ffn_up_exps.weight[19]: IQ3_XXS blk.18.ffn_up_exps.weight[20]: IQ3_XXS blk.18.ffn_up_exps.weight[21]: blk.18.ffn_up_exps.weight[22]: IQ3_XXS blk.18.ffn_up_exps.weight[23]: blk.18.ffn_up_exps.weight[24]: IQ3_XXS blk.18.ffn_up_exps.weight[25]: IQ3_XXS blk.18.ffn_up_exps.weight[26]: IQ3_XXS blk.18.ffn_up_exps.weight[27]: IQ3_XXS blk.18.ffn_up_exps.weight[28]: IQ3_XXS blk.18.ffn_up_exps.weight[29]: IQ3_XXS blk.18.ffn_up_exps.weight[30]: blk.18.ffn_up_exps.weight[31]: blk.18.ffn_up_exps.weight[32]: blk.18.ffn_up_exps.weight[33]: IQ3_XXS blk.18.ffn_up_exps.weight[34]: IQ3_XXS blk.18.ffn_up_exps.weight[35]: blk.18.ffn_up_exps.weight[36]: blk.18.ffn_up_exps.weight[37]: blk.18.ffn_up_exps.weight[38]: IQ3_XXS blk.18.ffn_up_exps.weight[39]: blk.18.ffn_up_exps.weight[40]: blk.18.ffn_up_exps.weight[41]: blk.18.ffn_up_exps.weight[42]: IQ3_XXS blk.18.ffn_up_exps.weight[43]: IQ3_XXS blk.18.ffn_up_exps.weight[44]: IQ3_XXS blk.18.ffn_up_exps.weight[45]: IQ3_XXS blk.18.ffn_up_exps.weight[46]: IQ3_XXS blk.18.ffn_up_exps.weight[47]: IQ3_XXS blk.18.ffn_up_exps.weight[48]: IQ3_XXS blk.18.ffn_up_exps.weight[49]: IQ3_XXS blk.18.ffn_up_exps.weight[50]: blk.18.ffn_up_exps.weight[51]: IQ3_XXS blk.18.ffn_up_exps.weight[52]: blk.18.ffn_up_exps.weight[53]: IQ3_XXS blk.18.ffn_up_exps.weight[54]: blk.18.ffn_up_exps.weight[55]: IQ3_XXS blk.18.ffn_up_exps.weight[56]: blk.18.ffn_up_exps.weight[57]: blk.18.ffn_up_exps.weight[58]: IQ3_XXS blk.18.ffn_up_exps.weight[59]: blk.18.ffn_up_exps.weight[60]: IQ3_XXS blk.18.ffn_up_exps.weight[61]: blk.18.ffn_up_exps.weight[62]: blk.18.ffn_up_exps.weight[63]: blk.18.ffn_up_exps.weight[64]: blk.18.ffn_up_exps.weight[65]: blk.18.ffn_up_exps.weight[66]: blk.18.ffn_up_exps.weight[67]: blk.18.ffn_up_exps.weight[68]: IQ3_XXS blk.18.ffn_up_exps.weight[69]: IQ3_XXS blk.18.ffn_up_exps.weight[70]: IQ3_XXS blk.18.ffn_up_exps.weight[71]: blk.18.ffn_up_exps.weight[72]: IQ3_XXS blk.18.ffn_up_exps.weight[73]: IQ3_XXS blk.18.ffn_up_exps.weight[74]: blk.18.ffn_up_exps.weight[75]: IQ3_XXS blk.18.ffn_up_exps.weight[76]: blk.18.ffn_up_exps.weight[77]: blk.18.ffn_up_exps.weight[78]: blk.18.ffn_up_exps.weight[79]: IQ3_XXS blk.18.ffn_up_exps.weight[80]: blk.18.ffn_up_exps.weight[81]: blk.18.ffn_up_exps.weight[82]: IQ3_XXS blk.18.ffn_up_exps.weight[83]: blk.18.ffn_up_exps.weight[84]: blk.18.ffn_up_exps.weight[85]: IQ3_XXS blk.18.ffn_up_exps.weight[86]: blk.18.ffn_up_exps.weight[87]: IQ3_XXS blk.18.ffn_up_exps.weight[88]: IQ3_XXS blk.18.ffn_up_exps.weight[89]: IQ3_XXS blk.18.ffn_up_exps.weight[90]: blk.18.ffn_up_exps.weight[91]: IQ3_XXS blk.18.ffn_up_exps.weight[92]: IQ3_XXS blk.18.ffn_up_exps.weight[93]: IQ3_XXS blk.18.ffn_up_exps.weight[94]: blk.18.ffn_up_exps.weight[95]: IQ3_XXS blk.18.ffn_up_exps.weight[96]: blk.18.ffn_up_exps.weight[97]: blk.18.ffn_up_exps.weight[98]: IQ3_XXS blk.18.ffn_up_exps.weight[99]: blk.18.ffn_up_exps.weight[100]: IQ3_XXS blk.18.ffn_up_exps.weight[101]: IQ3_XXS blk.18.ffn_up_exps.weight[102]: IQ3_XXS blk.18.ffn_up_exps.weight[103]: IQ3_XXS blk.18.ffn_up_exps.weight[104]: blk.18.ffn_up_exps.weight[105]: blk.18.ffn_up_exps.weight[106]: IQ3_XXS blk.18.ffn_up_exps.weight[107]: IQ3_XXS blk.18.ffn_up_exps.weight[108]: IQ3_XXS blk.18.ffn_up_exps.weight[109]: blk.18.ffn_up_exps.weight[110]: IQ3_XXS blk.18.ffn_up_exps.weight[111]: IQ3_XXS blk.18.ffn_up_exps.weight[112]: blk.18.ffn_up_exps.weight[113]: blk.18.ffn_up_exps.weight[114]: IQ3_XXS blk.18.ffn_up_exps.weight[115]: IQ3_XXS blk.18.ffn_up_exps.weight[116]: IQ3_XXS blk.18.ffn_up_exps.weight[117]: IQ3_XXS blk.18.ffn_up_exps.weight[118]: IQ3_XXS blk.18.ffn_up_exps.weight[119]: IQ3_XXS blk.18.ffn_up_exps.weight[120]: blk.18.ffn_up_exps.weight[121]: blk.18.ffn_up_exps.weight[122]: IQ3_XXS blk.18.ffn_up_exps.weight[123]: blk.18.ffn_up_exps.weight[124]: blk.18.ffn_up_exps.weight[125]: blk.18.ffn_up_exps.weight[126]: blk.18.ffn_up_exps.weight[127]: IQ3_XXS blk.18.ffn_up_exps.weight[128]: IQ3_XXS blk.18.ffn_up_exps.weight[129]: blk.18.ffn_up_exps.weight[130]: blk.18.ffn_up_exps.weight[131]: IQ3_XXS blk.18.ffn_up_exps.weight[132]: IQ3_XXS blk.18.ffn_up_exps.weight[133]: IQ3_XXS blk.18.ffn_up_exps.weight[134]: IQ3_XXS blk.18.ffn_up_exps.weight[135]: blk.18.ffn_up_exps.weight[136]: blk.18.ffn_up_exps.weight[137]: blk.18.ffn_up_exps.weight[138]: blk.18.ffn_up_exps.weight[139]: IQ3_XXS blk.18.ffn_up_exps.weight[140]: IQ3_XXS blk.18.ffn_up_exps.weight[141]: IQ3_XXS blk.18.ffn_up_exps.weight[142]: IQ3_XXS blk.18.ffn_up_exps.weight[143]: blk.18.ffn_up_exps.weight[144]: IQ3_XXS blk.18.ffn_up_exps.weight[145]: blk.18.ffn_up_exps.weight[146]: blk.18.ffn_up_exps.weight[147]: blk.18.ffn_up_exps.weight[148]: blk.18.ffn_up_exps.weight[149]: blk.18.ffn_up_exps.weight[150]: blk.18.ffn_up_exps.weight[151]: IQ3_XXS blk.18.ffn_up_exps.weight[152]: IQ3_XXS blk.18.ffn_up_exps.weight[153]: blk.18.ffn_up_exps.weight[154]: blk.18.ffn_up_exps.weight[155]: blk.18.ffn_up_exps.weight[156]: blk.18.ffn_up_exps.weight[157]: IQ3_XXS blk.18.ffn_up_exps.weight[158]: blk.18.ffn_up_exps.weight[159]: IQ3_XXS blk.18.ffn_up_exps.weight[160]: IQ3_XXS blk.18.ffn_up_exps.weight[161]: blk.18.ffn_up_exps.weight[162]: blk.18.ffn_up_exps.weight[163]: blk.18.ffn_up_exps.weight[164]: IQ3_XXS blk.18.ffn_up_exps.weight[165]: IQ3_XXS blk.18.ffn_up_exps.weight[166]: IQ3_XXS blk.18.ffn_up_exps.weight[167]: IQ3_XXS blk.18.ffn_up_exps.weight[168]: IQ3_XXS blk.18.ffn_up_exps.weight[169]: blk.18.ffn_up_exps.weight[170]: IQ3_XXS blk.18.ffn_up_exps.weight[171]: blk.18.ffn_up_exps.weight[172]: IQ3_XXS blk.18.ffn_up_exps.weight[173]: IQ3_XXS blk.18.ffn_up_exps.weight[174]: blk.18.ffn_up_exps.weight[175]: blk.18.ffn_up_exps.weight[176]: IQ3_XXS blk.18.ffn_up_exps.weight[177]: IQ3_XXS blk.18.ffn_up_exps.weight[178]: IQ3_XXS blk.18.ffn_up_exps.weight[179]: IQ3_XXS blk.18.ffn_up_exps.weight[180]: IQ3_XXS blk.18.ffn_up_exps.weight[181]: blk.18.ffn_up_exps.weight[182]: IQ3_XXS blk.18.ffn_up_exps.weight[183]: IQ3_XXS blk.18.ffn_up_exps.weight[184]: blk.18.ffn_up_exps.weight[185]: IQ3_XXS blk.18.ffn_up_exps.weight[186]: blk.18.ffn_up_exps.weight[187]: blk.18.ffn_up_exps.weight[188]: blk.18.ffn_up_exps.weight[189]: blk.18.ffn_up_exps.weight[190]: IQ3_XXS blk.18.ffn_up_exps.weight[191]: IQ3_XXS blk.18.ffn_up_exps.weight[192]: blk.18.ffn_up_exps.weight[193]: IQ3_XXS blk.18.ffn_up_exps.weight[194]: IQ3_XXS blk.18.ffn_up_exps.weight[195]: blk.18.ffn_up_exps.weight[196]: IQ3_XXS blk.18.ffn_up_exps.weight[197]: IQ3_XXS blk.18.ffn_up_exps.weight[198]: IQ3_XXS blk.18.ffn_up_exps.weight[199]: blk.18.ffn_up_exps.weight[200]: IQ3_XXS blk.18.ffn_up_exps.weight[201]: IQ3_XXS blk.18.ffn_up_exps.weight[202]: blk.18.ffn_up_exps.weight[203]: blk.18.ffn_up_exps.weight[204]: IQ3_XXS blk.18.ffn_up_exps.weight[205]: blk.18.ffn_up_exps.weight[206]: blk.18.ffn_up_exps.weight[207]: IQ3_XXS blk.18.ffn_up_exps.weight[208]: IQ3_XXS blk.18.ffn_up_exps.weight[209]: blk.18.ffn_up_exps.weight[210]: blk.18.ffn_up_exps.weight[211]: IQ3_XXS blk.18.ffn_up_exps.weight[212]: IQ3_XXS blk.18.ffn_up_exps.weight[213]: IQ3_XXS blk.18.ffn_up_exps.weight[214]: IQ3_XXS blk.18.ffn_up_exps.weight[215]: blk.18.ffn_up_exps.weight[216]: IQ3_XXS blk.18.ffn_up_exps.weight[217]: IQ3_XXS blk.18.ffn_up_exps.weight[218]: IQ3_XXS blk.18.ffn_up_exps.weight[219]: IQ3_XXS blk.18.ffn_up_exps.weight[220]: IQ3_XXS blk.18.ffn_up_exps.weight[221]: blk.18.ffn_up_exps.weight[222]: IQ3_XXS blk.18.ffn_up_exps.weight[223]: blk.18.ffn_up_exps.weight[224]: IQ3_XXS blk.18.ffn_up_exps.weight[225]: blk.18.ffn_up_exps.weight[226]: IQ3_XXS blk.18.ffn_up_exps.weight[227]: IQ3_XXS blk.18.ffn_up_exps.weight[228]: blk.18.ffn_up_exps.weight[229]: IQ3_XXS blk.18.ffn_up_exps.weight[230]: IQ3_XXS blk.18.ffn_up_exps.weight[231]: blk.18.ffn_up_exps.weight[232]: blk.18.ffn_up_exps.weight[233]: IQ3_XXS blk.18.ffn_up_exps.weight[234]: blk.18.ffn_up_exps.weight[235]: IQ3_XXS blk.18.ffn_up_exps.weight[236]: blk.18.ffn_up_exps.weight[237]: IQ3_XXS blk.18.ffn_up_exps.weight[238]: IQ3_XXS blk.18.ffn_up_exps.weight[239]: blk.18.ffn_up_exps.weight[240]: IQ3_XXS blk.18.ffn_up_exps.weight[241]: IQ3_XXS blk.18.ffn_up_exps.weight[242]: IQ3_XXS blk.18.ffn_up_exps.weight[243]: blk.18.ffn_up_exps.weight[244]: blk.18.ffn_up_exps.weight[245]: blk.18.ffn_up_exps.weight[246]: IQ3_XXS blk.18.ffn_up_exps.weight[247]: blk.18.ffn_up_exps.weight[248]: IQ3_XXS blk.18.ffn_up_exps.weight[249]: IQ3_XXS blk.18.ffn_up_exps.weight[250]: blk.18.ffn_up_exps.weight[251]: blk.18.ffn_up_exps.weight[252]: IQ3_XXS blk.18.ffn_up_exps.weight[253]: blk.18.ffn_up_exps.weight[254]: blk.18.ffn_up_exps.weight[255]: blk.18.ffn_up_exps.weight[256]: blk.18.ffn_up_exps.weight[257]: IQ3_XXS blk.18.ffn_up_exps.weight[258]: IQ3_XXS blk.18.ffn_up_exps.weight[259]: blk.18.ffn_up_exps.weight[260]: IQ3_XXS blk.18.ffn_up_exps.weight[261]: IQ3_XXS blk.18.ffn_up_exps.weight[262]: blk.18.ffn_up_exps.weight[263]: blk.18.ffn_up_exps.weight[264]: IQ3_XXS blk.18.ffn_up_exps.weight[265]: IQ3_XXS blk.18.ffn_up_exps.weight[266]: IQ3_XXS blk.18.ffn_up_exps.weight[267]: IQ3_XXS blk.18.ffn_up_exps.weight[268]: blk.18.ffn_up_exps.weight[269]: blk.18.ffn_up_exps.weight[270]: blk.18.ffn_up_exps.weight[271]: IQ3_XXS blk.18.ffn_up_exps.weight[272]: blk.18.ffn_up_exps.weight[273]: IQ3_XXS blk.18.ffn_up_exps.weight[274]: blk.18.ffn_up_exps.weight[275]: IQ3_XXS blk.18.ffn_up_exps.weight[276]: IQ3_XXS blk.18.ffn_up_exps.weight[277]: IQ3_XXS blk.18.ffn_up_exps.weight[278]: IQ3_XXS blk.18.ffn_up_exps.weight[279]: blk.18.ffn_up_exps.weight[280]: IQ3_XXS blk.18.ffn_up_exps.weight[281]: blk.18.ffn_up_exps.weight[282]: IQ3_XXS blk.18.ffn_up_exps.weight[283]: IQ3_XXS blk.18.ffn_up_exps.weight[284]: blk.18.ffn_up_exps.weight[285]: IQ3_XXS blk.18.ffn_up_exps.weight[286]: IQ3_XXS blk.18.ffn_up_exps.weight[287]: IQ3_XXS blk.18.ffn_up_exps.weight[288]: blk.18.ffn_up_exps.weight[289]: blk.18.ffn_up_exps.weight[290]: blk.18.ffn_up_exps.weight[291]: blk.18.ffn_up_exps.weight[292]: blk.18.ffn_up_exps.weight[293]: IQ3_XXS blk.18.ffn_up_exps.weight[294]: IQ3_XXS blk.18.ffn_up_exps.weight[295]: blk.18.ffn_up_exps.weight[296]: blk.18.ffn_up_exps.weight[297]: IQ3_XXS blk.18.ffn_up_exps.weight[298]: blk.18.ffn_up_exps.weight[299]: IQ3_XXS blk.18.ffn_up_exps.weight[300]: IQ3_XXS blk.18.ffn_up_exps.weight[301]: blk.18.ffn_up_exps.weight[302]: IQ3_XXS blk.18.ffn_up_exps.weight[303]: blk.18.ffn_up_exps.weight[304]: blk.18.ffn_up_exps.weight[305]: blk.18.ffn_up_exps.weight[306]: IQ3_XXS blk.18.ffn_up_exps.weight[307]: blk.18.ffn_up_exps.weight[308]: blk.18.ffn_up_exps.weight[309]: blk.18.ffn_up_exps.weight[310]: blk.18.ffn_up_exps.weight[311]: blk.18.ffn_up_exps.weight[312]: IQ3_XXS blk.18.ffn_up_exps.weight[313]: blk.18.ffn_up_exps.weight[314]: blk.18.ffn_up_exps.weight[315]: IQ3_XXS blk.18.ffn_up_exps.weight[316]: blk.18.ffn_up_exps.weight[317]: blk.18.ffn_up_exps.weight[318]: IQ3_XXS blk.18.ffn_up_exps.weight[319]: blk.18.ffn_up_exps.weight[320]: blk.18.ffn_up_exps.weight[321]: blk.18.ffn_up_exps.weight[322]: blk.18.ffn_up_exps.weight[323]: blk.18.ffn_up_exps.weight[324]: blk.18.ffn_up_exps.weight[325]: IQ3_XXS blk.18.ffn_up_exps.weight[326]: blk.18.ffn_up_exps.weight[327]: IQ3_XXS blk.18.ffn_up_exps.weight[328]: blk.18.ffn_up_exps.weight[329]: IQ3_XXS blk.18.ffn_up_exps.weight[330]: blk.18.ffn_up_exps.weight[331]: blk.18.ffn_up_exps.weight[332]: blk.18.ffn_up_exps.weight[333]: blk.18.ffn_up_exps.weight[334]: blk.18.ffn_up_exps.weight[335]: blk.18.ffn_up_exps.weight[336]: IQ3_XXS blk.18.ffn_up_exps.weight[337]: IQ3_XXS blk.18.ffn_up_exps.weight[338]: IQ3_XXS blk.18.ffn_up_exps.weight[339]: blk.18.ffn_up_exps.weight[340]: IQ3_XXS blk.18.ffn_up_exps.weight[341]: IQ3_XXS blk.18.ffn_up_exps.weight[342]: blk.18.ffn_up_exps.weight[343]: blk.18.ffn_up_exps.weight[344]: IQ3_XXS blk.18.ffn_up_exps.weight[345]: blk.18.ffn_up_exps.weight[346]: blk.18.ffn_up_exps.weight[347]: IQ3_XXS blk.18.ffn_up_exps.weight[348]: IQ3_XXS blk.18.ffn_up_exps.weight[349]: blk.18.ffn_up_exps.weight[350]: blk.18.ffn_up_exps.weight[351]: blk.18.ffn_up_exps.weight[352]: blk.18.ffn_up_exps.weight[353]: IQ3_XXS blk.18.ffn_up_exps.weight[354]: blk.18.ffn_up_exps.weight[355]: blk.18.ffn_up_exps.weight[356]: blk.18.ffn_up_exps.weight[357]: IQ3_XXS blk.18.ffn_up_exps.weight[358]: blk.18.ffn_up_exps.weight[359]: IQ3_XXS blk.18.ffn_up_exps.weight[360]: blk.18.ffn_up_exps.weight[361]: blk.18.ffn_up_exps.weight[362]: IQ3_XXS blk.18.ffn_up_exps.weight[363]: blk.18.ffn_up_exps.weight[364]: blk.18.ffn_up_exps.weight[365]: blk.18.ffn_up_exps.weight[366]: IQ3_XXS blk.18.ffn_up_exps.weight[367]: blk.18.ffn_up_exps.weight[368]: blk.18.ffn_up_exps.weight[369]: IQ3_XXS blk.18.ffn_up_exps.weight[370]: IQ3_XXS blk.18.ffn_up_exps.weight[371]: blk.18.ffn_up_exps.weight[372]: blk.18.ffn_up_exps.weight[373]: blk.18.ffn_up_exps.weight[374]: blk.18.ffn_up_exps.weight[375]: blk.18.ffn_up_exps.weight[376]: IQ3_XXS blk.18.ffn_up_exps.weight[377]: blk.18.ffn_up_exps.weight[378]: IQ3_XXS blk.18.ffn_up_exps.weight[379]: blk.18.ffn_up_exps.weight[380]: IQ3_XXS blk.18.ffn_up_exps.weight[381]: blk.18.ffn_up_exps.weight[382]: blk.18.ffn_up_exps.weight[383]: blk.18.ffn_up_exps.weight[384]: blk.18.ffn_up_exps.weight[385]: IQ3_XXS blk.18.ffn_up_exps.weight[386]: blk.18.ffn_up_exps.weight[387]: blk.18.ffn_up_exps.weight[388]: IQ3_XXS blk.18.ffn_up_exps.weight[389]: IQ3_XXS blk.18.ffn_up_exps.weight[390]: IQ3_XXS blk.18.ffn_up_exps.weight[391]: blk.18.ffn_up_exps.weight[392]: blk.18.ffn_up_exps.weight[393]: blk.18.ffn_up_exps.weight[394]: IQ3_XXS blk.18.ffn_up_exps.weight[395]: IQ3_XXS blk.18.ffn_up_exps.weight[396]: blk.18.ffn_up_exps.weight[397]: blk.18.ffn_up_exps.weight[398]: IQ3_XXS blk.18.ffn_up_exps.weight[399]: IQ3_XXS blk.18.ffn_up_exps.weight[400]: IQ3_XXS blk.18.ffn_up_exps.weight[401]: IQ3_XXS blk.18.ffn_up_exps.weight[402]: IQ3_XXS blk.18.ffn_up_exps.weight[403]: IQ3_XXS blk.18.ffn_up_exps.weight[404]: blk.18.ffn_up_exps.weight[405]: IQ3_XXS blk.18.ffn_up_exps.weight[406]: blk.18.ffn_up_exps.weight[407]: IQ3_XXS blk.18.ffn_up_exps.weight[408]: IQ3_XXS blk.18.ffn_up_exps.weight[409]: IQ3_XXS blk.18.ffn_up_exps.weight[410]: blk.18.ffn_up_exps.weight[411]: IQ3_XXS blk.18.ffn_up_exps.weight[412]: blk.18.ffn_up_exps.weight[413]: blk.18.ffn_up_exps.weight[414]: blk.18.ffn_up_exps.weight[415]: blk.18.ffn_up_exps.weight[416]: blk.18.ffn_up_exps.weight[417]: IQ3_XXS blk.18.ffn_up_exps.weight[418]: IQ3_XXS blk.18.ffn_up_exps.weight[419]: IQ3_XXS blk.18.ffn_up_exps.weight[420]: blk.18.ffn_up_exps.weight[421]: blk.18.ffn_up_exps.weight[422]: IQ3_XXS blk.18.ffn_up_exps.weight[423]: blk.18.ffn_up_exps.weight[424]: blk.18.ffn_up_exps.weight[425]: IQ3_XXS blk.18.ffn_up_exps.weight[426]: blk.18.ffn_up_exps.weight[427]: blk.18.ffn_up_exps.weight[428]: IQ3_XXS blk.18.ffn_up_exps.weight[429]: blk.18.ffn_up_exps.weight[430]: blk.18.ffn_up_exps.weight[431]: blk.18.ffn_up_exps.weight[432]: blk.18.ffn_up_exps.weight[433]: IQ3_XXS blk.18.ffn_up_exps.weight[434]: blk.18.ffn_up_exps.weight[435]: IQ3_XXS blk.18.ffn_up_exps.weight[436]: IQ3_XXS blk.18.ffn_up_exps.weight[437]: blk.18.ffn_up_exps.weight[438]: blk.18.ffn_up_exps.weight[439]: blk.18.ffn_up_exps.weight[440]: IQ3_XXS blk.18.ffn_up_exps.weight[441]: IQ3_XXS blk.18.ffn_up_exps.weight[442]: IQ3_XXS blk.18.ffn_up_exps.weight[443]: IQ3_XXS blk.18.ffn_up_exps.weight[444]: IQ3_XXS blk.18.ffn_up_exps.weight[445]: blk.18.ffn_up_exps.weight[446]: blk.18.ffn_up_exps.weight[447]: IQ3_XXS blk.18.ffn_up_exps.weight[448]: IQ3_XXS blk.18.ffn_up_exps.weight[449]: blk.18.ffn_up_exps.weight[450]: IQ3_XXS blk.18.ffn_up_exps.weight[451]: blk.18.ffn_up_exps.weight[452]: blk.18.ffn_up_exps.weight[453]: blk.18.ffn_up_exps.weight[454]: blk.18.ffn_up_exps.weight[455]: blk.18.ffn_up_exps.weight[456]: IQ3_XXS blk.18.ffn_up_exps.weight[457]: IQ3_XXS blk.18.ffn_up_exps.weight[458]: blk.18.ffn_up_exps.weight[459]: IQ3_XXS blk.18.ffn_up_exps.weight[460]: IQ3_XXS blk.18.ffn_up_exps.weight[461]: IQ3_XXS blk.18.ffn_up_exps.weight[462]: IQ3_XXS blk.18.ffn_up_exps.weight[463]: IQ3_XXS blk.18.ffn_up_exps.weight[464]: IQ3_XXS blk.18.ffn_up_exps.weight[465]: blk.18.ffn_up_exps.weight[466]: IQ3_XXS blk.18.ffn_up_exps.weight[467]: IQ3_XXS blk.18.ffn_up_exps.weight[468]: IQ3_XXS blk.18.ffn_up_exps.weight[469]: IQ3_XXS blk.18.ffn_up_exps.weight[470]: blk.18.ffn_up_exps.weight[471]: IQ3_XXS blk.18.ffn_up_exps.weight[472]: IQ3_XXS blk.18.ffn_up_exps.weight[473]: blk.18.ffn_up_exps.weight[474]: blk.18.ffn_up_exps.weight[475]: IQ3_XXS blk.18.ffn_up_exps.weight[476]: blk.18.ffn_up_exps.weight[477]: IQ3_XXS blk.18.ffn_up_exps.weight[478]: IQ3_XXS blk.18.ffn_up_exps.weight[479]: blk.18.ffn_up_exps.weight[480]: IQ3_XXS blk.18.ffn_up_exps.weight[481]: blk.18.ffn_up_exps.weight[482]: IQ3_XXS blk.18.ffn_up_exps.weight[483]: IQ3_XXS blk.18.ffn_up_exps.weight[484]: blk.18.ffn_up_exps.weight[485]: IQ3_XXS blk.18.ffn_up_exps.weight[486]: IQ3_XXS blk.18.ffn_up_exps.weight[487]: IQ3_XXS blk.18.ffn_up_exps.weight[488]: blk.18.ffn_up_exps.weight[489]: blk.18.ffn_up_exps.weight[490]: blk.18.ffn_up_exps.weight[491]: blk.18.ffn_up_exps.weight[492]: blk.18.ffn_up_exps.weight[493]: blk.18.ffn_up_exps.weight[494]: IQ3_XXS blk.18.ffn_up_exps.weight[495]: blk.18.ffn_up_exps.weight[496]: IQ3_XXS blk.18.ffn_up_exps.weight[497]: IQ3_XXS blk.18.ffn_up_exps.weight[498]: IQ3_XXS blk.18.ffn_up_exps.weight[499]: blk.18.ffn_up_exps.weight[500]: blk.18.ffn_up_exps.weight[501]: IQ3_XXS blk.18.ffn_up_exps.weight[502]: blk.18.ffn_up_exps.weight[503]: IQ3_XXS blk.18.ffn_up_exps.weight[504]: IQ3_XXS blk.18.ffn_up_exps.weight[505]: blk.18.ffn_up_exps.weight[506]: IQ3_XXS blk.18.ffn_up_exps.weight[507]: IQ3_XXS blk.18.ffn_up_exps.weight[508]: IQ3_XXS blk.18.ffn_up_exps.weight[509]: IQ3_XXS blk.18.ffn_up_exps.weight[510]: blk.18.ffn_up_exps.weight[511]: IQ3_XXS blk.18.ffn_down_exps.weight[0]: IQ4_NL blk.18.ffn_down_exps.weight[1]: blk.18.ffn_down_exps.weight[2]: blk.18.ffn_down_exps.weight[3]: blk.18.ffn_down_exps.weight[4]: blk.18.ffn_down_exps.weight[5]: IQ4_NL blk.18.ffn_down_exps.weight[6]: blk.18.ffn_down_exps.weight[7]: IQ4_NL blk.18.ffn_down_exps.weight[8]: IQ4_NL blk.18.ffn_down_exps.weight[9]: IQ4_NL blk.18.ffn_down_exps.weight[10]: IQ4_NL blk.18.ffn_down_exps.weight[11]: blk.18.ffn_down_exps.weight[12]: blk.18.ffn_down_exps.weight[13]: IQ4_NL blk.18.ffn_down_exps.weight[14]: blk.18.ffn_down_exps.weight[15]: blk.18.ffn_down_exps.weight[16]: blk.18.ffn_down_exps.weight[17]: blk.18.ffn_down_exps.weight[18]: IQ4_NL blk.18.ffn_down_exps.weight[19]: IQ4_NL blk.18.ffn_down_exps.weight[20]: IQ4_NL blk.18.ffn_down_exps.weight[21]: blk.18.ffn_down_exps.weight[22]: IQ4_NL blk.18.ffn_down_exps.weight[23]: blk.18.ffn_down_exps.weight[24]: IQ4_NL blk.18.ffn_down_exps.weight[25]: IQ4_NL blk.18.ffn_down_exps.weight[26]: IQ4_NL blk.18.ffn_down_exps.weight[27]: IQ4_NL blk.18.ffn_down_exps.weight[28]: IQ4_NL blk.18.ffn_down_exps.weight[29]: IQ4_NL blk.18.ffn_down_exps.weight[30]: blk.18.ffn_down_exps.weight[31]: blk.18.ffn_down_exps.weight[32]: blk.18.ffn_down_exps.weight[33]: IQ4_NL blk.18.ffn_down_exps.weight[34]: IQ4_NL blk.18.ffn_down_exps.weight[35]: blk.18.ffn_down_exps.weight[36]: blk.18.ffn_down_exps.weight[37]: blk.18.ffn_down_exps.weight[38]: IQ4_NL blk.18.ffn_down_exps.weight[39]: blk.18.ffn_down_exps.weight[40]: blk.18.ffn_down_exps.weight[41]: blk.18.ffn_down_exps.weight[42]: IQ4_NL blk.18.ffn_down_exps.weight[43]: IQ4_NL blk.18.ffn_down_exps.weight[44]: IQ4_NL blk.18.ffn_down_exps.weight[45]: IQ4_NL blk.18.ffn_down_exps.weight[46]: IQ4_NL blk.18.ffn_down_exps.weight[47]: IQ4_NL blk.18.ffn_down_exps.weight[48]: IQ4_NL blk.18.ffn_down_exps.weight[49]: IQ4_NL blk.18.ffn_down_exps.weight[50]: blk.18.ffn_down_exps.weight[51]: IQ4_NL blk.18.ffn_down_exps.weight[52]: blk.18.ffn_down_exps.weight[53]: IQ4_NL blk.18.ffn_down_exps.weight[54]: blk.18.ffn_down_exps.weight[55]: IQ4_NL blk.18.ffn_down_exps.weight[56]: blk.18.ffn_down_exps.weight[57]: blk.18.ffn_down_exps.weight[58]: IQ4_NL blk.18.ffn_down_exps.weight[59]: blk.18.ffn_down_exps.weight[60]: IQ4_NL blk.18.ffn_down_exps.weight[61]: blk.18.ffn_down_exps.weight[62]: blk.18.ffn_down_exps.weight[63]: blk.18.ffn_down_exps.weight[64]: blk.18.ffn_down_exps.weight[65]: blk.18.ffn_down_exps.weight[66]: blk.18.ffn_down_exps.weight[67]: blk.18.ffn_down_exps.weight[68]: IQ4_NL blk.18.ffn_down_exps.weight[69]: IQ4_NL blk.18.ffn_down_exps.weight[70]: IQ4_NL blk.18.ffn_down_exps.weight[71]: blk.18.ffn_down_exps.weight[72]: IQ4_NL blk.18.ffn_down_exps.weight[73]: IQ4_NL blk.18.ffn_down_exps.weight[74]: blk.18.ffn_down_exps.weight[75]: IQ4_NL blk.18.ffn_down_exps.weight[76]: blk.18.ffn_down_exps.weight[77]: blk.18.ffn_down_exps.weight[78]: blk.18.ffn_down_exps.weight[79]: IQ4_NL blk.18.ffn_down_exps.weight[80]: blk.18.ffn_down_exps.weight[81]: blk.18.ffn_down_exps.weight[82]: IQ4_NL blk.18.ffn_down_exps.weight[83]: blk.18.ffn_down_exps.weight[84]: blk.18.ffn_down_exps.weight[85]: IQ4_NL blk.18.ffn_down_exps.weight[86]: blk.18.ffn_down_exps.weight[87]: IQ4_NL blk.18.ffn_down_exps.weight[88]: IQ4_NL blk.18.ffn_down_exps.weight[89]: IQ4_NL blk.18.ffn_down_exps.weight[90]: blk.18.ffn_down_exps.weight[91]: IQ4_NL blk.18.ffn_down_exps.weight[92]: IQ4_NL blk.18.ffn_down_exps.weight[93]: IQ4_NL blk.18.ffn_down_exps.weight[94]: blk.18.ffn_down_exps.weight[95]: IQ4_NL blk.18.ffn_down_exps.weight[96]: blk.18.ffn_down_exps.weight[97]: blk.18.ffn_down_exps.weight[98]: IQ4_NL blk.18.ffn_down_exps.weight[99]: blk.18.ffn_down_exps.weight[100]: IQ4_NL blk.18.ffn_down_exps.weight[101]: IQ4_NL blk.18.ffn_down_exps.weight[102]: IQ4_NL blk.18.ffn_down_exps.weight[103]: IQ4_NL blk.18.ffn_down_exps.weight[104]: blk.18.ffn_down_exps.weight[105]: blk.18.ffn_down_exps.weight[106]: IQ4_NL blk.18.ffn_down_exps.weight[107]: IQ4_NL blk.18.ffn_down_exps.weight[108]: IQ4_NL blk.18.ffn_down_exps.weight[109]: blk.18.ffn_down_exps.weight[110]: IQ4_NL blk.18.ffn_down_exps.weight[111]: IQ4_NL blk.18.ffn_down_exps.weight[112]: blk.18.ffn_down_exps.weight[113]: blk.18.ffn_down_exps.weight[114]: IQ4_NL blk.18.ffn_down_exps.weight[115]: IQ4_NL blk.18.ffn_down_exps.weight[116]: IQ4_NL blk.18.ffn_down_exps.weight[117]: IQ4_NL blk.18.ffn_down_exps.weight[118]: IQ4_NL blk.18.ffn_down_exps.weight[119]: IQ4_NL blk.18.ffn_down_exps.weight[120]: blk.18.ffn_down_exps.weight[121]: blk.18.ffn_down_exps.weight[122]: IQ4_NL blk.18.ffn_down_exps.weight[123]: blk.18.ffn_down_exps.weight[124]: blk.18.ffn_down_exps.weight[125]: blk.18.ffn_down_exps.weight[126]: blk.18.ffn_down_exps.weight[127]: IQ4_NL blk.18.ffn_down_exps.weight[128]: IQ4_NL blk.18.ffn_down_exps.weight[129]: blk.18.ffn_down_exps.weight[130]: blk.18.ffn_down_exps.weight[131]: IQ4_NL blk.18.ffn_down_exps.weight[132]: IQ4_NL blk.18.ffn_down_exps.weight[133]: IQ4_NL blk.18.ffn_down_exps.weight[134]: IQ4_NL blk.18.ffn_down_exps.weight[135]: blk.18.ffn_down_exps.weight[136]: blk.18.ffn_down_exps.weight[137]: blk.18.ffn_down_exps.weight[138]: blk.18.ffn_down_exps.weight[139]: IQ4_NL blk.18.ffn_down_exps.weight[140]: IQ4_NL blk.18.ffn_down_exps.weight[141]: IQ4_NL blk.18.ffn_down_exps.weight[142]: IQ4_NL blk.18.ffn_down_exps.weight[143]: blk.18.ffn_down_exps.weight[144]: IQ4_NL blk.18.ffn_down_exps.weight[145]: blk.18.ffn_down_exps.weight[146]: blk.18.ffn_down_exps.weight[147]: blk.18.ffn_down_exps.weight[148]: blk.18.ffn_down_exps.weight[149]: blk.18.ffn_down_exps.weight[150]: blk.18.ffn_down_exps.weight[151]: IQ4_NL blk.18.ffn_down_exps.weight[152]: IQ4_NL blk.18.ffn_down_exps.weight[153]: blk.18.ffn_down_exps.weight[154]: blk.18.ffn_down_exps.weight[155]: blk.18.ffn_down_exps.weight[156]: blk.18.ffn_down_exps.weight[157]: IQ4_NL blk.18.ffn_down_exps.weight[158]: blk.18.ffn_down_exps.weight[159]: IQ4_NL blk.18.ffn_down_exps.weight[160]: IQ4_NL blk.18.ffn_down_exps.weight[161]: blk.18.ffn_down_exps.weight[162]: blk.18.ffn_down_exps.weight[163]: blk.18.ffn_down_exps.weight[164]: IQ4_NL blk.18.ffn_down_exps.weight[165]: IQ4_NL blk.18.ffn_down_exps.weight[166]: IQ4_NL blk.18.ffn_down_exps.weight[167]: IQ4_NL blk.18.ffn_down_exps.weight[168]: IQ4_NL blk.18.ffn_down_exps.weight[169]: blk.18.ffn_down_exps.weight[170]: IQ4_NL blk.18.ffn_down_exps.weight[171]: blk.18.ffn_down_exps.weight[172]: IQ4_NL blk.18.ffn_down_exps.weight[173]: IQ4_NL blk.18.ffn_down_exps.weight[174]: blk.18.ffn_down_exps.weight[175]: blk.18.ffn_down_exps.weight[176]: IQ4_NL blk.18.ffn_down_exps.weight[177]: IQ4_NL blk.18.ffn_down_exps.weight[178]: IQ4_NL blk.18.ffn_down_exps.weight[179]: IQ4_NL blk.18.ffn_down_exps.weight[180]: IQ4_NL blk.18.ffn_down_exps.weight[181]: blk.18.ffn_down_exps.weight[182]: IQ4_NL blk.18.ffn_down_exps.weight[183]: IQ4_NL blk.18.ffn_down_exps.weight[184]: blk.18.ffn_down_exps.weight[185]: IQ4_NL blk.18.ffn_down_exps.weight[186]: blk.18.ffn_down_exps.weight[187]: blk.18.ffn_down_exps.weight[188]: blk.18.ffn_down_exps.weight[189]: blk.18.ffn_down_exps.weight[190]: IQ4_NL blk.18.ffn_down_exps.weight[191]: IQ4_NL blk.18.ffn_down_exps.weight[192]: blk.18.ffn_down_exps.weight[193]: IQ4_NL blk.18.ffn_down_exps.weight[194]: IQ4_NL blk.18.ffn_down_exps.weight[195]: blk.18.ffn_down_exps.weight[196]: IQ4_NL blk.18.ffn_down_exps.weight[197]: IQ4_NL blk.18.ffn_down_exps.weight[198]: IQ4_NL blk.18.ffn_down_exps.weight[199]: blk.18.ffn_down_exps.weight[200]: IQ4_NL blk.18.ffn_down_exps.weight[201]: IQ4_NL blk.18.ffn_down_exps.weight[202]: blk.18.ffn_down_exps.weight[203]: blk.18.ffn_down_exps.weight[204]: IQ4_NL blk.18.ffn_down_exps.weight[205]: blk.18.ffn_down_exps.weight[206]: blk.18.ffn_down_exps.weight[207]: IQ4_NL blk.18.ffn_down_exps.weight[208]: IQ4_NL blk.18.ffn_down_exps.weight[209]: blk.18.ffn_down_exps.weight[210]: blk.18.ffn_down_exps.weight[211]: IQ4_NL blk.18.ffn_down_exps.weight[212]: IQ4_NL blk.18.ffn_down_exps.weight[213]: IQ4_NL blk.18.ffn_down_exps.weight[214]: IQ4_NL blk.18.ffn_down_exps.weight[215]: blk.18.ffn_down_exps.weight[216]: IQ4_NL blk.18.ffn_down_exps.weight[217]: IQ4_NL blk.18.ffn_down_exps.weight[218]: IQ4_NL blk.18.ffn_down_exps.weight[219]: IQ4_NL blk.18.ffn_down_exps.weight[220]: IQ4_NL blk.18.ffn_down_exps.weight[221]: blk.18.ffn_down_exps.weight[222]: IQ4_NL blk.18.ffn_down_exps.weight[223]: blk.18.ffn_down_exps.weight[224]: IQ4_NL blk.18.ffn_down_exps.weight[225]: blk.18.ffn_down_exps.weight[226]: IQ4_NL blk.18.ffn_down_exps.weight[227]: IQ4_NL blk.18.ffn_down_exps.weight[228]: blk.18.ffn_down_exps.weight[229]: IQ4_NL blk.18.ffn_down_exps.weight[230]: IQ4_NL blk.18.ffn_down_exps.weight[231]: blk.18.ffn_down_exps.weight[232]: blk.18.ffn_down_exps.weight[233]: IQ4_NL blk.18.ffn_down_exps.weight[234]: blk.18.ffn_down_exps.weight[235]: IQ4_NL blk.18.ffn_down_exps.weight[236]: blk.18.ffn_down_exps.weight[237]: IQ4_NL blk.18.ffn_down_exps.weight[238]: IQ4_NL blk.18.ffn_down_exps.weight[239]: blk.18.ffn_down_exps.weight[240]: IQ4_NL blk.18.ffn_down_exps.weight[241]: IQ4_NL blk.18.ffn_down_exps.weight[242]: IQ4_NL blk.18.ffn_down_exps.weight[243]: blk.18.ffn_down_exps.weight[244]: blk.18.ffn_down_exps.weight[245]: blk.18.ffn_down_exps.weight[246]: IQ4_NL blk.18.ffn_down_exps.weight[247]: blk.18.ffn_down_exps.weight[248]: IQ4_NL blk.18.ffn_down_exps.weight[249]: IQ4_NL blk.18.ffn_down_exps.weight[250]: blk.18.ffn_down_exps.weight[251]: blk.18.ffn_down_exps.weight[252]: IQ4_NL blk.18.ffn_down_exps.weight[253]: blk.18.ffn_down_exps.weight[254]: blk.18.ffn_down_exps.weight[255]: blk.18.ffn_down_exps.weight[256]: blk.18.ffn_down_exps.weight[257]: IQ4_NL blk.18.ffn_down_exps.weight[258]: IQ4_NL blk.18.ffn_down_exps.weight[259]: blk.18.ffn_down_exps.weight[260]: IQ4_NL blk.18.ffn_down_exps.weight[261]: IQ4_NL blk.18.ffn_down_exps.weight[262]: blk.18.ffn_down_exps.weight[263]: blk.18.ffn_down_exps.weight[264]: IQ4_NL blk.18.ffn_down_exps.weight[265]: IQ4_NL blk.18.ffn_down_exps.weight[266]: IQ4_NL blk.18.ffn_down_exps.weight[267]: IQ4_NL blk.18.ffn_down_exps.weight[268]: blk.18.ffn_down_exps.weight[269]: blk.18.ffn_down_exps.weight[270]: blk.18.ffn_down_exps.weight[271]: IQ4_NL blk.18.ffn_down_exps.weight[272]: blk.18.ffn_down_exps.weight[273]: IQ4_NL blk.18.ffn_down_exps.weight[274]: blk.18.ffn_down_exps.weight[275]: IQ4_NL blk.18.ffn_down_exps.weight[276]: IQ4_NL blk.18.ffn_down_exps.weight[277]: IQ4_NL blk.18.ffn_down_exps.weight[278]: IQ4_NL blk.18.ffn_down_exps.weight[279]: blk.18.ffn_down_exps.weight[280]: IQ4_NL blk.18.ffn_down_exps.weight[281]: blk.18.ffn_down_exps.weight[282]: IQ4_NL blk.18.ffn_down_exps.weight[283]: IQ4_NL blk.18.ffn_down_exps.weight[284]: blk.18.ffn_down_exps.weight[285]: IQ4_NL blk.18.ffn_down_exps.weight[286]: IQ4_NL blk.18.ffn_down_exps.weight[287]: IQ4_NL blk.18.ffn_down_exps.weight[288]: blk.18.ffn_down_exps.weight[289]: blk.18.ffn_down_exps.weight[290]: blk.18.ffn_down_exps.weight[291]: blk.18.ffn_down_exps.weight[292]: blk.18.ffn_down_exps.weight[293]: IQ4_NL blk.18.ffn_down_exps.weight[294]: IQ4_NL blk.18.ffn_down_exps.weight[295]: blk.18.ffn_down_exps.weight[296]: blk.18.ffn_down_exps.weight[297]: IQ4_NL blk.18.ffn_down_exps.weight[298]: blk.18.ffn_down_exps.weight[299]: IQ4_NL blk.18.ffn_down_exps.weight[300]: IQ4_NL blk.18.ffn_down_exps.weight[301]: blk.18.ffn_down_exps.weight[302]: IQ4_NL blk.18.ffn_down_exps.weight[303]: blk.18.ffn_down_exps.weight[304]: blk.18.ffn_down_exps.weight[305]: blk.18.ffn_down_exps.weight[306]: IQ4_NL blk.18.ffn_down_exps.weight[307]: blk.18.ffn_down_exps.weight[308]: blk.18.ffn_down_exps.weight[309]: blk.18.ffn_down_exps.weight[310]: blk.18.ffn_down_exps.weight[311]: blk.18.ffn_down_exps.weight[312]: IQ4_NL blk.18.ffn_down_exps.weight[313]: blk.18.ffn_down_exps.weight[314]: blk.18.ffn_down_exps.weight[315]: IQ4_NL blk.18.ffn_down_exps.weight[316]: blk.18.ffn_down_exps.weight[317]: blk.18.ffn_down_exps.weight[318]: IQ4_NL blk.18.ffn_down_exps.weight[319]: blk.18.ffn_down_exps.weight[320]: blk.18.ffn_down_exps.weight[321]: blk.18.ffn_down_exps.weight[322]: blk.18.ffn_down_exps.weight[323]: blk.18.ffn_down_exps.weight[324]: blk.18.ffn_down_exps.weight[325]: IQ4_NL blk.18.ffn_down_exps.weight[326]: blk.18.ffn_down_exps.weight[327]: IQ4_NL blk.18.ffn_down_exps.weight[328]: blk.18.ffn_down_exps.weight[329]: IQ4_NL blk.18.ffn_down_exps.weight[330]: blk.18.ffn_down_exps.weight[331]: blk.18.ffn_down_exps.weight[332]: blk.18.ffn_down_exps.weight[333]: blk.18.ffn_down_exps.weight[334]: blk.18.ffn_down_exps.weight[335]: blk.18.ffn_down_exps.weight[336]: IQ4_NL blk.18.ffn_down_exps.weight[337]: IQ4_NL blk.18.ffn_down_exps.weight[338]: IQ4_NL blk.18.ffn_down_exps.weight[339]: blk.18.ffn_down_exps.weight[340]: IQ4_NL blk.18.ffn_down_exps.weight[341]: IQ4_NL blk.18.ffn_down_exps.weight[342]: blk.18.ffn_down_exps.weight[343]: blk.18.ffn_down_exps.weight[344]: IQ4_NL blk.18.ffn_down_exps.weight[345]: blk.18.ffn_down_exps.weight[346]: blk.18.ffn_down_exps.weight[347]: IQ4_NL blk.18.ffn_down_exps.weight[348]: IQ4_NL blk.18.ffn_down_exps.weight[349]: blk.18.ffn_down_exps.weight[350]: blk.18.ffn_down_exps.weight[351]: blk.18.ffn_down_exps.weight[352]: blk.18.ffn_down_exps.weight[353]: IQ4_NL blk.18.ffn_down_exps.weight[354]: blk.18.ffn_down_exps.weight[355]: blk.18.ffn_down_exps.weight[356]: blk.18.ffn_down_exps.weight[357]: IQ4_NL blk.18.ffn_down_exps.weight[358]: blk.18.ffn_down_exps.weight[359]: IQ4_NL blk.18.ffn_down_exps.weight[360]: blk.18.ffn_down_exps.weight[361]: blk.18.ffn_down_exps.weight[362]: IQ4_NL blk.18.ffn_down_exps.weight[363]: blk.18.ffn_down_exps.weight[364]: blk.18.ffn_down_exps.weight[365]: blk.18.ffn_down_exps.weight[366]: IQ4_NL blk.18.ffn_down_exps.weight[367]: blk.18.ffn_down_exps.weight[368]: blk.18.ffn_down_exps.weight[369]: IQ4_NL blk.18.ffn_down_exps.weight[370]: IQ4_NL blk.18.ffn_down_exps.weight[371]: blk.18.ffn_down_exps.weight[372]: blk.18.ffn_down_exps.weight[373]: blk.18.ffn_down_exps.weight[374]: blk.18.ffn_down_exps.weight[375]: blk.18.ffn_down_exps.weight[376]: IQ4_NL blk.18.ffn_down_exps.weight[377]: blk.18.ffn_down_exps.weight[378]: IQ4_NL blk.18.ffn_down_exps.weight[379]: blk.18.ffn_down_exps.weight[380]: IQ4_NL blk.18.ffn_down_exps.weight[381]: blk.18.ffn_down_exps.weight[382]: blk.18.ffn_down_exps.weight[383]: blk.18.ffn_down_exps.weight[384]: blk.18.ffn_down_exps.weight[385]: IQ4_NL blk.18.ffn_down_exps.weight[386]: blk.18.ffn_down_exps.weight[387]: blk.18.ffn_down_exps.weight[388]: IQ4_NL blk.18.ffn_down_exps.weight[389]: IQ4_NL blk.18.ffn_down_exps.weight[390]: IQ4_NL blk.18.ffn_down_exps.weight[391]: blk.18.ffn_down_exps.weight[392]: blk.18.ffn_down_exps.weight[393]: blk.18.ffn_down_exps.weight[394]: IQ4_NL blk.18.ffn_down_exps.weight[395]: IQ4_NL blk.18.ffn_down_exps.weight[396]: blk.18.ffn_down_exps.weight[397]: blk.18.ffn_down_exps.weight[398]: IQ4_NL blk.18.ffn_down_exps.weight[399]: IQ4_NL blk.18.ffn_down_exps.weight[400]: IQ4_NL blk.18.ffn_down_exps.weight[401]: IQ4_NL blk.18.ffn_down_exps.weight[402]: IQ4_NL blk.18.ffn_down_exps.weight[403]: IQ4_NL blk.18.ffn_down_exps.weight[404]: blk.18.ffn_down_exps.weight[405]: IQ4_NL blk.18.ffn_down_exps.weight[406]: blk.18.ffn_down_exps.weight[407]: IQ4_NL blk.18.ffn_down_exps.weight[408]: IQ4_NL blk.18.ffn_down_exps.weight[409]: IQ4_NL blk.18.ffn_down_exps.weight[410]: blk.18.ffn_down_exps.weight[411]: IQ4_NL blk.18.ffn_down_exps.weight[412]: blk.18.ffn_down_exps.weight[413]: blk.18.ffn_down_exps.weight[414]: blk.18.ffn_down_exps.weight[415]: blk.18.ffn_down_exps.weight[416]: blk.18.ffn_down_exps.weight[417]: IQ4_NL blk.18.ffn_down_exps.weight[418]: IQ4_NL blk.18.ffn_down_exps.weight[419]: IQ4_NL blk.18.ffn_down_exps.weight[420]: blk.18.ffn_down_exps.weight[421]: blk.18.ffn_down_exps.weight[422]: IQ4_NL blk.18.ffn_down_exps.weight[423]: blk.18.ffn_down_exps.weight[424]: blk.18.ffn_down_exps.weight[425]: IQ4_NL blk.18.ffn_down_exps.weight[426]: blk.18.ffn_down_exps.weight[427]: blk.18.ffn_down_exps.weight[428]: IQ4_NL blk.18.ffn_down_exps.weight[429]: blk.18.ffn_down_exps.weight[430]: blk.18.ffn_down_exps.weight[431]: blk.18.ffn_down_exps.weight[432]: blk.18.ffn_down_exps.weight[433]: IQ4_NL blk.18.ffn_down_exps.weight[434]: blk.18.ffn_down_exps.weight[435]: IQ4_NL blk.18.ffn_down_exps.weight[436]: IQ4_NL blk.18.ffn_down_exps.weight[437]: blk.18.ffn_down_exps.weight[438]: blk.18.ffn_down_exps.weight[439]: blk.18.ffn_down_exps.weight[440]: IQ4_NL blk.18.ffn_down_exps.weight[441]: IQ4_NL blk.18.ffn_down_exps.weight[442]: IQ4_NL blk.18.ffn_down_exps.weight[443]: IQ4_NL blk.18.ffn_down_exps.weight[444]: IQ4_NL blk.18.ffn_down_exps.weight[445]: blk.18.ffn_down_exps.weight[446]: blk.18.ffn_down_exps.weight[447]: IQ4_NL blk.18.ffn_down_exps.weight[448]: IQ4_NL blk.18.ffn_down_exps.weight[449]: blk.18.ffn_down_exps.weight[450]: IQ4_NL blk.18.ffn_down_exps.weight[451]: blk.18.ffn_down_exps.weight[452]: blk.18.ffn_down_exps.weight[453]: blk.18.ffn_down_exps.weight[454]: blk.18.ffn_down_exps.weight[455]: blk.18.ffn_down_exps.weight[456]: IQ4_NL blk.18.ffn_down_exps.weight[457]: IQ4_NL blk.18.ffn_down_exps.weight[458]: blk.18.ffn_down_exps.weight[459]: IQ4_NL blk.18.ffn_down_exps.weight[460]: IQ4_NL blk.18.ffn_down_exps.weight[461]: IQ4_NL blk.18.ffn_down_exps.weight[462]: IQ4_NL blk.18.ffn_down_exps.weight[463]: IQ4_NL blk.18.ffn_down_exps.weight[464]: IQ4_NL blk.18.ffn_down_exps.weight[465]: blk.18.ffn_down_exps.weight[466]: IQ4_NL blk.18.ffn_down_exps.weight[467]: IQ4_NL blk.18.ffn_down_exps.weight[468]: IQ4_NL blk.18.ffn_down_exps.weight[469]: IQ4_NL blk.18.ffn_down_exps.weight[470]: blk.18.ffn_down_exps.weight[471]: IQ4_NL blk.18.ffn_down_exps.weight[472]: IQ4_NL blk.18.ffn_down_exps.weight[473]: blk.18.ffn_down_exps.weight[474]: blk.18.ffn_down_exps.weight[475]: IQ4_NL blk.18.ffn_down_exps.weight[476]: blk.18.ffn_down_exps.weight[477]: IQ4_NL blk.18.ffn_down_exps.weight[478]: IQ4_NL blk.18.ffn_down_exps.weight[479]: blk.18.ffn_down_exps.weight[480]: IQ4_NL blk.18.ffn_down_exps.weight[481]: blk.18.ffn_down_exps.weight[482]: IQ4_NL blk.18.ffn_down_exps.weight[483]: IQ4_NL blk.18.ffn_down_exps.weight[484]: blk.18.ffn_down_exps.weight[485]: IQ4_NL blk.18.ffn_down_exps.weight[486]: IQ4_NL blk.18.ffn_down_exps.weight[487]: IQ4_NL blk.18.ffn_down_exps.weight[488]: blk.18.ffn_down_exps.weight[489]: blk.18.ffn_down_exps.weight[490]: blk.18.ffn_down_exps.weight[491]: blk.18.ffn_down_exps.weight[492]: blk.18.ffn_down_exps.weight[493]: blk.18.ffn_down_exps.weight[494]: IQ4_NL blk.18.ffn_down_exps.weight[495]: blk.18.ffn_down_exps.weight[496]: IQ4_NL blk.18.ffn_down_exps.weight[497]: IQ4_NL blk.18.ffn_down_exps.weight[498]: IQ4_NL blk.18.ffn_down_exps.weight[499]: blk.18.ffn_down_exps.weight[500]: blk.18.ffn_down_exps.weight[501]: IQ4_NL blk.18.ffn_down_exps.weight[502]: blk.18.ffn_down_exps.weight[503]: IQ4_NL blk.18.ffn_down_exps.weight[504]: IQ4_NL blk.18.ffn_down_exps.weight[505]: blk.18.ffn_down_exps.weight[506]: IQ4_NL blk.18.ffn_down_exps.weight[507]: IQ4_NL blk.18.ffn_down_exps.weight[508]: IQ4_NL blk.18.ffn_down_exps.weight[509]: IQ4_NL blk.18.ffn_down_exps.weight[510]: blk.18.ffn_down_exps.weight[511]: IQ4_NL blk.19.ffn_gate_exps.weight[0]: blk.19.ffn_gate_exps.weight[1]: blk.19.ffn_gate_exps.weight[2]: blk.19.ffn_gate_exps.weight[3]: IQ2_S blk.19.ffn_gate_exps.weight[4]: IQ2_S blk.19.ffn_gate_exps.weight[5]: blk.19.ffn_gate_exps.weight[6]: blk.19.ffn_gate_exps.weight[7]: IQ2_S blk.19.ffn_gate_exps.weight[8]: blk.19.ffn_gate_exps.weight[9]: IQ2_S blk.19.ffn_gate_exps.weight[10]: IQ2_S blk.19.ffn_gate_exps.weight[11]: IQ2_S blk.19.ffn_gate_exps.weight[12]: blk.19.ffn_gate_exps.weight[13]: blk.19.ffn_gate_exps.weight[14]: blk.19.ffn_gate_exps.weight[15]: IQ2_S blk.19.ffn_gate_exps.weight[16]: IQ2_S blk.19.ffn_gate_exps.weight[17]: blk.19.ffn_gate_exps.weight[18]: IQ2_S blk.19.ffn_gate_exps.weight[19]: IQ2_S blk.19.ffn_gate_exps.weight[20]: blk.19.ffn_gate_exps.weight[21]: IQ2_S blk.19.ffn_gate_exps.weight[22]: IQ2_S blk.19.ffn_gate_exps.weight[23]: blk.19.ffn_gate_exps.weight[24]: IQ2_S blk.19.ffn_gate_exps.weight[25]: blk.19.ffn_gate_exps.weight[26]: IQ2_S blk.19.ffn_gate_exps.weight[27]: IQ2_S blk.19.ffn_gate_exps.weight[28]: IQ2_S blk.19.ffn_gate_exps.weight[29]: IQ2_S blk.19.ffn_gate_exps.weight[30]: IQ2_S blk.19.ffn_gate_exps.weight[31]: blk.19.ffn_gate_exps.weight[32]: blk.19.ffn_gate_exps.weight[33]: blk.19.ffn_gate_exps.weight[34]: IQ2_S blk.19.ffn_gate_exps.weight[35]: blk.19.ffn_gate_exps.weight[36]: IQ2_S blk.19.ffn_gate_exps.weight[37]: IQ2_S blk.19.ffn_gate_exps.weight[38]: blk.19.ffn_gate_exps.weight[39]: IQ2_S blk.19.ffn_gate_exps.weight[40]: blk.19.ffn_gate_exps.weight[41]: blk.19.ffn_gate_exps.weight[42]: blk.19.ffn_gate_exps.weight[43]: blk.19.ffn_gate_exps.weight[44]: IQ2_S blk.19.ffn_gate_exps.weight[45]: IQ2_S blk.19.ffn_gate_exps.weight[46]: blk.19.ffn_gate_exps.weight[47]: blk.19.ffn_gate_exps.weight[48]: blk.19.ffn_gate_exps.weight[49]: IQ2_S blk.19.ffn_gate_exps.weight[50]: IQ2_S blk.19.ffn_gate_exps.weight[51]: IQ2_S blk.19.ffn_gate_exps.weight[52]: blk.19.ffn_gate_exps.weight[53]: blk.19.ffn_gate_exps.weight[54]: blk.19.ffn_gate_exps.weight[55]: blk.19.ffn_gate_exps.weight[56]: IQ2_S blk.19.ffn_gate_exps.weight[57]: IQ2_S blk.19.ffn_gate_exps.weight[58]: IQ2_S blk.19.ffn_gate_exps.weight[59]: blk.19.ffn_gate_exps.weight[60]: IQ2_S blk.19.ffn_gate_exps.weight[61]: IQ2_S blk.19.ffn_gate_exps.weight[62]: blk.19.ffn_gate_exps.weight[63]: IQ2_S blk.19.ffn_gate_exps.weight[64]: blk.19.ffn_gate_exps.weight[65]: IQ2_S blk.19.ffn_gate_exps.weight[66]: blk.19.ffn_gate_exps.weight[67]: IQ2_S blk.19.ffn_gate_exps.weight[68]: IQ2_S blk.19.ffn_gate_exps.weight[69]: blk.19.ffn_gate_exps.weight[70]: blk.19.ffn_gate_exps.weight[71]: IQ2_S blk.19.ffn_gate_exps.weight[72]: IQ2_S blk.19.ffn_gate_exps.weight[73]: blk.19.ffn_gate_exps.weight[74]: blk.19.ffn_gate_exps.weight[75]: IQ2_S blk.19.ffn_gate_exps.weight[76]: blk.19.ffn_gate_exps.weight[77]: IQ2_S blk.19.ffn_gate_exps.weight[78]: blk.19.ffn_gate_exps.weight[79]: blk.19.ffn_gate_exps.weight[80]: IQ2_S blk.19.ffn_gate_exps.weight[81]: IQ2_S blk.19.ffn_gate_exps.weight[82]: IQ2_S blk.19.ffn_gate_exps.weight[83]: blk.19.ffn_gate_exps.weight[84]: blk.19.ffn_gate_exps.weight[85]: blk.19.ffn_gate_exps.weight[86]: blk.19.ffn_gate_exps.weight[87]: IQ2_S blk.19.ffn_gate_exps.weight[88]: IQ2_S blk.19.ffn_gate_exps.weight[89]: blk.19.ffn_gate_exps.weight[90]: blk.19.ffn_gate_exps.weight[91]: IQ2_S blk.19.ffn_gate_exps.weight[92]: IQ2_S blk.19.ffn_gate_exps.weight[93]: blk.19.ffn_gate_exps.weight[94]: IQ2_S blk.19.ffn_gate_exps.weight[95]: blk.19.ffn_gate_exps.weight[96]: IQ2_S blk.19.ffn_gate_exps.weight[97]: blk.19.ffn_gate_exps.weight[98]: blk.19.ffn_gate_exps.weight[99]: IQ2_S blk.19.ffn_gate_exps.weight[100]: IQ2_S blk.19.ffn_gate_exps.weight[101]: blk.19.ffn_gate_exps.weight[102]: IQ2_S blk.19.ffn_gate_exps.weight[103]: IQ2_S blk.19.ffn_gate_exps.weight[104]: IQ2_S blk.19.ffn_gate_exps.weight[105]: blk.19.ffn_gate_exps.weight[106]: IQ2_S blk.19.ffn_gate_exps.weight[107]: IQ2_S blk.19.ffn_gate_exps.weight[108]: blk.19.ffn_gate_exps.weight[109]: blk.19.ffn_gate_exps.weight[110]: IQ2_S blk.19.ffn_gate_exps.weight[111]: IQ2_S blk.19.ffn_gate_exps.weight[112]: blk.19.ffn_gate_exps.weight[113]: blk.19.ffn_gate_exps.weight[114]: blk.19.ffn_gate_exps.weight[115]: IQ2_S blk.19.ffn_gate_exps.weight[116]: blk.19.ffn_gate_exps.weight[117]: IQ2_S blk.19.ffn_gate_exps.weight[118]: blk.19.ffn_gate_exps.weight[119]: IQ2_S blk.19.ffn_gate_exps.weight[120]: blk.19.ffn_gate_exps.weight[121]: blk.19.ffn_gate_exps.weight[122]: IQ2_S blk.19.ffn_gate_exps.weight[123]: blk.19.ffn_gate_exps.weight[124]: IQ2_S blk.19.ffn_gate_exps.weight[125]: blk.19.ffn_gate_exps.weight[126]: IQ2_S blk.19.ffn_gate_exps.weight[127]: IQ2_S blk.19.ffn_gate_exps.weight[128]: blk.19.ffn_gate_exps.weight[129]: blk.19.ffn_gate_exps.weight[130]: IQ2_S blk.19.ffn_gate_exps.weight[131]: blk.19.ffn_gate_exps.weight[132]: blk.19.ffn_gate_exps.weight[133]: IQ2_S blk.19.ffn_gate_exps.weight[134]: IQ2_S blk.19.ffn_gate_exps.weight[135]: IQ2_S blk.19.ffn_gate_exps.weight[136]: IQ2_S blk.19.ffn_gate_exps.weight[137]: blk.19.ffn_gate_exps.weight[138]: blk.19.ffn_gate_exps.weight[139]: blk.19.ffn_gate_exps.weight[140]: IQ2_S blk.19.ffn_gate_exps.weight[141]: IQ2_S blk.19.ffn_gate_exps.weight[142]: IQ2_S blk.19.ffn_gate_exps.weight[143]: IQ2_S blk.19.ffn_gate_exps.weight[144]: IQ2_S blk.19.ffn_gate_exps.weight[145]: IQ2_S blk.19.ffn_gate_exps.weight[146]: blk.19.ffn_gate_exps.weight[147]: IQ2_S blk.19.ffn_gate_exps.weight[148]: IQ2_S blk.19.ffn_gate_exps.weight[149]: IQ2_S blk.19.ffn_gate_exps.weight[150]: blk.19.ffn_gate_exps.weight[151]: blk.19.ffn_gate_exps.weight[152]: IQ2_S blk.19.ffn_gate_exps.weight[153]: blk.19.ffn_gate_exps.weight[154]: IQ2_S blk.19.ffn_gate_exps.weight[155]: IQ2_S blk.19.ffn_gate_exps.weight[156]: blk.19.ffn_gate_exps.weight[157]: IQ2_S blk.19.ffn_gate_exps.weight[158]: blk.19.ffn_gate_exps.weight[159]: blk.19.ffn_gate_exps.weight[160]: blk.19.ffn_gate_exps.weight[161]: IQ2_S blk.19.ffn_gate_exps.weight[162]: IQ2_S blk.19.ffn_gate_exps.weight[163]: IQ2_S blk.19.ffn_gate_exps.weight[164]: blk.19.ffn_gate_exps.weight[165]: IQ2_S blk.19.ffn_gate_exps.weight[166]: IQ2_S blk.19.ffn_gate_exps.weight[167]: IQ2_S blk.19.ffn_gate_exps.weight[168]: IQ2_S blk.19.ffn_gate_exps.weight[169]: blk.19.ffn_gate_exps.weight[170]: IQ2_S blk.19.ffn_gate_exps.weight[171]: blk.19.ffn_gate_exps.weight[172]: IQ2_S blk.19.ffn_gate_exps.weight[173]: IQ2_S blk.19.ffn_gate_exps.weight[174]: IQ2_S blk.19.ffn_gate_exps.weight[175]: IQ2_S blk.19.ffn_gate_exps.weight[176]: blk.19.ffn_gate_exps.weight[177]: blk.19.ffn_gate_exps.weight[178]: blk.19.ffn_gate_exps.weight[179]: blk.19.ffn_gate_exps.weight[180]: blk.19.ffn_gate_exps.weight[181]: IQ2_S blk.19.ffn_gate_exps.weight[182]: blk.19.ffn_gate_exps.weight[183]: IQ2_S blk.19.ffn_gate_exps.weight[184]: IQ2_S blk.19.ffn_gate_exps.weight[185]: blk.19.ffn_gate_exps.weight[186]: IQ2_S blk.19.ffn_gate_exps.weight[187]: blk.19.ffn_gate_exps.weight[188]: blk.19.ffn_gate_exps.weight[189]: IQ2_S blk.19.ffn_gate_exps.weight[190]: IQ2_S blk.19.ffn_gate_exps.weight[191]: IQ2_S blk.19.ffn_gate_exps.weight[192]: IQ2_S blk.19.ffn_gate_exps.weight[193]: blk.19.ffn_gate_exps.weight[194]: IQ2_S blk.19.ffn_gate_exps.weight[195]: blk.19.ffn_gate_exps.weight[196]: blk.19.ffn_gate_exps.weight[197]: blk.19.ffn_gate_exps.weight[198]: blk.19.ffn_gate_exps.weight[199]: IQ2_S blk.19.ffn_gate_exps.weight[200]: blk.19.ffn_gate_exps.weight[201]: blk.19.ffn_gate_exps.weight[202]: IQ2_S blk.19.ffn_gate_exps.weight[203]: IQ2_S blk.19.ffn_gate_exps.weight[204]: IQ2_S blk.19.ffn_gate_exps.weight[205]: blk.19.ffn_gate_exps.weight[206]: blk.19.ffn_gate_exps.weight[207]: IQ2_S blk.19.ffn_gate_exps.weight[208]: blk.19.ffn_gate_exps.weight[209]: IQ2_S blk.19.ffn_gate_exps.weight[210]: blk.19.ffn_gate_exps.weight[211]: blk.19.ffn_gate_exps.weight[212]: IQ2_S blk.19.ffn_gate_exps.weight[213]: IQ2_S blk.19.ffn_gate_exps.weight[214]: blk.19.ffn_gate_exps.weight[215]: IQ2_S blk.19.ffn_gate_exps.weight[216]: IQ2_S blk.19.ffn_gate_exps.weight[217]: IQ2_S blk.19.ffn_gate_exps.weight[218]: IQ2_S blk.19.ffn_gate_exps.weight[219]: blk.19.ffn_gate_exps.weight[220]: IQ2_S blk.19.ffn_gate_exps.weight[221]: IQ2_S blk.19.ffn_gate_exps.weight[222]: IQ2_S blk.19.ffn_gate_exps.weight[223]: blk.19.ffn_gate_exps.weight[224]: blk.19.ffn_gate_exps.weight[225]: IQ2_S blk.19.ffn_gate_exps.weight[226]: blk.19.ffn_gate_exps.weight[227]: blk.19.ffn_gate_exps.weight[228]: blk.19.ffn_gate_exps.weight[229]: IQ2_S blk.19.ffn_gate_exps.weight[230]: blk.19.ffn_gate_exps.weight[231]: blk.19.ffn_gate_exps.weight[232]: blk.19.ffn_gate_exps.weight[233]: blk.19.ffn_gate_exps.weight[234]: IQ2_S blk.19.ffn_gate_exps.weight[235]: blk.19.ffn_gate_exps.weight[236]: blk.19.ffn_gate_exps.weight[237]: blk.19.ffn_gate_exps.weight[238]: blk.19.ffn_gate_exps.weight[239]: blk.19.ffn_gate_exps.weight[240]: blk.19.ffn_gate_exps.weight[241]: IQ2_S blk.19.ffn_gate_exps.weight[242]: IQ2_S blk.19.ffn_gate_exps.weight[243]: blk.19.ffn_gate_exps.weight[244]: blk.19.ffn_gate_exps.weight[245]: blk.19.ffn_gate_exps.weight[246]: blk.19.ffn_gate_exps.weight[247]: IQ2_S blk.19.ffn_gate_exps.weight[248]: blk.19.ffn_gate_exps.weight[249]: blk.19.ffn_gate_exps.weight[250]: blk.19.ffn_gate_exps.weight[251]: blk.19.ffn_gate_exps.weight[252]: IQ2_S blk.19.ffn_gate_exps.weight[253]: IQ2_S blk.19.ffn_gate_exps.weight[254]: IQ2_S blk.19.ffn_gate_exps.weight[255]: IQ2_S blk.19.ffn_gate_exps.weight[256]: blk.19.ffn_gate_exps.weight[257]: IQ2_S blk.19.ffn_gate_exps.weight[258]: blk.19.ffn_gate_exps.weight[259]: IQ2_S blk.19.ffn_gate_exps.weight[260]: blk.19.ffn_gate_exps.weight[261]: blk.19.ffn_gate_exps.weight[262]: IQ2_S blk.19.ffn_gate_exps.weight[263]: IQ2_S blk.19.ffn_gate_exps.weight[264]: IQ2_S blk.19.ffn_gate_exps.weight[265]: IQ2_S blk.19.ffn_gate_exps.weight[266]: IQ2_S blk.19.ffn_gate_exps.weight[267]: blk.19.ffn_gate_exps.weight[268]: blk.19.ffn_gate_exps.weight[269]: IQ2_S blk.19.ffn_gate_exps.weight[270]: blk.19.ffn_gate_exps.weight[271]: IQ2_S blk.19.ffn_gate_exps.weight[272]: blk.19.ffn_gate_exps.weight[273]: blk.19.ffn_gate_exps.weight[274]: blk.19.ffn_gate_exps.weight[275]: IQ2_S blk.19.ffn_gate_exps.weight[276]: blk.19.ffn_gate_exps.weight[277]: IQ2_S blk.19.ffn_gate_exps.weight[278]: blk.19.ffn_gate_exps.weight[279]: IQ2_S blk.19.ffn_gate_exps.weight[280]: blk.19.ffn_gate_exps.weight[281]: IQ2_S blk.19.ffn_gate_exps.weight[282]: IQ2_S blk.19.ffn_gate_exps.weight[283]: blk.19.ffn_gate_exps.weight[284]: blk.19.ffn_gate_exps.weight[285]: IQ2_S blk.19.ffn_gate_exps.weight[286]: IQ2_S blk.19.ffn_gate_exps.weight[287]: IQ2_S blk.19.ffn_gate_exps.weight[288]: IQ2_S blk.19.ffn_gate_exps.weight[289]: blk.19.ffn_gate_exps.weight[290]: blk.19.ffn_gate_exps.weight[291]: IQ2_S blk.19.ffn_gate_exps.weight[292]: IQ2_S blk.19.ffn_gate_exps.weight[293]: blk.19.ffn_gate_exps.weight[294]: IQ2_S blk.19.ffn_gate_exps.weight[295]: blk.19.ffn_gate_exps.weight[296]: IQ2_S blk.19.ffn_gate_exps.weight[297]: blk.19.ffn_gate_exps.weight[298]: blk.19.ffn_gate_exps.weight[299]: blk.19.ffn_gate_exps.weight[300]: IQ2_S blk.19.ffn_gate_exps.weight[301]: blk.19.ffn_gate_exps.weight[302]: blk.19.ffn_gate_exps.weight[303]: blk.19.ffn_gate_exps.weight[304]: IQ2_S blk.19.ffn_gate_exps.weight[305]: blk.19.ffn_gate_exps.weight[306]: IQ2_S blk.19.ffn_gate_exps.weight[307]: IQ2_S blk.19.ffn_gate_exps.weight[308]: IQ2_S blk.19.ffn_gate_exps.weight[309]: IQ2_S blk.19.ffn_gate_exps.weight[310]: IQ2_S blk.19.ffn_gate_exps.weight[311]: blk.19.ffn_gate_exps.weight[312]: blk.19.ffn_gate_exps.weight[313]: IQ2_S blk.19.ffn_gate_exps.weight[314]: blk.19.ffn_gate_exps.weight[315]: IQ2_S blk.19.ffn_gate_exps.weight[316]: blk.19.ffn_gate_exps.weight[317]: blk.19.ffn_gate_exps.weight[318]: blk.19.ffn_gate_exps.weight[319]: blk.19.ffn_gate_exps.weight[320]: IQ2_S blk.19.ffn_gate_exps.weight[321]: blk.19.ffn_gate_exps.weight[322]: IQ2_S blk.19.ffn_gate_exps.weight[323]: IQ2_S blk.19.ffn_gate_exps.weight[324]: blk.19.ffn_gate_exps.weight[325]: blk.19.ffn_gate_exps.weight[326]: IQ2_S blk.19.ffn_gate_exps.weight[327]: IQ2_S blk.19.ffn_gate_exps.weight[328]: blk.19.ffn_gate_exps.weight[329]: blk.19.ffn_gate_exps.weight[330]: IQ2_S blk.19.ffn_gate_exps.weight[331]: IQ2_S blk.19.ffn_gate_exps.weight[332]: IQ2_S blk.19.ffn_gate_exps.weight[333]: blk.19.ffn_gate_exps.weight[334]: IQ2_S blk.19.ffn_gate_exps.weight[335]: IQ2_S blk.19.ffn_gate_exps.weight[336]: blk.19.ffn_gate_exps.weight[337]: blk.19.ffn_gate_exps.weight[338]: blk.19.ffn_gate_exps.weight[339]: IQ2_S blk.19.ffn_gate_exps.weight[340]: blk.19.ffn_gate_exps.weight[341]: blk.19.ffn_gate_exps.weight[342]: IQ2_S blk.19.ffn_gate_exps.weight[343]: IQ2_S blk.19.ffn_gate_exps.weight[344]: blk.19.ffn_gate_exps.weight[345]: IQ2_S blk.19.ffn_gate_exps.weight[346]: blk.19.ffn_gate_exps.weight[347]: IQ2_S blk.19.ffn_gate_exps.weight[348]: blk.19.ffn_gate_exps.weight[349]: blk.19.ffn_gate_exps.weight[350]: blk.19.ffn_gate_exps.weight[351]: IQ2_S blk.19.ffn_gate_exps.weight[352]: blk.19.ffn_gate_exps.weight[353]: IQ2_S blk.19.ffn_gate_exps.weight[354]: IQ2_S blk.19.ffn_gate_exps.weight[355]: blk.19.ffn_gate_exps.weight[356]: IQ2_S blk.19.ffn_gate_exps.weight[357]: IQ2_S blk.19.ffn_gate_exps.weight[358]: blk.19.ffn_gate_exps.weight[359]: blk.19.ffn_gate_exps.weight[360]: IQ2_S blk.19.ffn_gate_exps.weight[361]: blk.19.ffn_gate_exps.weight[362]: IQ2_S blk.19.ffn_gate_exps.weight[363]: blk.19.ffn_gate_exps.weight[364]: IQ2_S blk.19.ffn_gate_exps.weight[365]: blk.19.ffn_gate_exps.weight[366]: blk.19.ffn_gate_exps.weight[367]: blk.19.ffn_gate_exps.weight[368]: IQ2_S blk.19.ffn_gate_exps.weight[369]: IQ2_S blk.19.ffn_gate_exps.weight[370]: blk.19.ffn_gate_exps.weight[371]: IQ2_S blk.19.ffn_gate_exps.weight[372]: IQ2_S blk.19.ffn_gate_exps.weight[373]: blk.19.ffn_gate_exps.weight[374]: IQ2_S blk.19.ffn_gate_exps.weight[375]: IQ2_S blk.19.ffn_gate_exps.weight[376]: blk.19.ffn_gate_exps.weight[377]: IQ2_S blk.19.ffn_gate_exps.weight[378]: IQ2_S blk.19.ffn_gate_exps.weight[379]: IQ2_S blk.19.ffn_gate_exps.weight[380]: blk.19.ffn_gate_exps.weight[381]: IQ2_S blk.19.ffn_gate_exps.weight[382]: IQ2_S blk.19.ffn_gate_exps.weight[383]: blk.19.ffn_gate_exps.weight[384]: IQ2_S blk.19.ffn_gate_exps.weight[385]: IQ2_S blk.19.ffn_gate_exps.weight[386]: blk.19.ffn_gate_exps.weight[387]: blk.19.ffn_gate_exps.weight[388]: blk.19.ffn_gate_exps.weight[389]: IQ2_S blk.19.ffn_gate_exps.weight[390]: blk.19.ffn_gate_exps.weight[391]: IQ2_S blk.19.ffn_gate_exps.weight[392]: blk.19.ffn_gate_exps.weight[393]: blk.19.ffn_gate_exps.weight[394]: blk.19.ffn_gate_exps.weight[395]: IQ2_S blk.19.ffn_gate_exps.weight[396]: blk.19.ffn_gate_exps.weight[397]: IQ2_S blk.19.ffn_gate_exps.weight[398]: blk.19.ffn_gate_exps.weight[399]: IQ2_S blk.19.ffn_gate_exps.weight[400]: IQ2_S blk.19.ffn_gate_exps.weight[401]: IQ2_S blk.19.ffn_gate_exps.weight[402]: blk.19.ffn_gate_exps.weight[403]: blk.19.ffn_gate_exps.weight[404]: blk.19.ffn_gate_exps.weight[405]: blk.19.ffn_gate_exps.weight[406]: IQ2_S blk.19.ffn_gate_exps.weight[407]: IQ2_S blk.19.ffn_gate_exps.weight[408]: blk.19.ffn_gate_exps.weight[409]: IQ2_S blk.19.ffn_gate_exps.weight[410]: IQ2_S blk.19.ffn_gate_exps.weight[411]: IQ2_S blk.19.ffn_gate_exps.weight[412]: IQ2_S blk.19.ffn_gate_exps.weight[413]: IQ2_S blk.19.ffn_gate_exps.weight[414]: blk.19.ffn_gate_exps.weight[415]: IQ2_S blk.19.ffn_gate_exps.weight[416]: blk.19.ffn_gate_exps.weight[417]: blk.19.ffn_gate_exps.weight[418]: blk.19.ffn_gate_exps.weight[419]: IQ2_S blk.19.ffn_gate_exps.weight[420]: blk.19.ffn_gate_exps.weight[421]: IQ2_S blk.19.ffn_gate_exps.weight[422]: blk.19.ffn_gate_exps.weight[423]: blk.19.ffn_gate_exps.weight[424]: IQ2_S blk.19.ffn_gate_exps.weight[425]: blk.19.ffn_gate_exps.weight[426]: IQ2_S blk.19.ffn_gate_exps.weight[427]: IQ2_S blk.19.ffn_gate_exps.weight[428]: IQ2_S blk.19.ffn_gate_exps.weight[429]: IQ2_S blk.19.ffn_gate_exps.weight[430]: blk.19.ffn_gate_exps.weight[431]: IQ2_S blk.19.ffn_gate_exps.weight[432]: IQ2_S blk.19.ffn_gate_exps.weight[433]: IQ2_S blk.19.ffn_gate_exps.weight[434]: IQ2_S blk.19.ffn_gate_exps.weight[435]: IQ2_S blk.19.ffn_gate_exps.weight[436]: blk.19.ffn_gate_exps.weight[437]: blk.19.ffn_gate_exps.weight[438]: IQ2_S blk.19.ffn_gate_exps.weight[439]: blk.19.ffn_gate_exps.weight[440]: IQ2_S blk.19.ffn_gate_exps.weight[441]: IQ2_S blk.19.ffn_gate_exps.weight[442]: blk.19.ffn_gate_exps.weight[443]: blk.19.ffn_gate_exps.weight[444]: IQ2_S blk.19.ffn_gate_exps.weight[445]: IQ2_S blk.19.ffn_gate_exps.weight[446]: blk.19.ffn_gate_exps.weight[447]: IQ2_S blk.19.ffn_gate_exps.weight[448]: IQ2_S blk.19.ffn_gate_exps.weight[449]: IQ2_S blk.19.ffn_gate_exps.weight[450]: IQ2_S blk.19.ffn_gate_exps.weight[451]: blk.19.ffn_gate_exps.weight[452]: IQ2_S blk.19.ffn_gate_exps.weight[453]: IQ2_S blk.19.ffn_gate_exps.weight[454]: IQ2_S blk.19.ffn_gate_exps.weight[455]: IQ2_S blk.19.ffn_gate_exps.weight[456]: blk.19.ffn_gate_exps.weight[457]: blk.19.ffn_gate_exps.weight[458]: blk.19.ffn_gate_exps.weight[459]: blk.19.ffn_gate_exps.weight[460]: blk.19.ffn_gate_exps.weight[461]: blk.19.ffn_gate_exps.weight[462]: blk.19.ffn_gate_exps.weight[463]: blk.19.ffn_gate_exps.weight[464]: IQ2_S blk.19.ffn_gate_exps.weight[465]: blk.19.ffn_gate_exps.weight[466]: blk.19.ffn_gate_exps.weight[467]: blk.19.ffn_gate_exps.weight[468]: IQ2_S blk.19.ffn_gate_exps.weight[469]: blk.19.ffn_gate_exps.weight[470]: blk.19.ffn_gate_exps.weight[471]: blk.19.ffn_gate_exps.weight[472]: IQ2_S blk.19.ffn_gate_exps.weight[473]: blk.19.ffn_gate_exps.weight[474]: blk.19.ffn_gate_exps.weight[475]: blk.19.ffn_gate_exps.weight[476]: blk.19.ffn_gate_exps.weight[477]: blk.19.ffn_gate_exps.weight[478]: blk.19.ffn_gate_exps.weight[479]: IQ2_S blk.19.ffn_gate_exps.weight[480]: IQ2_S blk.19.ffn_gate_exps.weight[481]: blk.19.ffn_gate_exps.weight[482]: IQ2_S blk.19.ffn_gate_exps.weight[483]: IQ2_S blk.19.ffn_gate_exps.weight[484]: IQ2_S blk.19.ffn_gate_exps.weight[485]: blk.19.ffn_gate_exps.weight[486]: IQ2_S blk.19.ffn_gate_exps.weight[487]: IQ2_S blk.19.ffn_gate_exps.weight[488]: blk.19.ffn_gate_exps.weight[489]: blk.19.ffn_gate_exps.weight[490]: IQ2_S blk.19.ffn_gate_exps.weight[491]: blk.19.ffn_gate_exps.weight[492]: blk.19.ffn_gate_exps.weight[493]: blk.19.ffn_gate_exps.weight[494]: blk.19.ffn_gate_exps.weight[495]: blk.19.ffn_gate_exps.weight[496]: IQ2_S blk.19.ffn_gate_exps.weight[497]: blk.19.ffn_gate_exps.weight[498]: IQ2_S blk.19.ffn_gate_exps.weight[499]: blk.19.ffn_gate_exps.weight[500]: blk.19.ffn_gate_exps.weight[501]: IQ2_S blk.19.ffn_gate_exps.weight[502]: IQ2_S blk.19.ffn_gate_exps.weight[503]: IQ2_S blk.19.ffn_gate_exps.weight[504]: blk.19.ffn_gate_exps.weight[505]: IQ2_S blk.19.ffn_gate_exps.weight[506]: blk.19.ffn_gate_exps.weight[507]: blk.19.ffn_gate_exps.weight[508]: IQ2_S blk.19.ffn_gate_exps.weight[509]: IQ2_S blk.19.ffn_gate_exps.weight[510]: IQ2_S blk.19.ffn_gate_exps.weight[511]: blk.19.ffn_up_exps.weight[0]: blk.19.ffn_up_exps.weight[1]: blk.19.ffn_up_exps.weight[2]: blk.19.ffn_up_exps.weight[3]: IQ2_S blk.19.ffn_up_exps.weight[4]: IQ2_S blk.19.ffn_up_exps.weight[5]: blk.19.ffn_up_exps.weight[6]: blk.19.ffn_up_exps.weight[7]: IQ2_S blk.19.ffn_up_exps.weight[8]: blk.19.ffn_up_exps.weight[9]: IQ2_S blk.19.ffn_up_exps.weight[10]: IQ2_S blk.19.ffn_up_exps.weight[11]: IQ2_S blk.19.ffn_up_exps.weight[12]: blk.19.ffn_up_exps.weight[13]: blk.19.ffn_up_exps.weight[14]: blk.19.ffn_up_exps.weight[15]: IQ2_S blk.19.ffn_up_exps.weight[16]: IQ2_S blk.19.ffn_up_exps.weight[17]: blk.19.ffn_up_exps.weight[18]: IQ2_S blk.19.ffn_up_exps.weight[19]: IQ2_S blk.19.ffn_up_exps.weight[20]: blk.19.ffn_up_exps.weight[21]: IQ2_S blk.19.ffn_up_exps.weight[22]: IQ2_S blk.19.ffn_up_exps.weight[23]: blk.19.ffn_up_exps.weight[24]: IQ2_S blk.19.ffn_up_exps.weight[25]: blk.19.ffn_up_exps.weight[26]: IQ2_S blk.19.ffn_up_exps.weight[27]: IQ2_S blk.19.ffn_up_exps.weight[28]: IQ2_S blk.19.ffn_up_exps.weight[29]: IQ2_S blk.19.ffn_up_exps.weight[30]: IQ2_S blk.19.ffn_up_exps.weight[31]: blk.19.ffn_up_exps.weight[32]: blk.19.ffn_up_exps.weight[33]: blk.19.ffn_up_exps.weight[34]: IQ2_S blk.19.ffn_up_exps.weight[35]: blk.19.ffn_up_exps.weight[36]: IQ2_S blk.19.ffn_up_exps.weight[37]: IQ2_S blk.19.ffn_up_exps.weight[38]: blk.19.ffn_up_exps.weight[39]: IQ2_S blk.19.ffn_up_exps.weight[40]: blk.19.ffn_up_exps.weight[41]: blk.19.ffn_up_exps.weight[42]: blk.19.ffn_up_exps.weight[43]: blk.19.ffn_up_exps.weight[44]: IQ2_S blk.19.ffn_up_exps.weight[45]: IQ2_S blk.19.ffn_up_exps.weight[46]: blk.19.ffn_up_exps.weight[47]: blk.19.ffn_up_exps.weight[48]: blk.19.ffn_up_exps.weight[49]: IQ2_S blk.19.ffn_up_exps.weight[50]: IQ2_S blk.19.ffn_up_exps.weight[51]: IQ2_S blk.19.ffn_up_exps.weight[52]: blk.19.ffn_up_exps.weight[53]: blk.19.ffn_up_exps.weight[54]: blk.19.ffn_up_exps.weight[55]: blk.19.ffn_up_exps.weight[56]: IQ2_S blk.19.ffn_up_exps.weight[57]: IQ2_S blk.19.ffn_up_exps.weight[58]: IQ2_S blk.19.ffn_up_exps.weight[59]: blk.19.ffn_up_exps.weight[60]: IQ2_S blk.19.ffn_up_exps.weight[61]: IQ2_S blk.19.ffn_up_exps.weight[62]: blk.19.ffn_up_exps.weight[63]: IQ2_S blk.19.ffn_up_exps.weight[64]: blk.19.ffn_up_exps.weight[65]: IQ2_S blk.19.ffn_up_exps.weight[66]: blk.19.ffn_up_exps.weight[67]: IQ2_S blk.19.ffn_up_exps.weight[68]: IQ2_S blk.19.ffn_up_exps.weight[69]: blk.19.ffn_up_exps.weight[70]: blk.19.ffn_up_exps.weight[71]: IQ2_S blk.19.ffn_up_exps.weight[72]: IQ2_S blk.19.ffn_up_exps.weight[73]: blk.19.ffn_up_exps.weight[74]: blk.19.ffn_up_exps.weight[75]: IQ2_S blk.19.ffn_up_exps.weight[76]: blk.19.ffn_up_exps.weight[77]: IQ2_S blk.19.ffn_up_exps.weight[78]: blk.19.ffn_up_exps.weight[79]: blk.19.ffn_up_exps.weight[80]: IQ2_S blk.19.ffn_up_exps.weight[81]: IQ2_S blk.19.ffn_up_exps.weight[82]: IQ2_S blk.19.ffn_up_exps.weight[83]: blk.19.ffn_up_exps.weight[84]: blk.19.ffn_up_exps.weight[85]: blk.19.ffn_up_exps.weight[86]: blk.19.ffn_up_exps.weight[87]: IQ2_S blk.19.ffn_up_exps.weight[88]: IQ2_S blk.19.ffn_up_exps.weight[89]: blk.19.ffn_up_exps.weight[90]: blk.19.ffn_up_exps.weight[91]: IQ2_S blk.19.ffn_up_exps.weight[92]: IQ2_S blk.19.ffn_up_exps.weight[93]: blk.19.ffn_up_exps.weight[94]: IQ2_S blk.19.ffn_up_exps.weight[95]: blk.19.ffn_up_exps.weight[96]: IQ2_S blk.19.ffn_up_exps.weight[97]: blk.19.ffn_up_exps.weight[98]: blk.19.ffn_up_exps.weight[99]: IQ2_S blk.19.ffn_up_exps.weight[100]: IQ2_S blk.19.ffn_up_exps.weight[101]: blk.19.ffn_up_exps.weight[102]: IQ2_S blk.19.ffn_up_exps.weight[103]: IQ2_S blk.19.ffn_up_exps.weight[104]: IQ2_S blk.19.ffn_up_exps.weight[105]: blk.19.ffn_up_exps.weight[106]: IQ2_S blk.19.ffn_up_exps.weight[107]: IQ2_S blk.19.ffn_up_exps.weight[108]: blk.19.ffn_up_exps.weight[109]: blk.19.ffn_up_exps.weight[110]: IQ2_S blk.19.ffn_up_exps.weight[111]: IQ2_S blk.19.ffn_up_exps.weight[112]: blk.19.ffn_up_exps.weight[113]: blk.19.ffn_up_exps.weight[114]: blk.19.ffn_up_exps.weight[115]: IQ2_S blk.19.ffn_up_exps.weight[116]: blk.19.ffn_up_exps.weight[117]: IQ2_S blk.19.ffn_up_exps.weight[118]: blk.19.ffn_up_exps.weight[119]: IQ2_S blk.19.ffn_up_exps.weight[120]: blk.19.ffn_up_exps.weight[121]: blk.19.ffn_up_exps.weight[122]: IQ2_S blk.19.ffn_up_exps.weight[123]: blk.19.ffn_up_exps.weight[124]: IQ2_S blk.19.ffn_up_exps.weight[125]: blk.19.ffn_up_exps.weight[126]: IQ2_S blk.19.ffn_up_exps.weight[127]: IQ2_S blk.19.ffn_up_exps.weight[128]: blk.19.ffn_up_exps.weight[129]: blk.19.ffn_up_exps.weight[130]: IQ2_S blk.19.ffn_up_exps.weight[131]: blk.19.ffn_up_exps.weight[132]: blk.19.ffn_up_exps.weight[133]: IQ2_S blk.19.ffn_up_exps.weight[134]: IQ2_S blk.19.ffn_up_exps.weight[135]: IQ2_S blk.19.ffn_up_exps.weight[136]: IQ2_S blk.19.ffn_up_exps.weight[137]: blk.19.ffn_up_exps.weight[138]: blk.19.ffn_up_exps.weight[139]: blk.19.ffn_up_exps.weight[140]: IQ2_S blk.19.ffn_up_exps.weight[141]: IQ2_S blk.19.ffn_up_exps.weight[142]: IQ2_S blk.19.ffn_up_exps.weight[143]: IQ2_S blk.19.ffn_up_exps.weight[144]: IQ2_S blk.19.ffn_up_exps.weight[145]: IQ2_S blk.19.ffn_up_exps.weight[146]: blk.19.ffn_up_exps.weight[147]: IQ2_S blk.19.ffn_up_exps.weight[148]: IQ2_S blk.19.ffn_up_exps.weight[149]: IQ2_S blk.19.ffn_up_exps.weight[150]: blk.19.ffn_up_exps.weight[151]: blk.19.ffn_up_exps.weight[152]: IQ2_S blk.19.ffn_up_exps.weight[153]: blk.19.ffn_up_exps.weight[154]: IQ2_S blk.19.ffn_up_exps.weight[155]: IQ2_S blk.19.ffn_up_exps.weight[156]: blk.19.ffn_up_exps.weight[157]: IQ2_S blk.19.ffn_up_exps.weight[158]: blk.19.ffn_up_exps.weight[159]: blk.19.ffn_up_exps.weight[160]: blk.19.ffn_up_exps.weight[161]: IQ2_S blk.19.ffn_up_exps.weight[162]: IQ2_S blk.19.ffn_up_exps.weight[163]: IQ2_S blk.19.ffn_up_exps.weight[164]: blk.19.ffn_up_exps.weight[165]: IQ2_S blk.19.ffn_up_exps.weight[166]: IQ2_S blk.19.ffn_up_exps.weight[167]: IQ2_S blk.19.ffn_up_exps.weight[168]: IQ2_S blk.19.ffn_up_exps.weight[169]: blk.19.ffn_up_exps.weight[170]: IQ2_S blk.19.ffn_up_exps.weight[171]: blk.19.ffn_up_exps.weight[172]: IQ2_S blk.19.ffn_up_exps.weight[173]: IQ2_S blk.19.ffn_up_exps.weight[174]: IQ2_S blk.19.ffn_up_exps.weight[175]: IQ2_S blk.19.ffn_up_exps.weight[176]: blk.19.ffn_up_exps.weight[177]: blk.19.ffn_up_exps.weight[178]: blk.19.ffn_up_exps.weight[179]: blk.19.ffn_up_exps.weight[180]: blk.19.ffn_up_exps.weight[181]: IQ2_S blk.19.ffn_up_exps.weight[182]: blk.19.ffn_up_exps.weight[183]: IQ2_S blk.19.ffn_up_exps.weight[184]: IQ2_S blk.19.ffn_up_exps.weight[185]: blk.19.ffn_up_exps.weight[186]: IQ2_S blk.19.ffn_up_exps.weight[187]: blk.19.ffn_up_exps.weight[188]: blk.19.ffn_up_exps.weight[189]: IQ2_S blk.19.ffn_up_exps.weight[190]: IQ2_S blk.19.ffn_up_exps.weight[191]: IQ2_S blk.19.ffn_up_exps.weight[192]: IQ2_S blk.19.ffn_up_exps.weight[193]: blk.19.ffn_up_exps.weight[194]: IQ2_S blk.19.ffn_up_exps.weight[195]: blk.19.ffn_up_exps.weight[196]: blk.19.ffn_up_exps.weight[197]: blk.19.ffn_up_exps.weight[198]: blk.19.ffn_up_exps.weight[199]: IQ2_S blk.19.ffn_up_exps.weight[200]: blk.19.ffn_up_exps.weight[201]: blk.19.ffn_up_exps.weight[202]: IQ2_S blk.19.ffn_up_exps.weight[203]: IQ2_S blk.19.ffn_up_exps.weight[204]: IQ2_S blk.19.ffn_up_exps.weight[205]: blk.19.ffn_up_exps.weight[206]: blk.19.ffn_up_exps.weight[207]: IQ2_S blk.19.ffn_up_exps.weight[208]: blk.19.ffn_up_exps.weight[209]: IQ2_S blk.19.ffn_up_exps.weight[210]: blk.19.ffn_up_exps.weight[211]: blk.19.ffn_up_exps.weight[212]: IQ2_S blk.19.ffn_up_exps.weight[213]: IQ2_S blk.19.ffn_up_exps.weight[214]: blk.19.ffn_up_exps.weight[215]: IQ2_S blk.19.ffn_up_exps.weight[216]: IQ2_S blk.19.ffn_up_exps.weight[217]: IQ2_S blk.19.ffn_up_exps.weight[218]: IQ2_S blk.19.ffn_up_exps.weight[219]: blk.19.ffn_up_exps.weight[220]: IQ2_S blk.19.ffn_up_exps.weight[221]: IQ2_S blk.19.ffn_up_exps.weight[222]: IQ2_S blk.19.ffn_up_exps.weight[223]: blk.19.ffn_up_exps.weight[224]: blk.19.ffn_up_exps.weight[225]: IQ2_S blk.19.ffn_up_exps.weight[226]: blk.19.ffn_up_exps.weight[227]: blk.19.ffn_up_exps.weight[228]: blk.19.ffn_up_exps.weight[229]: IQ2_S blk.19.ffn_up_exps.weight[230]: blk.19.ffn_up_exps.weight[231]: blk.19.ffn_up_exps.weight[232]: blk.19.ffn_up_exps.weight[233]: blk.19.ffn_up_exps.weight[234]: IQ2_S blk.19.ffn_up_exps.weight[235]: blk.19.ffn_up_exps.weight[236]: blk.19.ffn_up_exps.weight[237]: blk.19.ffn_up_exps.weight[238]: blk.19.ffn_up_exps.weight[239]: blk.19.ffn_up_exps.weight[240]: blk.19.ffn_up_exps.weight[241]: IQ2_S blk.19.ffn_up_exps.weight[242]: IQ2_S blk.19.ffn_up_exps.weight[243]: blk.19.ffn_up_exps.weight[244]: blk.19.ffn_up_exps.weight[245]: blk.19.ffn_up_exps.weight[246]: blk.19.ffn_up_exps.weight[247]: IQ2_S blk.19.ffn_up_exps.weight[248]: blk.19.ffn_up_exps.weight[249]: blk.19.ffn_up_exps.weight[250]: blk.19.ffn_up_exps.weight[251]: blk.19.ffn_up_exps.weight[252]: IQ2_S blk.19.ffn_up_exps.weight[253]: IQ2_S blk.19.ffn_up_exps.weight[254]: IQ2_S blk.19.ffn_up_exps.weight[255]: IQ2_S blk.19.ffn_up_exps.weight[256]: blk.19.ffn_up_exps.weight[257]: IQ2_S blk.19.ffn_up_exps.weight[258]: blk.19.ffn_up_exps.weight[259]: IQ2_S blk.19.ffn_up_exps.weight[260]: blk.19.ffn_up_exps.weight[261]: blk.19.ffn_up_exps.weight[262]: IQ2_S blk.19.ffn_up_exps.weight[263]: IQ2_S blk.19.ffn_up_exps.weight[264]: IQ2_S blk.19.ffn_up_exps.weight[265]: IQ2_S blk.19.ffn_up_exps.weight[266]: IQ2_S blk.19.ffn_up_exps.weight[267]: blk.19.ffn_up_exps.weight[268]: blk.19.ffn_up_exps.weight[269]: IQ2_S blk.19.ffn_up_exps.weight[270]: blk.19.ffn_up_exps.weight[271]: IQ2_S blk.19.ffn_up_exps.weight[272]: blk.19.ffn_up_exps.weight[273]: blk.19.ffn_up_exps.weight[274]: blk.19.ffn_up_exps.weight[275]: IQ2_S blk.19.ffn_up_exps.weight[276]: blk.19.ffn_up_exps.weight[277]: IQ2_S blk.19.ffn_up_exps.weight[278]: blk.19.ffn_up_exps.weight[279]: IQ2_S blk.19.ffn_up_exps.weight[280]: blk.19.ffn_up_exps.weight[281]: IQ2_S blk.19.ffn_up_exps.weight[282]: IQ2_S blk.19.ffn_up_exps.weight[283]: blk.19.ffn_up_exps.weight[284]: blk.19.ffn_up_exps.weight[285]: IQ2_S blk.19.ffn_up_exps.weight[286]: IQ2_S blk.19.ffn_up_exps.weight[287]: IQ2_S blk.19.ffn_up_exps.weight[288]: IQ2_S blk.19.ffn_up_exps.weight[289]: blk.19.ffn_up_exps.weight[290]: blk.19.ffn_up_exps.weight[291]: IQ2_S blk.19.ffn_up_exps.weight[292]: IQ2_S blk.19.ffn_up_exps.weight[293]: blk.19.ffn_up_exps.weight[294]: IQ2_S blk.19.ffn_up_exps.weight[295]: blk.19.ffn_up_exps.weight[296]: IQ2_S blk.19.ffn_up_exps.weight[297]: blk.19.ffn_up_exps.weight[298]: blk.19.ffn_up_exps.weight[299]: blk.19.ffn_up_exps.weight[300]: IQ2_S blk.19.ffn_up_exps.weight[301]: blk.19.ffn_up_exps.weight[302]: blk.19.ffn_up_exps.weight[303]: blk.19.ffn_up_exps.weight[304]: IQ2_S blk.19.ffn_up_exps.weight[305]: blk.19.ffn_up_exps.weight[306]: IQ2_S blk.19.ffn_up_exps.weight[307]: IQ2_S blk.19.ffn_up_exps.weight[308]: IQ2_S blk.19.ffn_up_exps.weight[309]: IQ2_S blk.19.ffn_up_exps.weight[310]: IQ2_S blk.19.ffn_up_exps.weight[311]: blk.19.ffn_up_exps.weight[312]: blk.19.ffn_up_exps.weight[313]: IQ2_S blk.19.ffn_up_exps.weight[314]: blk.19.ffn_up_exps.weight[315]: IQ2_S blk.19.ffn_up_exps.weight[316]: blk.19.ffn_up_exps.weight[317]: blk.19.ffn_up_exps.weight[318]: blk.19.ffn_up_exps.weight[319]: blk.19.ffn_up_exps.weight[320]: IQ2_S blk.19.ffn_up_exps.weight[321]: blk.19.ffn_up_exps.weight[322]: IQ2_S blk.19.ffn_up_exps.weight[323]: IQ2_S blk.19.ffn_up_exps.weight[324]: blk.19.ffn_up_exps.weight[325]: blk.19.ffn_up_exps.weight[326]: IQ2_S blk.19.ffn_up_exps.weight[327]: IQ2_S blk.19.ffn_up_exps.weight[328]: blk.19.ffn_up_exps.weight[329]: blk.19.ffn_up_exps.weight[330]: IQ2_S blk.19.ffn_up_exps.weight[331]: IQ2_S blk.19.ffn_up_exps.weight[332]: IQ2_S blk.19.ffn_up_exps.weight[333]: blk.19.ffn_up_exps.weight[334]: IQ2_S blk.19.ffn_up_exps.weight[335]: IQ2_S blk.19.ffn_up_exps.weight[336]: blk.19.ffn_up_exps.weight[337]: blk.19.ffn_up_exps.weight[338]: blk.19.ffn_up_exps.weight[339]: IQ2_S blk.19.ffn_up_exps.weight[340]: blk.19.ffn_up_exps.weight[341]: blk.19.ffn_up_exps.weight[342]: IQ2_S blk.19.ffn_up_exps.weight[343]: IQ2_S blk.19.ffn_up_exps.weight[344]: blk.19.ffn_up_exps.weight[345]: IQ2_S blk.19.ffn_up_exps.weight[346]: blk.19.ffn_up_exps.weight[347]: IQ2_S blk.19.ffn_up_exps.weight[348]: blk.19.ffn_up_exps.weight[349]: blk.19.ffn_up_exps.weight[350]: blk.19.ffn_up_exps.weight[351]: IQ2_S blk.19.ffn_up_exps.weight[352]: blk.19.ffn_up_exps.weight[353]: IQ2_S blk.19.ffn_up_exps.weight[354]: IQ2_S blk.19.ffn_up_exps.weight[355]: blk.19.ffn_up_exps.weight[356]: IQ2_S blk.19.ffn_up_exps.weight[357]: IQ2_S blk.19.ffn_up_exps.weight[358]: blk.19.ffn_up_exps.weight[359]: blk.19.ffn_up_exps.weight[360]: IQ2_S blk.19.ffn_up_exps.weight[361]: blk.19.ffn_up_exps.weight[362]: IQ2_S blk.19.ffn_up_exps.weight[363]: blk.19.ffn_up_exps.weight[364]: IQ2_S blk.19.ffn_up_exps.weight[365]: blk.19.ffn_up_exps.weight[366]: blk.19.ffn_up_exps.weight[367]: blk.19.ffn_up_exps.weight[368]: IQ2_S blk.19.ffn_up_exps.weight[369]: IQ2_S blk.19.ffn_up_exps.weight[370]: blk.19.ffn_up_exps.weight[371]: IQ2_S blk.19.ffn_up_exps.weight[372]: IQ2_S blk.19.ffn_up_exps.weight[373]: blk.19.ffn_up_exps.weight[374]: IQ2_S blk.19.ffn_up_exps.weight[375]: IQ2_S blk.19.ffn_up_exps.weight[376]: blk.19.ffn_up_exps.weight[377]: IQ2_S blk.19.ffn_up_exps.weight[378]: IQ2_S blk.19.ffn_up_exps.weight[379]: IQ2_S blk.19.ffn_up_exps.weight[380]: blk.19.ffn_up_exps.weight[381]: IQ2_S blk.19.ffn_up_exps.weight[382]: IQ2_S blk.19.ffn_up_exps.weight[383]: blk.19.ffn_up_exps.weight[384]: IQ2_S blk.19.ffn_up_exps.weight[385]: IQ2_S blk.19.ffn_up_exps.weight[386]: blk.19.ffn_up_exps.weight[387]: blk.19.ffn_up_exps.weight[388]: blk.19.ffn_up_exps.weight[389]: IQ2_S blk.19.ffn_up_exps.weight[390]: blk.19.ffn_up_exps.weight[391]: IQ2_S blk.19.ffn_up_exps.weight[392]: blk.19.ffn_up_exps.weight[393]: blk.19.ffn_up_exps.weight[394]: blk.19.ffn_up_exps.weight[395]: IQ2_S blk.19.ffn_up_exps.weight[396]: blk.19.ffn_up_exps.weight[397]: IQ2_S blk.19.ffn_up_exps.weight[398]: blk.19.ffn_up_exps.weight[399]: IQ2_S blk.19.ffn_up_exps.weight[400]: IQ2_S blk.19.ffn_up_exps.weight[401]: IQ2_S blk.19.ffn_up_exps.weight[402]: blk.19.ffn_up_exps.weight[403]: blk.19.ffn_up_exps.weight[404]: blk.19.ffn_up_exps.weight[405]: blk.19.ffn_up_exps.weight[406]: IQ2_S blk.19.ffn_up_exps.weight[407]: IQ2_S blk.19.ffn_up_exps.weight[408]: blk.19.ffn_up_exps.weight[409]: IQ2_S blk.19.ffn_up_exps.weight[410]: IQ2_S blk.19.ffn_up_exps.weight[411]: IQ2_S blk.19.ffn_up_exps.weight[412]: IQ2_S blk.19.ffn_up_exps.weight[413]: IQ2_S blk.19.ffn_up_exps.weight[414]: blk.19.ffn_up_exps.weight[415]: IQ2_S blk.19.ffn_up_exps.weight[416]: blk.19.ffn_up_exps.weight[417]: blk.19.ffn_up_exps.weight[418]: blk.19.ffn_up_exps.weight[419]: IQ2_S blk.19.ffn_up_exps.weight[420]: blk.19.ffn_up_exps.weight[421]: IQ2_S blk.19.ffn_up_exps.weight[422]: blk.19.ffn_up_exps.weight[423]: blk.19.ffn_up_exps.weight[424]: IQ2_S blk.19.ffn_up_exps.weight[425]: blk.19.ffn_up_exps.weight[426]: IQ2_S blk.19.ffn_up_exps.weight[427]: IQ2_S blk.19.ffn_up_exps.weight[428]: IQ2_S blk.19.ffn_up_exps.weight[429]: IQ2_S blk.19.ffn_up_exps.weight[430]: blk.19.ffn_up_exps.weight[431]: IQ2_S blk.19.ffn_up_exps.weight[432]: IQ2_S blk.19.ffn_up_exps.weight[433]: IQ2_S blk.19.ffn_up_exps.weight[434]: IQ2_S blk.19.ffn_up_exps.weight[435]: IQ2_S blk.19.ffn_up_exps.weight[436]: blk.19.ffn_up_exps.weight[437]: blk.19.ffn_up_exps.weight[438]: IQ2_S blk.19.ffn_up_exps.weight[439]: blk.19.ffn_up_exps.weight[440]: IQ2_S blk.19.ffn_up_exps.weight[441]: IQ2_S blk.19.ffn_up_exps.weight[442]: blk.19.ffn_up_exps.weight[443]: blk.19.ffn_up_exps.weight[444]: IQ2_S blk.19.ffn_up_exps.weight[445]: IQ2_S blk.19.ffn_up_exps.weight[446]: blk.19.ffn_up_exps.weight[447]: IQ2_S blk.19.ffn_up_exps.weight[448]: IQ2_S blk.19.ffn_up_exps.weight[449]: IQ2_S blk.19.ffn_up_exps.weight[450]: IQ2_S blk.19.ffn_up_exps.weight[451]: blk.19.ffn_up_exps.weight[452]: IQ2_S blk.19.ffn_up_exps.weight[453]: IQ2_S blk.19.ffn_up_exps.weight[454]: IQ2_S blk.19.ffn_up_exps.weight[455]: IQ2_S blk.19.ffn_up_exps.weight[456]: blk.19.ffn_up_exps.weight[457]: blk.19.ffn_up_exps.weight[458]: blk.19.ffn_up_exps.weight[459]: blk.19.ffn_up_exps.weight[460]: blk.19.ffn_up_exps.weight[461]: blk.19.ffn_up_exps.weight[462]: blk.19.ffn_up_exps.weight[463]: blk.19.ffn_up_exps.weight[464]: IQ2_S blk.19.ffn_up_exps.weight[465]: blk.19.ffn_up_exps.weight[466]: blk.19.ffn_up_exps.weight[467]: blk.19.ffn_up_exps.weight[468]: IQ2_S blk.19.ffn_up_exps.weight[469]: blk.19.ffn_up_exps.weight[470]: blk.19.ffn_up_exps.weight[471]: blk.19.ffn_up_exps.weight[472]: IQ2_S blk.19.ffn_up_exps.weight[473]: blk.19.ffn_up_exps.weight[474]: blk.19.ffn_up_exps.weight[475]: blk.19.ffn_up_exps.weight[476]: blk.19.ffn_up_exps.weight[477]: blk.19.ffn_up_exps.weight[478]: blk.19.ffn_up_exps.weight[479]: IQ2_S blk.19.ffn_up_exps.weight[480]: IQ2_S blk.19.ffn_up_exps.weight[481]: blk.19.ffn_up_exps.weight[482]: IQ2_S blk.19.ffn_up_exps.weight[483]: IQ2_S blk.19.ffn_up_exps.weight[484]: IQ2_S blk.19.ffn_up_exps.weight[485]: blk.19.ffn_up_exps.weight[486]: IQ2_S blk.19.ffn_up_exps.weight[487]: IQ2_S blk.19.ffn_up_exps.weight[488]: blk.19.ffn_up_exps.weight[489]: blk.19.ffn_up_exps.weight[490]: IQ2_S blk.19.ffn_up_exps.weight[491]: blk.19.ffn_up_exps.weight[492]: blk.19.ffn_up_exps.weight[493]: blk.19.ffn_up_exps.weight[494]: blk.19.ffn_up_exps.weight[495]: blk.19.ffn_up_exps.weight[496]: IQ2_S blk.19.ffn_up_exps.weight[497]: blk.19.ffn_up_exps.weight[498]: IQ2_S blk.19.ffn_up_exps.weight[499]: blk.19.ffn_up_exps.weight[500]: blk.19.ffn_up_exps.weight[501]: IQ2_S blk.19.ffn_up_exps.weight[502]: IQ2_S blk.19.ffn_up_exps.weight[503]: IQ2_S blk.19.ffn_up_exps.weight[504]: blk.19.ffn_up_exps.weight[505]: IQ2_S blk.19.ffn_up_exps.weight[506]: blk.19.ffn_up_exps.weight[507]: blk.19.ffn_up_exps.weight[508]: IQ2_S blk.19.ffn_up_exps.weight[509]: IQ2_S blk.19.ffn_up_exps.weight[510]: IQ2_S blk.19.ffn_up_exps.weight[511]: blk.19.ffn_down_exps.weight[0]: blk.19.ffn_down_exps.weight[1]: blk.19.ffn_down_exps.weight[2]: blk.19.ffn_down_exps.weight[3]: IQ4_NL blk.19.ffn_down_exps.weight[4]: IQ4_NL blk.19.ffn_down_exps.weight[5]: blk.19.ffn_down_exps.weight[6]: blk.19.ffn_down_exps.weight[7]: IQ4_NL blk.19.ffn_down_exps.weight[8]: blk.19.ffn_down_exps.weight[9]: IQ4_NL blk.19.ffn_down_exps.weight[10]: IQ4_NL blk.19.ffn_down_exps.weight[11]: IQ4_NL blk.19.ffn_down_exps.weight[12]: blk.19.ffn_down_exps.weight[13]: blk.19.ffn_down_exps.weight[14]: blk.19.ffn_down_exps.weight[15]: IQ4_NL blk.19.ffn_down_exps.weight[16]: IQ4_NL blk.19.ffn_down_exps.weight[17]: blk.19.ffn_down_exps.weight[18]: IQ4_NL blk.19.ffn_down_exps.weight[19]: IQ4_NL blk.19.ffn_down_exps.weight[20]: blk.19.ffn_down_exps.weight[21]: IQ4_NL blk.19.ffn_down_exps.weight[22]: IQ4_NL blk.19.ffn_down_exps.weight[23]: blk.19.ffn_down_exps.weight[24]: IQ4_NL blk.19.ffn_down_exps.weight[25]: blk.19.ffn_down_exps.weight[26]: IQ4_NL blk.19.ffn_down_exps.weight[27]: IQ4_NL blk.19.ffn_down_exps.weight[28]: IQ4_NL blk.19.ffn_down_exps.weight[29]: IQ4_NL blk.19.ffn_down_exps.weight[30]: IQ4_NL blk.19.ffn_down_exps.weight[31]: blk.19.ffn_down_exps.weight[32]: blk.19.ffn_down_exps.weight[33]: blk.19.ffn_down_exps.weight[34]: IQ4_NL blk.19.ffn_down_exps.weight[35]: blk.19.ffn_down_exps.weight[36]: IQ4_NL blk.19.ffn_down_exps.weight[37]: IQ4_NL blk.19.ffn_down_exps.weight[38]: blk.19.ffn_down_exps.weight[39]: IQ4_NL blk.19.ffn_down_exps.weight[40]: blk.19.ffn_down_exps.weight[41]: blk.19.ffn_down_exps.weight[42]: blk.19.ffn_down_exps.weight[43]: blk.19.ffn_down_exps.weight[44]: IQ4_NL blk.19.ffn_down_exps.weight[45]: IQ4_NL blk.19.ffn_down_exps.weight[46]: blk.19.ffn_down_exps.weight[47]: blk.19.ffn_down_exps.weight[48]: blk.19.ffn_down_exps.weight[49]: IQ4_NL blk.19.ffn_down_exps.weight[50]: IQ4_NL blk.19.ffn_down_exps.weight[51]: IQ4_NL blk.19.ffn_down_exps.weight[52]: blk.19.ffn_down_exps.weight[53]: blk.19.ffn_down_exps.weight[54]: blk.19.ffn_down_exps.weight[55]: blk.19.ffn_down_exps.weight[56]: IQ4_NL blk.19.ffn_down_exps.weight[57]: IQ4_NL blk.19.ffn_down_exps.weight[58]: IQ4_NL blk.19.ffn_down_exps.weight[59]: blk.19.ffn_down_exps.weight[60]: IQ4_NL blk.19.ffn_down_exps.weight[61]: IQ4_NL blk.19.ffn_down_exps.weight[62]: blk.19.ffn_down_exps.weight[63]: IQ4_NL blk.19.ffn_down_exps.weight[64]: blk.19.ffn_down_exps.weight[65]: IQ4_NL blk.19.ffn_down_exps.weight[66]: blk.19.ffn_down_exps.weight[67]: IQ4_NL blk.19.ffn_down_exps.weight[68]: IQ4_NL blk.19.ffn_down_exps.weight[69]: blk.19.ffn_down_exps.weight[70]: blk.19.ffn_down_exps.weight[71]: IQ4_NL blk.19.ffn_down_exps.weight[72]: IQ4_NL blk.19.ffn_down_exps.weight[73]: blk.19.ffn_down_exps.weight[74]: blk.19.ffn_down_exps.weight[75]: IQ4_NL blk.19.ffn_down_exps.weight[76]: blk.19.ffn_down_exps.weight[77]: IQ4_NL blk.19.ffn_down_exps.weight[78]: blk.19.ffn_down_exps.weight[79]: blk.19.ffn_down_exps.weight[80]: IQ4_NL blk.19.ffn_down_exps.weight[81]: IQ4_NL blk.19.ffn_down_exps.weight[82]: IQ4_NL blk.19.ffn_down_exps.weight[83]: blk.19.ffn_down_exps.weight[84]: blk.19.ffn_down_exps.weight[85]: blk.19.ffn_down_exps.weight[86]: blk.19.ffn_down_exps.weight[87]: IQ4_NL blk.19.ffn_down_exps.weight[88]: IQ4_NL blk.19.ffn_down_exps.weight[89]: blk.19.ffn_down_exps.weight[90]: blk.19.ffn_down_exps.weight[91]: IQ4_NL blk.19.ffn_down_exps.weight[92]: IQ4_NL blk.19.ffn_down_exps.weight[93]: blk.19.ffn_down_exps.weight[94]: IQ4_NL blk.19.ffn_down_exps.weight[95]: blk.19.ffn_down_exps.weight[96]: IQ4_NL blk.19.ffn_down_exps.weight[97]: blk.19.ffn_down_exps.weight[98]: blk.19.ffn_down_exps.weight[99]: IQ4_NL blk.19.ffn_down_exps.weight[100]: IQ4_NL blk.19.ffn_down_exps.weight[101]: blk.19.ffn_down_exps.weight[102]: IQ4_NL blk.19.ffn_down_exps.weight[103]: IQ4_NL blk.19.ffn_down_exps.weight[104]: IQ4_NL blk.19.ffn_down_exps.weight[105]: blk.19.ffn_down_exps.weight[106]: IQ4_NL blk.19.ffn_down_exps.weight[107]: IQ4_NL blk.19.ffn_down_exps.weight[108]: blk.19.ffn_down_exps.weight[109]: blk.19.ffn_down_exps.weight[110]: IQ4_NL blk.19.ffn_down_exps.weight[111]: IQ4_NL blk.19.ffn_down_exps.weight[112]: blk.19.ffn_down_exps.weight[113]: blk.19.ffn_down_exps.weight[114]: blk.19.ffn_down_exps.weight[115]: IQ4_NL blk.19.ffn_down_exps.weight[116]: blk.19.ffn_down_exps.weight[117]: IQ4_NL blk.19.ffn_down_exps.weight[118]: blk.19.ffn_down_exps.weight[119]: IQ4_NL blk.19.ffn_down_exps.weight[120]: blk.19.ffn_down_exps.weight[121]: blk.19.ffn_down_exps.weight[122]: IQ4_NL blk.19.ffn_down_exps.weight[123]: blk.19.ffn_down_exps.weight[124]: IQ4_NL blk.19.ffn_down_exps.weight[125]: blk.19.ffn_down_exps.weight[126]: IQ4_NL blk.19.ffn_down_exps.weight[127]: IQ4_NL blk.19.ffn_down_exps.weight[128]: blk.19.ffn_down_exps.weight[129]: blk.19.ffn_down_exps.weight[130]: IQ4_NL blk.19.ffn_down_exps.weight[131]: blk.19.ffn_down_exps.weight[132]: blk.19.ffn_down_exps.weight[133]: IQ4_NL blk.19.ffn_down_exps.weight[134]: IQ4_NL blk.19.ffn_down_exps.weight[135]: IQ4_NL blk.19.ffn_down_exps.weight[136]: IQ4_NL blk.19.ffn_down_exps.weight[137]: blk.19.ffn_down_exps.weight[138]: blk.19.ffn_down_exps.weight[139]: blk.19.ffn_down_exps.weight[140]: IQ4_NL blk.19.ffn_down_exps.weight[141]: IQ4_NL blk.19.ffn_down_exps.weight[142]: IQ4_NL blk.19.ffn_down_exps.weight[143]: IQ4_NL blk.19.ffn_down_exps.weight[144]: IQ4_NL blk.19.ffn_down_exps.weight[145]: IQ4_NL blk.19.ffn_down_exps.weight[146]: blk.19.ffn_down_exps.weight[147]: IQ4_NL blk.19.ffn_down_exps.weight[148]: IQ4_NL blk.19.ffn_down_exps.weight[149]: IQ4_NL blk.19.ffn_down_exps.weight[150]: blk.19.ffn_down_exps.weight[151]: blk.19.ffn_down_exps.weight[152]: IQ4_NL blk.19.ffn_down_exps.weight[153]: blk.19.ffn_down_exps.weight[154]: IQ4_NL blk.19.ffn_down_exps.weight[155]: IQ4_NL blk.19.ffn_down_exps.weight[156]: blk.19.ffn_down_exps.weight[157]: IQ4_NL blk.19.ffn_down_exps.weight[158]: blk.19.ffn_down_exps.weight[159]: blk.19.ffn_down_exps.weight[160]: blk.19.ffn_down_exps.weight[161]: IQ4_NL blk.19.ffn_down_exps.weight[162]: IQ4_NL blk.19.ffn_down_exps.weight[163]: IQ4_NL blk.19.ffn_down_exps.weight[164]: blk.19.ffn_down_exps.weight[165]: IQ4_NL blk.19.ffn_down_exps.weight[166]: IQ4_NL blk.19.ffn_down_exps.weight[167]: IQ4_NL blk.19.ffn_down_exps.weight[168]: IQ4_NL blk.19.ffn_down_exps.weight[169]: blk.19.ffn_down_exps.weight[170]: IQ4_NL blk.19.ffn_down_exps.weight[171]: blk.19.ffn_down_exps.weight[172]: IQ4_NL blk.19.ffn_down_exps.weight[173]: IQ4_NL blk.19.ffn_down_exps.weight[174]: IQ4_NL blk.19.ffn_down_exps.weight[175]: IQ4_NL blk.19.ffn_down_exps.weight[176]: blk.19.ffn_down_exps.weight[177]: blk.19.ffn_down_exps.weight[178]: blk.19.ffn_down_exps.weight[179]: blk.19.ffn_down_exps.weight[180]: blk.19.ffn_down_exps.weight[181]: IQ4_NL blk.19.ffn_down_exps.weight[182]: blk.19.ffn_down_exps.weight[183]: IQ4_NL blk.19.ffn_down_exps.weight[184]: IQ4_NL blk.19.ffn_down_exps.weight[185]: blk.19.ffn_down_exps.weight[186]: IQ4_NL blk.19.ffn_down_exps.weight[187]: blk.19.ffn_down_exps.weight[188]: blk.19.ffn_down_exps.weight[189]: IQ4_NL blk.19.ffn_down_exps.weight[190]: IQ4_NL blk.19.ffn_down_exps.weight[191]: IQ4_NL blk.19.ffn_down_exps.weight[192]: IQ4_NL blk.19.ffn_down_exps.weight[193]: blk.19.ffn_down_exps.weight[194]: IQ4_NL blk.19.ffn_down_exps.weight[195]: blk.19.ffn_down_exps.weight[196]: blk.19.ffn_down_exps.weight[197]: blk.19.ffn_down_exps.weight[198]: blk.19.ffn_down_exps.weight[199]: IQ4_NL blk.19.ffn_down_exps.weight[200]: blk.19.ffn_down_exps.weight[201]: blk.19.ffn_down_exps.weight[202]: IQ4_NL blk.19.ffn_down_exps.weight[203]: IQ4_NL blk.19.ffn_down_exps.weight[204]: IQ4_NL blk.19.ffn_down_exps.weight[205]: blk.19.ffn_down_exps.weight[206]: blk.19.ffn_down_exps.weight[207]: IQ4_NL blk.19.ffn_down_exps.weight[208]: blk.19.ffn_down_exps.weight[209]: IQ4_NL blk.19.ffn_down_exps.weight[210]: blk.19.ffn_down_exps.weight[211]: blk.19.ffn_down_exps.weight[212]: IQ4_NL blk.19.ffn_down_exps.weight[213]: IQ4_NL blk.19.ffn_down_exps.weight[214]: blk.19.ffn_down_exps.weight[215]: IQ4_NL blk.19.ffn_down_exps.weight[216]: IQ4_NL blk.19.ffn_down_exps.weight[217]: IQ4_NL blk.19.ffn_down_exps.weight[218]: IQ4_NL blk.19.ffn_down_exps.weight[219]: blk.19.ffn_down_exps.weight[220]: IQ4_NL blk.19.ffn_down_exps.weight[221]: IQ4_NL blk.19.ffn_down_exps.weight[222]: IQ4_NL blk.19.ffn_down_exps.weight[223]: blk.19.ffn_down_exps.weight[224]: blk.19.ffn_down_exps.weight[225]: IQ4_NL blk.19.ffn_down_exps.weight[226]: blk.19.ffn_down_exps.weight[227]: blk.19.ffn_down_exps.weight[228]: blk.19.ffn_down_exps.weight[229]: IQ4_NL blk.19.ffn_down_exps.weight[230]: blk.19.ffn_down_exps.weight[231]: blk.19.ffn_down_exps.weight[232]: blk.19.ffn_down_exps.weight[233]: blk.19.ffn_down_exps.weight[234]: IQ4_NL blk.19.ffn_down_exps.weight[235]: blk.19.ffn_down_exps.weight[236]: blk.19.ffn_down_exps.weight[237]: blk.19.ffn_down_exps.weight[238]: blk.19.ffn_down_exps.weight[239]: blk.19.ffn_down_exps.weight[240]: blk.19.ffn_down_exps.weight[241]: IQ4_NL blk.19.ffn_down_exps.weight[242]: IQ4_NL blk.19.ffn_down_exps.weight[243]: blk.19.ffn_down_exps.weight[244]: blk.19.ffn_down_exps.weight[245]: blk.19.ffn_down_exps.weight[246]: blk.19.ffn_down_exps.weight[247]: IQ4_NL blk.19.ffn_down_exps.weight[248]: blk.19.ffn_down_exps.weight[249]: blk.19.ffn_down_exps.weight[250]: blk.19.ffn_down_exps.weight[251]: blk.19.ffn_down_exps.weight[252]: IQ4_NL blk.19.ffn_down_exps.weight[253]: IQ4_NL blk.19.ffn_down_exps.weight[254]: IQ4_NL blk.19.ffn_down_exps.weight[255]: IQ4_NL blk.19.ffn_down_exps.weight[256]: blk.19.ffn_down_exps.weight[257]: IQ4_NL blk.19.ffn_down_exps.weight[258]: blk.19.ffn_down_exps.weight[259]: IQ4_NL blk.19.ffn_down_exps.weight[260]: blk.19.ffn_down_exps.weight[261]: blk.19.ffn_down_exps.weight[262]: IQ4_NL blk.19.ffn_down_exps.weight[263]: IQ4_NL blk.19.ffn_down_exps.weight[264]: IQ4_NL blk.19.ffn_down_exps.weight[265]: IQ4_NL blk.19.ffn_down_exps.weight[266]: IQ4_NL blk.19.ffn_down_exps.weight[267]: blk.19.ffn_down_exps.weight[268]: blk.19.ffn_down_exps.weight[269]: IQ4_NL blk.19.ffn_down_exps.weight[270]: blk.19.ffn_down_exps.weight[271]: IQ4_NL blk.19.ffn_down_exps.weight[272]: blk.19.ffn_down_exps.weight[273]: blk.19.ffn_down_exps.weight[274]: blk.19.ffn_down_exps.weight[275]: IQ4_NL blk.19.ffn_down_exps.weight[276]: blk.19.ffn_down_exps.weight[277]: IQ4_NL blk.19.ffn_down_exps.weight[278]: blk.19.ffn_down_exps.weight[279]: IQ4_NL blk.19.ffn_down_exps.weight[280]: blk.19.ffn_down_exps.weight[281]: IQ4_NL blk.19.ffn_down_exps.weight[282]: IQ4_NL blk.19.ffn_down_exps.weight[283]: blk.19.ffn_down_exps.weight[284]: blk.19.ffn_down_exps.weight[285]: IQ4_NL blk.19.ffn_down_exps.weight[286]: IQ4_NL blk.19.ffn_down_exps.weight[287]: IQ4_NL blk.19.ffn_down_exps.weight[288]: IQ4_NL blk.19.ffn_down_exps.weight[289]: blk.19.ffn_down_exps.weight[290]: blk.19.ffn_down_exps.weight[291]: IQ4_NL blk.19.ffn_down_exps.weight[292]: IQ4_NL blk.19.ffn_down_exps.weight[293]: blk.19.ffn_down_exps.weight[294]: IQ4_NL blk.19.ffn_down_exps.weight[295]: blk.19.ffn_down_exps.weight[296]: IQ4_NL blk.19.ffn_down_exps.weight[297]: blk.19.ffn_down_exps.weight[298]: blk.19.ffn_down_exps.weight[299]: blk.19.ffn_down_exps.weight[300]: IQ4_NL blk.19.ffn_down_exps.weight[301]: blk.19.ffn_down_exps.weight[302]: blk.19.ffn_down_exps.weight[303]: blk.19.ffn_down_exps.weight[304]: IQ4_NL blk.19.ffn_down_exps.weight[305]: blk.19.ffn_down_exps.weight[306]: IQ4_NL blk.19.ffn_down_exps.weight[307]: IQ4_NL blk.19.ffn_down_exps.weight[308]: IQ4_NL blk.19.ffn_down_exps.weight[309]: IQ4_NL blk.19.ffn_down_exps.weight[310]: IQ4_NL blk.19.ffn_down_exps.weight[311]: blk.19.ffn_down_exps.weight[312]: blk.19.ffn_down_exps.weight[313]: IQ4_NL blk.19.ffn_down_exps.weight[314]: blk.19.ffn_down_exps.weight[315]: IQ4_NL blk.19.ffn_down_exps.weight[316]: blk.19.ffn_down_exps.weight[317]: blk.19.ffn_down_exps.weight[318]: blk.19.ffn_down_exps.weight[319]: blk.19.ffn_down_exps.weight[320]: IQ4_NL blk.19.ffn_down_exps.weight[321]: blk.19.ffn_down_exps.weight[322]: IQ4_NL blk.19.ffn_down_exps.weight[323]: IQ4_NL blk.19.ffn_down_exps.weight[324]: blk.19.ffn_down_exps.weight[325]: blk.19.ffn_down_exps.weight[326]: IQ4_NL blk.19.ffn_down_exps.weight[327]: IQ4_NL blk.19.ffn_down_exps.weight[328]: blk.19.ffn_down_exps.weight[329]: blk.19.ffn_down_exps.weight[330]: IQ4_NL blk.19.ffn_down_exps.weight[331]: IQ4_NL blk.19.ffn_down_exps.weight[332]: IQ4_NL blk.19.ffn_down_exps.weight[333]: blk.19.ffn_down_exps.weight[334]: IQ4_NL blk.19.ffn_down_exps.weight[335]: IQ4_NL blk.19.ffn_down_exps.weight[336]: blk.19.ffn_down_exps.weight[337]: blk.19.ffn_down_exps.weight[338]: blk.19.ffn_down_exps.weight[339]: IQ4_NL blk.19.ffn_down_exps.weight[340]: blk.19.ffn_down_exps.weight[341]: blk.19.ffn_down_exps.weight[342]: IQ4_NL blk.19.ffn_down_exps.weight[343]: IQ4_NL blk.19.ffn_down_exps.weight[344]: blk.19.ffn_down_exps.weight[345]: IQ4_NL blk.19.ffn_down_exps.weight[346]: blk.19.ffn_down_exps.weight[347]: IQ4_NL blk.19.ffn_down_exps.weight[348]: blk.19.ffn_down_exps.weight[349]: blk.19.ffn_down_exps.weight[350]: blk.19.ffn_down_exps.weight[351]: IQ4_NL blk.19.ffn_down_exps.weight[352]: blk.19.ffn_down_exps.weight[353]: IQ4_NL blk.19.ffn_down_exps.weight[354]: IQ4_NL blk.19.ffn_down_exps.weight[355]: blk.19.ffn_down_exps.weight[356]: IQ4_NL blk.19.ffn_down_exps.weight[357]: IQ4_NL blk.19.ffn_down_exps.weight[358]: blk.19.ffn_down_exps.weight[359]: blk.19.ffn_down_exps.weight[360]: IQ4_NL blk.19.ffn_down_exps.weight[361]: blk.19.ffn_down_exps.weight[362]: IQ4_NL blk.19.ffn_down_exps.weight[363]: blk.19.ffn_down_exps.weight[364]: IQ4_NL blk.19.ffn_down_exps.weight[365]: blk.19.ffn_down_exps.weight[366]: blk.19.ffn_down_exps.weight[367]: blk.19.ffn_down_exps.weight[368]: IQ4_NL blk.19.ffn_down_exps.weight[369]: IQ4_NL blk.19.ffn_down_exps.weight[370]: blk.19.ffn_down_exps.weight[371]: IQ4_NL blk.19.ffn_down_exps.weight[372]: IQ4_NL blk.19.ffn_down_exps.weight[373]: blk.19.ffn_down_exps.weight[374]: IQ4_NL blk.19.ffn_down_exps.weight[375]: IQ4_NL blk.19.ffn_down_exps.weight[376]: blk.19.ffn_down_exps.weight[377]: IQ4_NL blk.19.ffn_down_exps.weight[378]: IQ4_NL blk.19.ffn_down_exps.weight[379]: IQ4_NL blk.19.ffn_down_exps.weight[380]: blk.19.ffn_down_exps.weight[381]: IQ4_NL blk.19.ffn_down_exps.weight[382]: IQ4_NL blk.19.ffn_down_exps.weight[383]: blk.19.ffn_down_exps.weight[384]: IQ4_NL blk.19.ffn_down_exps.weight[385]: IQ4_NL blk.19.ffn_down_exps.weight[386]: blk.19.ffn_down_exps.weight[387]: blk.19.ffn_down_exps.weight[388]: blk.19.ffn_down_exps.weight[389]: IQ4_NL blk.19.ffn_down_exps.weight[390]: blk.19.ffn_down_exps.weight[391]: IQ4_NL blk.19.ffn_down_exps.weight[392]: blk.19.ffn_down_exps.weight[393]: blk.19.ffn_down_exps.weight[394]: blk.19.ffn_down_exps.weight[395]: IQ4_NL blk.19.ffn_down_exps.weight[396]: blk.19.ffn_down_exps.weight[397]: IQ4_NL blk.19.ffn_down_exps.weight[398]: blk.19.ffn_down_exps.weight[399]: IQ4_NL blk.19.ffn_down_exps.weight[400]: IQ4_NL blk.19.ffn_down_exps.weight[401]: IQ4_NL blk.19.ffn_down_exps.weight[402]: blk.19.ffn_down_exps.weight[403]: blk.19.ffn_down_exps.weight[404]: blk.19.ffn_down_exps.weight[405]: blk.19.ffn_down_exps.weight[406]: IQ4_NL blk.19.ffn_down_exps.weight[407]: IQ4_NL blk.19.ffn_down_exps.weight[408]: blk.19.ffn_down_exps.weight[409]: IQ4_NL blk.19.ffn_down_exps.weight[410]: IQ4_NL blk.19.ffn_down_exps.weight[411]: IQ4_NL blk.19.ffn_down_exps.weight[412]: IQ4_NL blk.19.ffn_down_exps.weight[413]: IQ4_NL blk.19.ffn_down_exps.weight[414]: blk.19.ffn_down_exps.weight[415]: IQ4_NL blk.19.ffn_down_exps.weight[416]: blk.19.ffn_down_exps.weight[417]: blk.19.ffn_down_exps.weight[418]: blk.19.ffn_down_exps.weight[419]: IQ4_NL blk.19.ffn_down_exps.weight[420]: blk.19.ffn_down_exps.weight[421]: IQ4_NL blk.19.ffn_down_exps.weight[422]: blk.19.ffn_down_exps.weight[423]: blk.19.ffn_down_exps.weight[424]: IQ4_NL blk.19.ffn_down_exps.weight[425]: blk.19.ffn_down_exps.weight[426]: IQ4_NL blk.19.ffn_down_exps.weight[427]: IQ4_NL blk.19.ffn_down_exps.weight[428]: IQ4_NL blk.19.ffn_down_exps.weight[429]: IQ4_NL blk.19.ffn_down_exps.weight[430]: blk.19.ffn_down_exps.weight[431]: IQ4_NL blk.19.ffn_down_exps.weight[432]: IQ4_NL blk.19.ffn_down_exps.weight[433]: IQ4_NL blk.19.ffn_down_exps.weight[434]: IQ4_NL blk.19.ffn_down_exps.weight[435]: IQ4_NL blk.19.ffn_down_exps.weight[436]: blk.19.ffn_down_exps.weight[437]: blk.19.ffn_down_exps.weight[438]: IQ4_NL blk.19.ffn_down_exps.weight[439]: blk.19.ffn_down_exps.weight[440]: IQ4_NL blk.19.ffn_down_exps.weight[441]: IQ4_NL blk.19.ffn_down_exps.weight[442]: blk.19.ffn_down_exps.weight[443]: blk.19.ffn_down_exps.weight[444]: IQ4_NL blk.19.ffn_down_exps.weight[445]: IQ4_NL blk.19.ffn_down_exps.weight[446]: blk.19.ffn_down_exps.weight[447]: IQ4_NL blk.19.ffn_down_exps.weight[448]: IQ4_NL blk.19.ffn_down_exps.weight[449]: IQ4_NL blk.19.ffn_down_exps.weight[450]: IQ4_NL blk.19.ffn_down_exps.weight[451]: blk.19.ffn_down_exps.weight[452]: IQ4_NL blk.19.ffn_down_exps.weight[453]: IQ4_NL blk.19.ffn_down_exps.weight[454]: IQ4_NL blk.19.ffn_down_exps.weight[455]: IQ4_NL blk.19.ffn_down_exps.weight[456]: blk.19.ffn_down_exps.weight[457]: blk.19.ffn_down_exps.weight[458]: blk.19.ffn_down_exps.weight[459]: blk.19.ffn_down_exps.weight[460]: blk.19.ffn_down_exps.weight[461]: blk.19.ffn_down_exps.weight[462]: blk.19.ffn_down_exps.weight[463]: blk.19.ffn_down_exps.weight[464]: IQ4_NL blk.19.ffn_down_exps.weight[465]: blk.19.ffn_down_exps.weight[466]: blk.19.ffn_down_exps.weight[467]: blk.19.ffn_down_exps.weight[468]: IQ4_NL blk.19.ffn_down_exps.weight[469]: blk.19.ffn_down_exps.weight[470]: blk.19.ffn_down_exps.weight[471]: blk.19.ffn_down_exps.weight[472]: IQ4_NL blk.19.ffn_down_exps.weight[473]: blk.19.ffn_down_exps.weight[474]: blk.19.ffn_down_exps.weight[475]: blk.19.ffn_down_exps.weight[476]: blk.19.ffn_down_exps.weight[477]: blk.19.ffn_down_exps.weight[478]: blk.19.ffn_down_exps.weight[479]: IQ4_NL blk.19.ffn_down_exps.weight[480]: IQ4_NL blk.19.ffn_down_exps.weight[481]: blk.19.ffn_down_exps.weight[482]: IQ4_NL blk.19.ffn_down_exps.weight[483]: IQ4_NL blk.19.ffn_down_exps.weight[484]: IQ4_NL blk.19.ffn_down_exps.weight[485]: blk.19.ffn_down_exps.weight[486]: IQ4_NL blk.19.ffn_down_exps.weight[487]: IQ4_NL blk.19.ffn_down_exps.weight[488]: blk.19.ffn_down_exps.weight[489]: blk.19.ffn_down_exps.weight[490]: IQ4_NL blk.19.ffn_down_exps.weight[491]: blk.19.ffn_down_exps.weight[492]: blk.19.ffn_down_exps.weight[493]: blk.19.ffn_down_exps.weight[494]: blk.19.ffn_down_exps.weight[495]: blk.19.ffn_down_exps.weight[496]: IQ4_NL blk.19.ffn_down_exps.weight[497]: blk.19.ffn_down_exps.weight[498]: IQ4_NL blk.19.ffn_down_exps.weight[499]: blk.19.ffn_down_exps.weight[500]: blk.19.ffn_down_exps.weight[501]: IQ4_NL blk.19.ffn_down_exps.weight[502]: IQ4_NL blk.19.ffn_down_exps.weight[503]: IQ4_NL blk.19.ffn_down_exps.weight[504]: blk.19.ffn_down_exps.weight[505]: IQ4_NL blk.19.ffn_down_exps.weight[506]: blk.19.ffn_down_exps.weight[507]: blk.19.ffn_down_exps.weight[508]: IQ4_NL blk.19.ffn_down_exps.weight[509]: IQ4_NL blk.19.ffn_down_exps.weight[510]: IQ4_NL blk.19.ffn_down_exps.weight[511]: blk.20.ffn_gate_exps.weight[0]: IQ3_XXS blk.20.ffn_gate_exps.weight[1]: blk.20.ffn_gate_exps.weight[2]: IQ3_XXS blk.20.ffn_gate_exps.weight[3]: blk.20.ffn_gate_exps.weight[4]: blk.20.ffn_gate_exps.weight[5]: IQ3_XXS blk.20.ffn_gate_exps.weight[6]: blk.20.ffn_gate_exps.weight[7]: IQ3_XXS blk.20.ffn_gate_exps.weight[8]: IQ3_XXS blk.20.ffn_gate_exps.weight[9]: IQ3_XXS blk.20.ffn_gate_exps.weight[10]: IQ3_XXS blk.20.ffn_gate_exps.weight[11]: IQ3_XXS blk.20.ffn_gate_exps.weight[12]: IQ3_XXS blk.20.ffn_gate_exps.weight[13]: IQ3_XXS blk.20.ffn_gate_exps.weight[14]: blk.20.ffn_gate_exps.weight[15]: IQ3_XXS blk.20.ffn_gate_exps.weight[16]: IQ3_XXS blk.20.ffn_gate_exps.weight[17]: blk.20.ffn_gate_exps.weight[18]: IQ3_XXS blk.20.ffn_gate_exps.weight[19]: blk.20.ffn_gate_exps.weight[20]: blk.20.ffn_gate_exps.weight[21]: blk.20.ffn_gate_exps.weight[22]: IQ3_XXS blk.20.ffn_gate_exps.weight[23]: blk.20.ffn_gate_exps.weight[24]: IQ3_XXS blk.20.ffn_gate_exps.weight[25]: IQ3_XXS blk.20.ffn_gate_exps.weight[26]: IQ3_XXS blk.20.ffn_gate_exps.weight[27]: IQ3_XXS blk.20.ffn_gate_exps.weight[28]: IQ3_XXS blk.20.ffn_gate_exps.weight[29]: IQ3_XXS blk.20.ffn_gate_exps.weight[30]: IQ3_XXS blk.20.ffn_gate_exps.weight[31]: blk.20.ffn_gate_exps.weight[32]: blk.20.ffn_gate_exps.weight[33]: blk.20.ffn_gate_exps.weight[34]: IQ3_XXS blk.20.ffn_gate_exps.weight[35]: blk.20.ffn_gate_exps.weight[36]: IQ3_XXS blk.20.ffn_gate_exps.weight[37]: blk.20.ffn_gate_exps.weight[38]: IQ3_XXS blk.20.ffn_gate_exps.weight[39]: IQ3_XXS blk.20.ffn_gate_exps.weight[40]: IQ3_XXS blk.20.ffn_gate_exps.weight[41]: IQ3_XXS blk.20.ffn_gate_exps.weight[42]: IQ3_XXS blk.20.ffn_gate_exps.weight[43]: blk.20.ffn_gate_exps.weight[44]: blk.20.ffn_gate_exps.weight[45]: IQ3_XXS blk.20.ffn_gate_exps.weight[46]: IQ3_XXS blk.20.ffn_gate_exps.weight[47]: blk.20.ffn_gate_exps.weight[48]: blk.20.ffn_gate_exps.weight[49]: IQ3_XXS blk.20.ffn_gate_exps.weight[50]: IQ3_XXS blk.20.ffn_gate_exps.weight[51]: IQ3_XXS blk.20.ffn_gate_exps.weight[52]: blk.20.ffn_gate_exps.weight[53]: blk.20.ffn_gate_exps.weight[54]: blk.20.ffn_gate_exps.weight[55]: IQ3_XXS blk.20.ffn_gate_exps.weight[56]: IQ3_XXS blk.20.ffn_gate_exps.weight[57]: IQ3_XXS blk.20.ffn_gate_exps.weight[58]: IQ3_XXS blk.20.ffn_gate_exps.weight[59]: IQ3_XXS blk.20.ffn_gate_exps.weight[60]: IQ3_XXS blk.20.ffn_gate_exps.weight[61]: IQ3_XXS blk.20.ffn_gate_exps.weight[62]: blk.20.ffn_gate_exps.weight[63]: IQ3_XXS blk.20.ffn_gate_exps.weight[64]: blk.20.ffn_gate_exps.weight[65]: IQ3_XXS blk.20.ffn_gate_exps.weight[66]: IQ3_XXS blk.20.ffn_gate_exps.weight[67]: blk.20.ffn_gate_exps.weight[68]: blk.20.ffn_gate_exps.weight[69]: IQ3_XXS blk.20.ffn_gate_exps.weight[70]: blk.20.ffn_gate_exps.weight[71]: blk.20.ffn_gate_exps.weight[72]: blk.20.ffn_gate_exps.weight[73]: blk.20.ffn_gate_exps.weight[74]: blk.20.ffn_gate_exps.weight[75]: blk.20.ffn_gate_exps.weight[76]: IQ3_XXS blk.20.ffn_gate_exps.weight[77]: blk.20.ffn_gate_exps.weight[78]: blk.20.ffn_gate_exps.weight[79]: blk.20.ffn_gate_exps.weight[80]: blk.20.ffn_gate_exps.weight[81]: blk.20.ffn_gate_exps.weight[82]: IQ3_XXS blk.20.ffn_gate_exps.weight[83]: IQ3_XXS blk.20.ffn_gate_exps.weight[84]: blk.20.ffn_gate_exps.weight[85]: IQ3_XXS blk.20.ffn_gate_exps.weight[86]: blk.20.ffn_gate_exps.weight[87]: blk.20.ffn_gate_exps.weight[88]: IQ3_XXS blk.20.ffn_gate_exps.weight[89]: IQ3_XXS blk.20.ffn_gate_exps.weight[90]: IQ3_XXS blk.20.ffn_gate_exps.weight[91]: IQ3_XXS blk.20.ffn_gate_exps.weight[92]: IQ3_XXS blk.20.ffn_gate_exps.weight[93]: IQ3_XXS blk.20.ffn_gate_exps.weight[94]: blk.20.ffn_gate_exps.weight[95]: blk.20.ffn_gate_exps.weight[96]: IQ3_XXS blk.20.ffn_gate_exps.weight[97]: blk.20.ffn_gate_exps.weight[98]: blk.20.ffn_gate_exps.weight[99]: IQ3_XXS blk.20.ffn_gate_exps.weight[100]: blk.20.ffn_gate_exps.weight[101]: blk.20.ffn_gate_exps.weight[102]: IQ3_XXS blk.20.ffn_gate_exps.weight[103]: blk.20.ffn_gate_exps.weight[104]: IQ3_XXS blk.20.ffn_gate_exps.weight[105]: blk.20.ffn_gate_exps.weight[106]: blk.20.ffn_gate_exps.weight[107]: blk.20.ffn_gate_exps.weight[108]: blk.20.ffn_gate_exps.weight[109]: blk.20.ffn_gate_exps.weight[110]: IQ3_XXS blk.20.ffn_gate_exps.weight[111]: blk.20.ffn_gate_exps.weight[112]: IQ3_XXS blk.20.ffn_gate_exps.weight[113]: blk.20.ffn_gate_exps.weight[114]: IQ3_XXS blk.20.ffn_gate_exps.weight[115]: blk.20.ffn_gate_exps.weight[116]: blk.20.ffn_gate_exps.weight[117]: IQ3_XXS blk.20.ffn_gate_exps.weight[118]: blk.20.ffn_gate_exps.weight[119]: blk.20.ffn_gate_exps.weight[120]: blk.20.ffn_gate_exps.weight[121]: IQ3_XXS blk.20.ffn_gate_exps.weight[122]: IQ3_XXS blk.20.ffn_gate_exps.weight[123]: IQ3_XXS blk.20.ffn_gate_exps.weight[124]: IQ3_XXS blk.20.ffn_gate_exps.weight[125]: IQ3_XXS blk.20.ffn_gate_exps.weight[126]: blk.20.ffn_gate_exps.weight[127]: IQ3_XXS blk.20.ffn_gate_exps.weight[128]: blk.20.ffn_gate_exps.weight[129]: IQ3_XXS blk.20.ffn_gate_exps.weight[130]: blk.20.ffn_gate_exps.weight[131]: IQ3_XXS blk.20.ffn_gate_exps.weight[132]: blk.20.ffn_gate_exps.weight[133]: IQ3_XXS blk.20.ffn_gate_exps.weight[134]: IQ3_XXS blk.20.ffn_gate_exps.weight[135]: blk.20.ffn_gate_exps.weight[136]: IQ3_XXS blk.20.ffn_gate_exps.weight[137]: blk.20.ffn_gate_exps.weight[138]: IQ3_XXS blk.20.ffn_gate_exps.weight[139]: IQ3_XXS blk.20.ffn_gate_exps.weight[140]: IQ3_XXS blk.20.ffn_gate_exps.weight[141]: IQ3_XXS blk.20.ffn_gate_exps.weight[142]: IQ3_XXS blk.20.ffn_gate_exps.weight[143]: blk.20.ffn_gate_exps.weight[144]: blk.20.ffn_gate_exps.weight[145]: IQ3_XXS blk.20.ffn_gate_exps.weight[146]: IQ3_XXS blk.20.ffn_gate_exps.weight[147]: IQ3_XXS blk.20.ffn_gate_exps.weight[148]: blk.20.ffn_gate_exps.weight[149]: blk.20.ffn_gate_exps.weight[150]: blk.20.ffn_gate_exps.weight[151]: blk.20.ffn_gate_exps.weight[152]: blk.20.ffn_gate_exps.weight[153]: blk.20.ffn_gate_exps.weight[154]: IQ3_XXS blk.20.ffn_gate_exps.weight[155]: blk.20.ffn_gate_exps.weight[156]: blk.20.ffn_gate_exps.weight[157]: IQ3_XXS blk.20.ffn_gate_exps.weight[158]: blk.20.ffn_gate_exps.weight[159]: IQ3_XXS blk.20.ffn_gate_exps.weight[160]: IQ3_XXS blk.20.ffn_gate_exps.weight[161]: IQ3_XXS blk.20.ffn_gate_exps.weight[162]: IQ3_XXS blk.20.ffn_gate_exps.weight[163]: IQ3_XXS blk.20.ffn_gate_exps.weight[164]: IQ3_XXS blk.20.ffn_gate_exps.weight[165]: blk.20.ffn_gate_exps.weight[166]: blk.20.ffn_gate_exps.weight[167]: IQ3_XXS blk.20.ffn_gate_exps.weight[168]: blk.20.ffn_gate_exps.weight[169]: blk.20.ffn_gate_exps.weight[170]: IQ3_XXS blk.20.ffn_gate_exps.weight[171]: blk.20.ffn_gate_exps.weight[172]: IQ3_XXS blk.20.ffn_gate_exps.weight[173]: IQ3_XXS blk.20.ffn_gate_exps.weight[174]: blk.20.ffn_gate_exps.weight[175]: IQ3_XXS blk.20.ffn_gate_exps.weight[176]: blk.20.ffn_gate_exps.weight[177]: blk.20.ffn_gate_exps.weight[178]: blk.20.ffn_gate_exps.weight[179]: blk.20.ffn_gate_exps.weight[180]: IQ3_XXS blk.20.ffn_gate_exps.weight[181]: blk.20.ffn_gate_exps.weight[182]: blk.20.ffn_gate_exps.weight[183]: blk.20.ffn_gate_exps.weight[184]: IQ3_XXS blk.20.ffn_gate_exps.weight[185]: blk.20.ffn_gate_exps.weight[186]: blk.20.ffn_gate_exps.weight[187]: blk.20.ffn_gate_exps.weight[188]: blk.20.ffn_gate_exps.weight[189]: blk.20.ffn_gate_exps.weight[190]: IQ3_XXS blk.20.ffn_gate_exps.weight[191]: blk.20.ffn_gate_exps.weight[192]: blk.20.ffn_gate_exps.weight[193]: blk.20.ffn_gate_exps.weight[194]: IQ3_XXS blk.20.ffn_gate_exps.weight[195]: IQ3_XXS blk.20.ffn_gate_exps.weight[196]: blk.20.ffn_gate_exps.weight[197]: IQ3_XXS blk.20.ffn_gate_exps.weight[198]: IQ3_XXS blk.20.ffn_gate_exps.weight[199]: IQ3_XXS blk.20.ffn_gate_exps.weight[200]: IQ3_XXS blk.20.ffn_gate_exps.weight[201]: blk.20.ffn_gate_exps.weight[202]: blk.20.ffn_gate_exps.weight[203]: IQ3_XXS blk.20.ffn_gate_exps.weight[204]: IQ3_XXS blk.20.ffn_gate_exps.weight[205]: blk.20.ffn_gate_exps.weight[206]: blk.20.ffn_gate_exps.weight[207]: IQ3_XXS blk.20.ffn_gate_exps.weight[208]: IQ3_XXS blk.20.ffn_gate_exps.weight[209]: blk.20.ffn_gate_exps.weight[210]: IQ3_XXS blk.20.ffn_gate_exps.weight[211]: blk.20.ffn_gate_exps.weight[212]: IQ3_XXS blk.20.ffn_gate_exps.weight[213]: IQ3_XXS blk.20.ffn_gate_exps.weight[214]: IQ3_XXS blk.20.ffn_gate_exps.weight[215]: IQ3_XXS blk.20.ffn_gate_exps.weight[216]: IQ3_XXS blk.20.ffn_gate_exps.weight[217]: IQ3_XXS blk.20.ffn_gate_exps.weight[218]: IQ3_XXS blk.20.ffn_gate_exps.weight[219]: IQ3_XXS blk.20.ffn_gate_exps.weight[220]: IQ3_XXS blk.20.ffn_gate_exps.weight[221]: blk.20.ffn_gate_exps.weight[222]: blk.20.ffn_gate_exps.weight[223]: IQ3_XXS blk.20.ffn_gate_exps.weight[224]: IQ3_XXS blk.20.ffn_gate_exps.weight[225]: blk.20.ffn_gate_exps.weight[226]: IQ3_XXS blk.20.ffn_gate_exps.weight[227]: IQ3_XXS blk.20.ffn_gate_exps.weight[228]: IQ3_XXS blk.20.ffn_gate_exps.weight[229]: IQ3_XXS blk.20.ffn_gate_exps.weight[230]: blk.20.ffn_gate_exps.weight[231]: blk.20.ffn_gate_exps.weight[232]: blk.20.ffn_gate_exps.weight[233]: blk.20.ffn_gate_exps.weight[234]: blk.20.ffn_gate_exps.weight[235]: blk.20.ffn_gate_exps.weight[236]: IQ3_XXS blk.20.ffn_gate_exps.weight[237]: blk.20.ffn_gate_exps.weight[238]: IQ3_XXS blk.20.ffn_gate_exps.weight[239]: blk.20.ffn_gate_exps.weight[240]: IQ3_XXS blk.20.ffn_gate_exps.weight[241]: IQ3_XXS blk.20.ffn_gate_exps.weight[242]: blk.20.ffn_gate_exps.weight[243]: IQ3_XXS blk.20.ffn_gate_exps.weight[244]: IQ3_XXS blk.20.ffn_gate_exps.weight[245]: blk.20.ffn_gate_exps.weight[246]: blk.20.ffn_gate_exps.weight[247]: IQ3_XXS blk.20.ffn_gate_exps.weight[248]: IQ3_XXS blk.20.ffn_gate_exps.weight[249]: IQ3_XXS blk.20.ffn_gate_exps.weight[250]: blk.20.ffn_gate_exps.weight[251]: IQ3_XXS blk.20.ffn_gate_exps.weight[252]: blk.20.ffn_gate_exps.weight[253]: blk.20.ffn_gate_exps.weight[254]: IQ3_XXS blk.20.ffn_gate_exps.weight[255]: IQ3_XXS blk.20.ffn_gate_exps.weight[256]: IQ3_XXS blk.20.ffn_gate_exps.weight[257]: IQ3_XXS blk.20.ffn_gate_exps.weight[258]: IQ3_XXS blk.20.ffn_gate_exps.weight[259]: blk.20.ffn_gate_exps.weight[260]: IQ3_XXS blk.20.ffn_gate_exps.weight[261]: blk.20.ffn_gate_exps.weight[262]: blk.20.ffn_gate_exps.weight[263]: blk.20.ffn_gate_exps.weight[264]: blk.20.ffn_gate_exps.weight[265]: IQ3_XXS blk.20.ffn_gate_exps.weight[266]: IQ3_XXS blk.20.ffn_gate_exps.weight[267]: blk.20.ffn_gate_exps.weight[268]: blk.20.ffn_gate_exps.weight[269]: blk.20.ffn_gate_exps.weight[270]: blk.20.ffn_gate_exps.weight[271]: IQ3_XXS blk.20.ffn_gate_exps.weight[272]: IQ3_XXS blk.20.ffn_gate_exps.weight[273]: blk.20.ffn_gate_exps.weight[274]: IQ3_XXS blk.20.ffn_gate_exps.weight[275]: IQ3_XXS blk.20.ffn_gate_exps.weight[276]: IQ3_XXS blk.20.ffn_gate_exps.weight[277]: blk.20.ffn_gate_exps.weight[278]: IQ3_XXS blk.20.ffn_gate_exps.weight[279]: blk.20.ffn_gate_exps.weight[280]: blk.20.ffn_gate_exps.weight[281]: blk.20.ffn_gate_exps.weight[282]: IQ3_XXS blk.20.ffn_gate_exps.weight[283]: IQ3_XXS blk.20.ffn_gate_exps.weight[284]: blk.20.ffn_gate_exps.weight[285]: IQ3_XXS blk.20.ffn_gate_exps.weight[286]: blk.20.ffn_gate_exps.weight[287]: blk.20.ffn_gate_exps.weight[288]: blk.20.ffn_gate_exps.weight[289]: IQ3_XXS blk.20.ffn_gate_exps.weight[290]: IQ3_XXS blk.20.ffn_gate_exps.weight[291]: IQ3_XXS blk.20.ffn_gate_exps.weight[292]: blk.20.ffn_gate_exps.weight[293]: IQ3_XXS blk.20.ffn_gate_exps.weight[294]: IQ3_XXS blk.20.ffn_gate_exps.weight[295]: blk.20.ffn_gate_exps.weight[296]: blk.20.ffn_gate_exps.weight[297]: IQ3_XXS blk.20.ffn_gate_exps.weight[298]: IQ3_XXS blk.20.ffn_gate_exps.weight[299]: blk.20.ffn_gate_exps.weight[300]: IQ3_XXS blk.20.ffn_gate_exps.weight[301]: blk.20.ffn_gate_exps.weight[302]: blk.20.ffn_gate_exps.weight[303]: blk.20.ffn_gate_exps.weight[304]: blk.20.ffn_gate_exps.weight[305]: blk.20.ffn_gate_exps.weight[306]: IQ3_XXS blk.20.ffn_gate_exps.weight[307]: blk.20.ffn_gate_exps.weight[308]: blk.20.ffn_gate_exps.weight[309]: blk.20.ffn_gate_exps.weight[310]: IQ3_XXS blk.20.ffn_gate_exps.weight[311]: IQ3_XXS blk.20.ffn_gate_exps.weight[312]: blk.20.ffn_gate_exps.weight[313]: IQ3_XXS blk.20.ffn_gate_exps.weight[314]: IQ3_XXS blk.20.ffn_gate_exps.weight[315]: blk.20.ffn_gate_exps.weight[316]: IQ3_XXS blk.20.ffn_gate_exps.weight[317]: blk.20.ffn_gate_exps.weight[318]: IQ3_XXS blk.20.ffn_gate_exps.weight[319]: IQ3_XXS blk.20.ffn_gate_exps.weight[320]: blk.20.ffn_gate_exps.weight[321]: IQ3_XXS blk.20.ffn_gate_exps.weight[322]: IQ3_XXS blk.20.ffn_gate_exps.weight[323]: blk.20.ffn_gate_exps.weight[324]: blk.20.ffn_gate_exps.weight[325]: blk.20.ffn_gate_exps.weight[326]: blk.20.ffn_gate_exps.weight[327]: IQ3_XXS blk.20.ffn_gate_exps.weight[328]: IQ3_XXS blk.20.ffn_gate_exps.weight[329]: blk.20.ffn_gate_exps.weight[330]: blk.20.ffn_gate_exps.weight[331]: blk.20.ffn_gate_exps.weight[332]: IQ3_XXS blk.20.ffn_gate_exps.weight[333]: blk.20.ffn_gate_exps.weight[334]: blk.20.ffn_gate_exps.weight[335]: blk.20.ffn_gate_exps.weight[336]: IQ3_XXS blk.20.ffn_gate_exps.weight[337]: blk.20.ffn_gate_exps.weight[338]: IQ3_XXS blk.20.ffn_gate_exps.weight[339]: blk.20.ffn_gate_exps.weight[340]: IQ3_XXS blk.20.ffn_gate_exps.weight[341]: IQ3_XXS blk.20.ffn_gate_exps.weight[342]: blk.20.ffn_gate_exps.weight[343]: blk.20.ffn_gate_exps.weight[344]: IQ3_XXS blk.20.ffn_gate_exps.weight[345]: IQ3_XXS blk.20.ffn_gate_exps.weight[346]: IQ3_XXS blk.20.ffn_gate_exps.weight[347]: IQ3_XXS blk.20.ffn_gate_exps.weight[348]: IQ3_XXS blk.20.ffn_gate_exps.weight[349]: IQ3_XXS blk.20.ffn_gate_exps.weight[350]: blk.20.ffn_gate_exps.weight[351]: blk.20.ffn_gate_exps.weight[352]: IQ3_XXS blk.20.ffn_gate_exps.weight[353]: IQ3_XXS blk.20.ffn_gate_exps.weight[354]: blk.20.ffn_gate_exps.weight[355]: IQ3_XXS blk.20.ffn_gate_exps.weight[356]: IQ3_XXS blk.20.ffn_gate_exps.weight[357]: blk.20.ffn_gate_exps.weight[358]: IQ3_XXS blk.20.ffn_gate_exps.weight[359]: blk.20.ffn_gate_exps.weight[360]: IQ3_XXS blk.20.ffn_gate_exps.weight[361]: blk.20.ffn_gate_exps.weight[362]: blk.20.ffn_gate_exps.weight[363]: blk.20.ffn_gate_exps.weight[364]: blk.20.ffn_gate_exps.weight[365]: blk.20.ffn_gate_exps.weight[366]: IQ3_XXS blk.20.ffn_gate_exps.weight[367]: IQ3_XXS blk.20.ffn_gate_exps.weight[368]: IQ3_XXS blk.20.ffn_gate_exps.weight[369]: IQ3_XXS blk.20.ffn_gate_exps.weight[370]: blk.20.ffn_gate_exps.weight[371]: blk.20.ffn_gate_exps.weight[372]: blk.20.ffn_gate_exps.weight[373]: IQ3_XXS blk.20.ffn_gate_exps.weight[374]: IQ3_XXS blk.20.ffn_gate_exps.weight[375]: blk.20.ffn_gate_exps.weight[376]: blk.20.ffn_gate_exps.weight[377]: blk.20.ffn_gate_exps.weight[378]: blk.20.ffn_gate_exps.weight[379]: IQ3_XXS blk.20.ffn_gate_exps.weight[380]: blk.20.ffn_gate_exps.weight[381]: blk.20.ffn_gate_exps.weight[382]: blk.20.ffn_gate_exps.weight[383]: blk.20.ffn_gate_exps.weight[384]: blk.20.ffn_gate_exps.weight[385]: IQ3_XXS blk.20.ffn_gate_exps.weight[386]: IQ3_XXS blk.20.ffn_gate_exps.weight[387]: IQ3_XXS blk.20.ffn_gate_exps.weight[388]: IQ3_XXS blk.20.ffn_gate_exps.weight[389]: IQ3_XXS blk.20.ffn_gate_exps.weight[390]: IQ3_XXS blk.20.ffn_gate_exps.weight[391]: IQ3_XXS blk.20.ffn_gate_exps.weight[392]: blk.20.ffn_gate_exps.weight[393]: blk.20.ffn_gate_exps.weight[394]: IQ3_XXS blk.20.ffn_gate_exps.weight[395]: blk.20.ffn_gate_exps.weight[396]: IQ3_XXS blk.20.ffn_gate_exps.weight[397]: blk.20.ffn_gate_exps.weight[398]: blk.20.ffn_gate_exps.weight[399]: IQ3_XXS blk.20.ffn_gate_exps.weight[400]: blk.20.ffn_gate_exps.weight[401]: blk.20.ffn_gate_exps.weight[402]: blk.20.ffn_gate_exps.weight[403]: IQ3_XXS blk.20.ffn_gate_exps.weight[404]: IQ3_XXS blk.20.ffn_gate_exps.weight[405]: IQ3_XXS blk.20.ffn_gate_exps.weight[406]: IQ3_XXS blk.20.ffn_gate_exps.weight[407]: IQ3_XXS blk.20.ffn_gate_exps.weight[408]: blk.20.ffn_gate_exps.weight[409]: IQ3_XXS blk.20.ffn_gate_exps.weight[410]: blk.20.ffn_gate_exps.weight[411]: blk.20.ffn_gate_exps.weight[412]: IQ3_XXS blk.20.ffn_gate_exps.weight[413]: IQ3_XXS blk.20.ffn_gate_exps.weight[414]: blk.20.ffn_gate_exps.weight[415]: blk.20.ffn_gate_exps.weight[416]: IQ3_XXS blk.20.ffn_gate_exps.weight[417]: blk.20.ffn_gate_exps.weight[418]: IQ3_XXS blk.20.ffn_gate_exps.weight[419]: blk.20.ffn_gate_exps.weight[420]: blk.20.ffn_gate_exps.weight[421]: IQ3_XXS blk.20.ffn_gate_exps.weight[422]: blk.20.ffn_gate_exps.weight[423]: IQ3_XXS blk.20.ffn_gate_exps.weight[424]: blk.20.ffn_gate_exps.weight[425]: blk.20.ffn_gate_exps.weight[426]: IQ3_XXS blk.20.ffn_gate_exps.weight[427]: blk.20.ffn_gate_exps.weight[428]: blk.20.ffn_gate_exps.weight[429]: blk.20.ffn_gate_exps.weight[430]: IQ3_XXS blk.20.ffn_gate_exps.weight[431]: blk.20.ffn_gate_exps.weight[432]: IQ3_XXS blk.20.ffn_gate_exps.weight[433]: IQ3_XXS blk.20.ffn_gate_exps.weight[434]: IQ3_XXS blk.20.ffn_gate_exps.weight[435]: blk.20.ffn_gate_exps.weight[436]: blk.20.ffn_gate_exps.weight[437]: IQ3_XXS blk.20.ffn_gate_exps.weight[438]: blk.20.ffn_gate_exps.weight[439]: IQ3_XXS blk.20.ffn_gate_exps.weight[440]: IQ3_XXS blk.20.ffn_gate_exps.weight[441]: IQ3_XXS blk.20.ffn_gate_exps.weight[442]: IQ3_XXS blk.20.ffn_gate_exps.weight[443]: blk.20.ffn_gate_exps.weight[444]: blk.20.ffn_gate_exps.weight[445]: IQ3_XXS blk.20.ffn_gate_exps.weight[446]: blk.20.ffn_gate_exps.weight[447]: IQ3_XXS blk.20.ffn_gate_exps.weight[448]: IQ3_XXS blk.20.ffn_gate_exps.weight[449]: IQ3_XXS blk.20.ffn_gate_exps.weight[450]: IQ3_XXS blk.20.ffn_gate_exps.weight[451]: blk.20.ffn_gate_exps.weight[452]: blk.20.ffn_gate_exps.weight[453]: blk.20.ffn_gate_exps.weight[454]: blk.20.ffn_gate_exps.weight[455]: blk.20.ffn_gate_exps.weight[456]: IQ3_XXS blk.20.ffn_gate_exps.weight[457]: IQ3_XXS blk.20.ffn_gate_exps.weight[458]: blk.20.ffn_gate_exps.weight[459]: blk.20.ffn_gate_exps.weight[460]: blk.20.ffn_gate_exps.weight[461]: IQ3_XXS blk.20.ffn_gate_exps.weight[462]: IQ3_XXS blk.20.ffn_gate_exps.weight[463]: IQ3_XXS blk.20.ffn_gate_exps.weight[464]: IQ3_XXS blk.20.ffn_gate_exps.weight[465]: IQ3_XXS blk.20.ffn_gate_exps.weight[466]: blk.20.ffn_gate_exps.weight[467]: IQ3_XXS blk.20.ffn_gate_exps.weight[468]: blk.20.ffn_gate_exps.weight[469]: blk.20.ffn_gate_exps.weight[470]: IQ3_XXS blk.20.ffn_gate_exps.weight[471]: blk.20.ffn_gate_exps.weight[472]: blk.20.ffn_gate_exps.weight[473]: blk.20.ffn_gate_exps.weight[474]: blk.20.ffn_gate_exps.weight[475]: IQ3_XXS blk.20.ffn_gate_exps.weight[476]: blk.20.ffn_gate_exps.weight[477]: IQ3_XXS blk.20.ffn_gate_exps.weight[478]: IQ3_XXS blk.20.ffn_gate_exps.weight[479]: blk.20.ffn_gate_exps.weight[480]: IQ3_XXS blk.20.ffn_gate_exps.weight[481]: blk.20.ffn_gate_exps.weight[482]: blk.20.ffn_gate_exps.weight[483]: IQ3_XXS blk.20.ffn_gate_exps.weight[484]: IQ3_XXS blk.20.ffn_gate_exps.weight[485]: IQ3_XXS blk.20.ffn_gate_exps.weight[486]: blk.20.ffn_gate_exps.weight[487]: blk.20.ffn_gate_exps.weight[488]: IQ3_XXS blk.20.ffn_gate_exps.weight[489]: IQ3_XXS blk.20.ffn_gate_exps.weight[490]: IQ3_XXS blk.20.ffn_gate_exps.weight[491]: blk.20.ffn_gate_exps.weight[492]: blk.20.ffn_gate_exps.weight[493]: blk.20.ffn_gate_exps.weight[494]: IQ3_XXS blk.20.ffn_gate_exps.weight[495]: blk.20.ffn_gate_exps.weight[496]: blk.20.ffn_gate_exps.weight[497]: blk.20.ffn_gate_exps.weight[498]: blk.20.ffn_gate_exps.weight[499]: blk.20.ffn_gate_exps.weight[500]: blk.20.ffn_gate_exps.weight[501]: blk.20.ffn_gate_exps.weight[502]: blk.20.ffn_gate_exps.weight[503]: blk.20.ffn_gate_exps.weight[504]: blk.20.ffn_gate_exps.weight[505]: blk.20.ffn_gate_exps.weight[506]: IQ3_XXS blk.20.ffn_gate_exps.weight[507]: IQ3_XXS blk.20.ffn_gate_exps.weight[508]: IQ3_XXS blk.20.ffn_gate_exps.weight[509]: IQ3_XXS blk.20.ffn_gate_exps.weight[510]: blk.20.ffn_gate_exps.weight[511]: IQ3_XXS blk.20.ffn_up_exps.weight[0]: IQ3_XXS blk.20.ffn_up_exps.weight[1]: blk.20.ffn_up_exps.weight[2]: IQ3_XXS blk.20.ffn_up_exps.weight[3]: blk.20.ffn_up_exps.weight[4]: blk.20.ffn_up_exps.weight[5]: IQ3_XXS blk.20.ffn_up_exps.weight[6]: blk.20.ffn_up_exps.weight[7]: IQ3_XXS blk.20.ffn_up_exps.weight[8]: IQ3_XXS blk.20.ffn_up_exps.weight[9]: IQ3_XXS blk.20.ffn_up_exps.weight[10]: IQ3_XXS blk.20.ffn_up_exps.weight[11]: IQ3_XXS blk.20.ffn_up_exps.weight[12]: IQ3_XXS blk.20.ffn_up_exps.weight[13]: IQ3_XXS blk.20.ffn_up_exps.weight[14]: blk.20.ffn_up_exps.weight[15]: IQ3_XXS blk.20.ffn_up_exps.weight[16]: IQ3_XXS blk.20.ffn_up_exps.weight[17]: blk.20.ffn_up_exps.weight[18]: IQ3_XXS blk.20.ffn_up_exps.weight[19]: blk.20.ffn_up_exps.weight[20]: blk.20.ffn_up_exps.weight[21]: blk.20.ffn_up_exps.weight[22]: IQ3_XXS blk.20.ffn_up_exps.weight[23]: blk.20.ffn_up_exps.weight[24]: IQ3_XXS blk.20.ffn_up_exps.weight[25]: IQ3_XXS blk.20.ffn_up_exps.weight[26]: IQ3_XXS blk.20.ffn_up_exps.weight[27]: IQ3_XXS blk.20.ffn_up_exps.weight[28]: IQ3_XXS blk.20.ffn_up_exps.weight[29]: IQ3_XXS blk.20.ffn_up_exps.weight[30]: IQ3_XXS blk.20.ffn_up_exps.weight[31]: blk.20.ffn_up_exps.weight[32]: blk.20.ffn_up_exps.weight[33]: blk.20.ffn_up_exps.weight[34]: IQ3_XXS blk.20.ffn_up_exps.weight[35]: blk.20.ffn_up_exps.weight[36]: IQ3_XXS blk.20.ffn_up_exps.weight[37]: blk.20.ffn_up_exps.weight[38]: IQ3_XXS blk.20.ffn_up_exps.weight[39]: IQ3_XXS blk.20.ffn_up_exps.weight[40]: IQ3_XXS blk.20.ffn_up_exps.weight[41]: IQ3_XXS blk.20.ffn_up_exps.weight[42]: IQ3_XXS blk.20.ffn_up_exps.weight[43]: blk.20.ffn_up_exps.weight[44]: blk.20.ffn_up_exps.weight[45]: IQ3_XXS blk.20.ffn_up_exps.weight[46]: IQ3_XXS blk.20.ffn_up_exps.weight[47]: blk.20.ffn_up_exps.weight[48]: blk.20.ffn_up_exps.weight[49]: IQ3_XXS blk.20.ffn_up_exps.weight[50]: IQ3_XXS blk.20.ffn_up_exps.weight[51]: IQ3_XXS blk.20.ffn_up_exps.weight[52]: blk.20.ffn_up_exps.weight[53]: blk.20.ffn_up_exps.weight[54]: blk.20.ffn_up_exps.weight[55]: IQ3_XXS blk.20.ffn_up_exps.weight[56]: IQ3_XXS blk.20.ffn_up_exps.weight[57]: IQ3_XXS blk.20.ffn_up_exps.weight[58]: IQ3_XXS blk.20.ffn_up_exps.weight[59]: IQ3_XXS blk.20.ffn_up_exps.weight[60]: IQ3_XXS blk.20.ffn_up_exps.weight[61]: IQ3_XXS blk.20.ffn_up_exps.weight[62]: blk.20.ffn_up_exps.weight[63]: IQ3_XXS blk.20.ffn_up_exps.weight[64]: blk.20.ffn_up_exps.weight[65]: IQ3_XXS blk.20.ffn_up_exps.weight[66]: IQ3_XXS blk.20.ffn_up_exps.weight[67]: blk.20.ffn_up_exps.weight[68]: blk.20.ffn_up_exps.weight[69]: IQ3_XXS blk.20.ffn_up_exps.weight[70]: blk.20.ffn_up_exps.weight[71]: blk.20.ffn_up_exps.weight[72]: blk.20.ffn_up_exps.weight[73]: blk.20.ffn_up_exps.weight[74]: blk.20.ffn_up_exps.weight[75]: blk.20.ffn_up_exps.weight[76]: IQ3_XXS blk.20.ffn_up_exps.weight[77]: blk.20.ffn_up_exps.weight[78]: blk.20.ffn_up_exps.weight[79]: blk.20.ffn_up_exps.weight[80]: blk.20.ffn_up_exps.weight[81]: blk.20.ffn_up_exps.weight[82]: IQ3_XXS blk.20.ffn_up_exps.weight[83]: IQ3_XXS blk.20.ffn_up_exps.weight[84]: blk.20.ffn_up_exps.weight[85]: IQ3_XXS blk.20.ffn_up_exps.weight[86]: blk.20.ffn_up_exps.weight[87]: blk.20.ffn_up_exps.weight[88]: IQ3_XXS blk.20.ffn_up_exps.weight[89]: IQ3_XXS blk.20.ffn_up_exps.weight[90]: IQ3_XXS blk.20.ffn_up_exps.weight[91]: IQ3_XXS blk.20.ffn_up_exps.weight[92]: IQ3_XXS blk.20.ffn_up_exps.weight[93]: IQ3_XXS blk.20.ffn_up_exps.weight[94]: blk.20.ffn_up_exps.weight[95]: blk.20.ffn_up_exps.weight[96]: IQ3_XXS blk.20.ffn_up_exps.weight[97]: blk.20.ffn_up_exps.weight[98]: blk.20.ffn_up_exps.weight[99]: IQ3_XXS blk.20.ffn_up_exps.weight[100]: blk.20.ffn_up_exps.weight[101]: blk.20.ffn_up_exps.weight[102]: IQ3_XXS blk.20.ffn_up_exps.weight[103]: blk.20.ffn_up_exps.weight[104]: IQ3_XXS blk.20.ffn_up_exps.weight[105]: blk.20.ffn_up_exps.weight[106]: blk.20.ffn_up_exps.weight[107]: blk.20.ffn_up_exps.weight[108]: blk.20.ffn_up_exps.weight[109]: blk.20.ffn_up_exps.weight[110]: IQ3_XXS blk.20.ffn_up_exps.weight[111]: blk.20.ffn_up_exps.weight[112]: IQ3_XXS blk.20.ffn_up_exps.weight[113]: blk.20.ffn_up_exps.weight[114]: IQ3_XXS blk.20.ffn_up_exps.weight[115]: blk.20.ffn_up_exps.weight[116]: blk.20.ffn_up_exps.weight[117]: IQ3_XXS blk.20.ffn_up_exps.weight[118]: blk.20.ffn_up_exps.weight[119]: blk.20.ffn_up_exps.weight[120]: blk.20.ffn_up_exps.weight[121]: IQ3_XXS blk.20.ffn_up_exps.weight[122]: IQ3_XXS blk.20.ffn_up_exps.weight[123]: IQ3_XXS blk.20.ffn_up_exps.weight[124]: IQ3_XXS blk.20.ffn_up_exps.weight[125]: IQ3_XXS blk.20.ffn_up_exps.weight[126]: blk.20.ffn_up_exps.weight[127]: IQ3_XXS blk.20.ffn_up_exps.weight[128]: blk.20.ffn_up_exps.weight[129]: IQ3_XXS blk.20.ffn_up_exps.weight[130]: blk.20.ffn_up_exps.weight[131]: IQ3_XXS blk.20.ffn_up_exps.weight[132]: blk.20.ffn_up_exps.weight[133]: IQ3_XXS blk.20.ffn_up_exps.weight[134]: IQ3_XXS blk.20.ffn_up_exps.weight[135]: blk.20.ffn_up_exps.weight[136]: IQ3_XXS blk.20.ffn_up_exps.weight[137]: blk.20.ffn_up_exps.weight[138]: IQ3_XXS blk.20.ffn_up_exps.weight[139]: IQ3_XXS blk.20.ffn_up_exps.weight[140]: IQ3_XXS blk.20.ffn_up_exps.weight[141]: IQ3_XXS blk.20.ffn_up_exps.weight[142]: IQ3_XXS blk.20.ffn_up_exps.weight[143]: blk.20.ffn_up_exps.weight[144]: blk.20.ffn_up_exps.weight[145]: IQ3_XXS blk.20.ffn_up_exps.weight[146]: IQ3_XXS blk.20.ffn_up_exps.weight[147]: IQ3_XXS blk.20.ffn_up_exps.weight[148]: blk.20.ffn_up_exps.weight[149]: blk.20.ffn_up_exps.weight[150]: blk.20.ffn_up_exps.weight[151]: blk.20.ffn_up_exps.weight[152]: blk.20.ffn_up_exps.weight[153]: blk.20.ffn_up_exps.weight[154]: IQ3_XXS blk.20.ffn_up_exps.weight[155]: blk.20.ffn_up_exps.weight[156]: blk.20.ffn_up_exps.weight[157]: IQ3_XXS blk.20.ffn_up_exps.weight[158]: blk.20.ffn_up_exps.weight[159]: IQ3_XXS blk.20.ffn_up_exps.weight[160]: IQ3_XXS blk.20.ffn_up_exps.weight[161]: IQ3_XXS blk.20.ffn_up_exps.weight[162]: IQ3_XXS blk.20.ffn_up_exps.weight[163]: IQ3_XXS blk.20.ffn_up_exps.weight[164]: IQ3_XXS blk.20.ffn_up_exps.weight[165]: blk.20.ffn_up_exps.weight[166]: blk.20.ffn_up_exps.weight[167]: IQ3_XXS blk.20.ffn_up_exps.weight[168]: blk.20.ffn_up_exps.weight[169]: blk.20.ffn_up_exps.weight[170]: IQ3_XXS blk.20.ffn_up_exps.weight[171]: blk.20.ffn_up_exps.weight[172]: IQ3_XXS blk.20.ffn_up_exps.weight[173]: IQ3_XXS blk.20.ffn_up_exps.weight[174]: blk.20.ffn_up_exps.weight[175]: IQ3_XXS blk.20.ffn_up_exps.weight[176]: blk.20.ffn_up_exps.weight[177]: blk.20.ffn_up_exps.weight[178]: blk.20.ffn_up_exps.weight[179]: blk.20.ffn_up_exps.weight[180]: IQ3_XXS blk.20.ffn_up_exps.weight[181]: blk.20.ffn_up_exps.weight[182]: blk.20.ffn_up_exps.weight[183]: blk.20.ffn_up_exps.weight[184]: IQ3_XXS blk.20.ffn_up_exps.weight[185]: blk.20.ffn_up_exps.weight[186]: blk.20.ffn_up_exps.weight[187]: blk.20.ffn_up_exps.weight[188]: blk.20.ffn_up_exps.weight[189]: blk.20.ffn_up_exps.weight[190]: IQ3_XXS blk.20.ffn_up_exps.weight[191]: blk.20.ffn_up_exps.weight[192]: blk.20.ffn_up_exps.weight[193]: blk.20.ffn_up_exps.weight[194]: IQ3_XXS blk.20.ffn_up_exps.weight[195]: IQ3_XXS blk.20.ffn_up_exps.weight[196]: blk.20.ffn_up_exps.weight[197]: IQ3_XXS blk.20.ffn_up_exps.weight[198]: IQ3_XXS blk.20.ffn_up_exps.weight[199]: IQ3_XXS blk.20.ffn_up_exps.weight[200]: IQ3_XXS blk.20.ffn_up_exps.weight[201]: blk.20.ffn_up_exps.weight[202]: blk.20.ffn_up_exps.weight[203]: IQ3_XXS blk.20.ffn_up_exps.weight[204]: IQ3_XXS blk.20.ffn_up_exps.weight[205]: blk.20.ffn_up_exps.weight[206]: blk.20.ffn_up_exps.weight[207]: IQ3_XXS blk.20.ffn_up_exps.weight[208]: IQ3_XXS blk.20.ffn_up_exps.weight[209]: blk.20.ffn_up_exps.weight[210]: IQ3_XXS blk.20.ffn_up_exps.weight[211]: blk.20.ffn_up_exps.weight[212]: IQ3_XXS blk.20.ffn_up_exps.weight[213]: IQ3_XXS blk.20.ffn_up_exps.weight[214]: IQ3_XXS blk.20.ffn_up_exps.weight[215]: IQ3_XXS blk.20.ffn_up_exps.weight[216]: IQ3_XXS blk.20.ffn_up_exps.weight[217]: IQ3_XXS blk.20.ffn_up_exps.weight[218]: IQ3_XXS blk.20.ffn_up_exps.weight[219]: IQ3_XXS blk.20.ffn_up_exps.weight[220]: IQ3_XXS blk.20.ffn_up_exps.weight[221]: blk.20.ffn_up_exps.weight[222]: blk.20.ffn_up_exps.weight[223]: IQ3_XXS blk.20.ffn_up_exps.weight[224]: IQ3_XXS blk.20.ffn_up_exps.weight[225]: blk.20.ffn_up_exps.weight[226]: IQ3_XXS blk.20.ffn_up_exps.weight[227]: IQ3_XXS blk.20.ffn_up_exps.weight[228]: IQ3_XXS blk.20.ffn_up_exps.weight[229]: IQ3_XXS blk.20.ffn_up_exps.weight[230]: blk.20.ffn_up_exps.weight[231]: blk.20.ffn_up_exps.weight[232]: blk.20.ffn_up_exps.weight[233]: blk.20.ffn_up_exps.weight[234]: blk.20.ffn_up_exps.weight[235]: blk.20.ffn_up_exps.weight[236]: IQ3_XXS blk.20.ffn_up_exps.weight[237]: blk.20.ffn_up_exps.weight[238]: IQ3_XXS blk.20.ffn_up_exps.weight[239]: blk.20.ffn_up_exps.weight[240]: IQ3_XXS blk.20.ffn_up_exps.weight[241]: IQ3_XXS blk.20.ffn_up_exps.weight[242]: blk.20.ffn_up_exps.weight[243]: IQ3_XXS blk.20.ffn_up_exps.weight[244]: IQ3_XXS blk.20.ffn_up_exps.weight[245]: blk.20.ffn_up_exps.weight[246]: blk.20.ffn_up_exps.weight[247]: IQ3_XXS blk.20.ffn_up_exps.weight[248]: IQ3_XXS blk.20.ffn_up_exps.weight[249]: IQ3_XXS blk.20.ffn_up_exps.weight[250]: blk.20.ffn_up_exps.weight[251]: IQ3_XXS blk.20.ffn_up_exps.weight[252]: blk.20.ffn_up_exps.weight[253]: blk.20.ffn_up_exps.weight[254]: IQ3_XXS blk.20.ffn_up_exps.weight[255]: IQ3_XXS blk.20.ffn_up_exps.weight[256]: IQ3_XXS blk.20.ffn_up_exps.weight[257]: IQ3_XXS blk.20.ffn_up_exps.weight[258]: IQ3_XXS blk.20.ffn_up_exps.weight[259]: blk.20.ffn_up_exps.weight[260]: IQ3_XXS blk.20.ffn_up_exps.weight[261]: blk.20.ffn_up_exps.weight[262]: blk.20.ffn_up_exps.weight[263]: blk.20.ffn_up_exps.weight[264]: blk.20.ffn_up_exps.weight[265]: IQ3_XXS blk.20.ffn_up_exps.weight[266]: IQ3_XXS blk.20.ffn_up_exps.weight[267]: blk.20.ffn_up_exps.weight[268]: blk.20.ffn_up_exps.weight[269]: blk.20.ffn_up_exps.weight[270]: blk.20.ffn_up_exps.weight[271]: IQ3_XXS blk.20.ffn_up_exps.weight[272]: IQ3_XXS blk.20.ffn_up_exps.weight[273]: blk.20.ffn_up_exps.weight[274]: IQ3_XXS blk.20.ffn_up_exps.weight[275]: IQ3_XXS blk.20.ffn_up_exps.weight[276]: IQ3_XXS blk.20.ffn_up_exps.weight[277]: blk.20.ffn_up_exps.weight[278]: IQ3_XXS blk.20.ffn_up_exps.weight[279]: blk.20.ffn_up_exps.weight[280]: blk.20.ffn_up_exps.weight[281]: blk.20.ffn_up_exps.weight[282]: IQ3_XXS blk.20.ffn_up_exps.weight[283]: IQ3_XXS blk.20.ffn_up_exps.weight[284]: blk.20.ffn_up_exps.weight[285]: IQ3_XXS blk.20.ffn_up_exps.weight[286]: blk.20.ffn_up_exps.weight[287]: blk.20.ffn_up_exps.weight[288]: blk.20.ffn_up_exps.weight[289]: IQ3_XXS blk.20.ffn_up_exps.weight[290]: IQ3_XXS blk.20.ffn_up_exps.weight[291]: IQ3_XXS blk.20.ffn_up_exps.weight[292]: blk.20.ffn_up_exps.weight[293]: IQ3_XXS blk.20.ffn_up_exps.weight[294]: IQ3_XXS blk.20.ffn_up_exps.weight[295]: blk.20.ffn_up_exps.weight[296]: blk.20.ffn_up_exps.weight[297]: IQ3_XXS blk.20.ffn_up_exps.weight[298]: IQ3_XXS blk.20.ffn_up_exps.weight[299]: blk.20.ffn_up_exps.weight[300]: IQ3_XXS blk.20.ffn_up_exps.weight[301]: blk.20.ffn_up_exps.weight[302]: blk.20.ffn_up_exps.weight[303]: blk.20.ffn_up_exps.weight[304]: blk.20.ffn_up_exps.weight[305]: blk.20.ffn_up_exps.weight[306]: IQ3_XXS blk.20.ffn_up_exps.weight[307]: blk.20.ffn_up_exps.weight[308]: blk.20.ffn_up_exps.weight[309]: blk.20.ffn_up_exps.weight[310]: IQ3_XXS blk.20.ffn_up_exps.weight[311]: IQ3_XXS blk.20.ffn_up_exps.weight[312]: blk.20.ffn_up_exps.weight[313]: IQ3_XXS blk.20.ffn_up_exps.weight[314]: IQ3_XXS blk.20.ffn_up_exps.weight[315]: blk.20.ffn_up_exps.weight[316]: IQ3_XXS blk.20.ffn_up_exps.weight[317]: blk.20.ffn_up_exps.weight[318]: IQ3_XXS blk.20.ffn_up_exps.weight[319]: IQ3_XXS blk.20.ffn_up_exps.weight[320]: blk.20.ffn_up_exps.weight[321]: IQ3_XXS blk.20.ffn_up_exps.weight[322]: IQ3_XXS blk.20.ffn_up_exps.weight[323]: blk.20.ffn_up_exps.weight[324]: blk.20.ffn_up_exps.weight[325]: blk.20.ffn_up_exps.weight[326]: blk.20.ffn_up_exps.weight[327]: IQ3_XXS blk.20.ffn_up_exps.weight[328]: IQ3_XXS blk.20.ffn_up_exps.weight[329]: blk.20.ffn_up_exps.weight[330]: blk.20.ffn_up_exps.weight[331]: blk.20.ffn_up_exps.weight[332]: IQ3_XXS blk.20.ffn_up_exps.weight[333]: blk.20.ffn_up_exps.weight[334]: blk.20.ffn_up_exps.weight[335]: blk.20.ffn_up_exps.weight[336]: IQ3_XXS blk.20.ffn_up_exps.weight[337]: blk.20.ffn_up_exps.weight[338]: IQ3_XXS blk.20.ffn_up_exps.weight[339]: blk.20.ffn_up_exps.weight[340]: IQ3_XXS blk.20.ffn_up_exps.weight[341]: IQ3_XXS blk.20.ffn_up_exps.weight[342]: blk.20.ffn_up_exps.weight[343]: blk.20.ffn_up_exps.weight[344]: IQ3_XXS blk.20.ffn_up_exps.weight[345]: IQ3_XXS blk.20.ffn_up_exps.weight[346]: IQ3_XXS blk.20.ffn_up_exps.weight[347]: IQ3_XXS blk.20.ffn_up_exps.weight[348]: IQ3_XXS blk.20.ffn_up_exps.weight[349]: IQ3_XXS blk.20.ffn_up_exps.weight[350]: blk.20.ffn_up_exps.weight[351]: blk.20.ffn_up_exps.weight[352]: IQ3_XXS blk.20.ffn_up_exps.weight[353]: IQ3_XXS blk.20.ffn_up_exps.weight[354]: blk.20.ffn_up_exps.weight[355]: IQ3_XXS blk.20.ffn_up_exps.weight[356]: IQ3_XXS blk.20.ffn_up_exps.weight[357]: blk.20.ffn_up_exps.weight[358]: IQ3_XXS blk.20.ffn_up_exps.weight[359]: blk.20.ffn_up_exps.weight[360]: IQ3_XXS blk.20.ffn_up_exps.weight[361]: blk.20.ffn_up_exps.weight[362]: blk.20.ffn_up_exps.weight[363]: blk.20.ffn_up_exps.weight[364]: blk.20.ffn_up_exps.weight[365]: blk.20.ffn_up_exps.weight[366]: IQ3_XXS blk.20.ffn_up_exps.weight[367]: IQ3_XXS blk.20.ffn_up_exps.weight[368]: IQ3_XXS blk.20.ffn_up_exps.weight[369]: IQ3_XXS blk.20.ffn_up_exps.weight[370]: blk.20.ffn_up_exps.weight[371]: blk.20.ffn_up_exps.weight[372]: blk.20.ffn_up_exps.weight[373]: IQ3_XXS blk.20.ffn_up_exps.weight[374]: IQ3_XXS blk.20.ffn_up_exps.weight[375]: blk.20.ffn_up_exps.weight[376]: blk.20.ffn_up_exps.weight[377]: blk.20.ffn_up_exps.weight[378]: blk.20.ffn_up_exps.weight[379]: IQ3_XXS blk.20.ffn_up_exps.weight[380]: blk.20.ffn_up_exps.weight[381]: blk.20.ffn_up_exps.weight[382]: blk.20.ffn_up_exps.weight[383]: blk.20.ffn_up_exps.weight[384]: blk.20.ffn_up_exps.weight[385]: IQ3_XXS blk.20.ffn_up_exps.weight[386]: IQ3_XXS blk.20.ffn_up_exps.weight[387]: IQ3_XXS blk.20.ffn_up_exps.weight[388]: IQ3_XXS blk.20.ffn_up_exps.weight[389]: IQ3_XXS blk.20.ffn_up_exps.weight[390]: IQ3_XXS blk.20.ffn_up_exps.weight[391]: IQ3_XXS blk.20.ffn_up_exps.weight[392]: blk.20.ffn_up_exps.weight[393]: blk.20.ffn_up_exps.weight[394]: IQ3_XXS blk.20.ffn_up_exps.weight[395]: blk.20.ffn_up_exps.weight[396]: IQ3_XXS blk.20.ffn_up_exps.weight[397]: blk.20.ffn_up_exps.weight[398]: blk.20.ffn_up_exps.weight[399]: IQ3_XXS blk.20.ffn_up_exps.weight[400]: blk.20.ffn_up_exps.weight[401]: blk.20.ffn_up_exps.weight[402]: blk.20.ffn_up_exps.weight[403]: IQ3_XXS blk.20.ffn_up_exps.weight[404]: IQ3_XXS blk.20.ffn_up_exps.weight[405]: IQ3_XXS blk.20.ffn_up_exps.weight[406]: IQ3_XXS blk.20.ffn_up_exps.weight[407]: IQ3_XXS blk.20.ffn_up_exps.weight[408]: blk.20.ffn_up_exps.weight[409]: IQ3_XXS blk.20.ffn_up_exps.weight[410]: blk.20.ffn_up_exps.weight[411]: blk.20.ffn_up_exps.weight[412]: IQ3_XXS blk.20.ffn_up_exps.weight[413]: IQ3_XXS blk.20.ffn_up_exps.weight[414]: blk.20.ffn_up_exps.weight[415]: blk.20.ffn_up_exps.weight[416]: IQ3_XXS blk.20.ffn_up_exps.weight[417]: blk.20.ffn_up_exps.weight[418]: IQ3_XXS blk.20.ffn_up_exps.weight[419]: blk.20.ffn_up_exps.weight[420]: blk.20.ffn_up_exps.weight[421]: IQ3_XXS blk.20.ffn_up_exps.weight[422]: blk.20.ffn_up_exps.weight[423]: IQ3_XXS blk.20.ffn_up_exps.weight[424]: blk.20.ffn_up_exps.weight[425]: blk.20.ffn_up_exps.weight[426]: IQ3_XXS blk.20.ffn_up_exps.weight[427]: blk.20.ffn_up_exps.weight[428]: blk.20.ffn_up_exps.weight[429]: blk.20.ffn_up_exps.weight[430]: IQ3_XXS blk.20.ffn_up_exps.weight[431]: blk.20.ffn_up_exps.weight[432]: IQ3_XXS blk.20.ffn_up_exps.weight[433]: IQ3_XXS blk.20.ffn_up_exps.weight[434]: IQ3_XXS blk.20.ffn_up_exps.weight[435]: blk.20.ffn_up_exps.weight[436]: blk.20.ffn_up_exps.weight[437]: IQ3_XXS blk.20.ffn_up_exps.weight[438]: blk.20.ffn_up_exps.weight[439]: IQ3_XXS blk.20.ffn_up_exps.weight[440]: IQ3_XXS blk.20.ffn_up_exps.weight[441]: IQ3_XXS blk.20.ffn_up_exps.weight[442]: IQ3_XXS blk.20.ffn_up_exps.weight[443]: blk.20.ffn_up_exps.weight[444]: blk.20.ffn_up_exps.weight[445]: IQ3_XXS blk.20.ffn_up_exps.weight[446]: blk.20.ffn_up_exps.weight[447]: IQ3_XXS blk.20.ffn_up_exps.weight[448]: IQ3_XXS blk.20.ffn_up_exps.weight[449]: IQ3_XXS blk.20.ffn_up_exps.weight[450]: IQ3_XXS blk.20.ffn_up_exps.weight[451]: blk.20.ffn_up_exps.weight[452]: blk.20.ffn_up_exps.weight[453]: blk.20.ffn_up_exps.weight[454]: blk.20.ffn_up_exps.weight[455]: blk.20.ffn_up_exps.weight[456]: IQ3_XXS blk.20.ffn_up_exps.weight[457]: IQ3_XXS blk.20.ffn_up_exps.weight[458]: blk.20.ffn_up_exps.weight[459]: blk.20.ffn_up_exps.weight[460]: blk.20.ffn_up_exps.weight[461]: IQ3_XXS blk.20.ffn_up_exps.weight[462]: IQ3_XXS blk.20.ffn_up_exps.weight[463]: IQ3_XXS blk.20.ffn_up_exps.weight[464]: IQ3_XXS blk.20.ffn_up_exps.weight[465]: IQ3_XXS blk.20.ffn_up_exps.weight[466]: blk.20.ffn_up_exps.weight[467]: IQ3_XXS blk.20.ffn_up_exps.weight[468]: blk.20.ffn_up_exps.weight[469]: blk.20.ffn_up_exps.weight[470]: IQ3_XXS blk.20.ffn_up_exps.weight[471]: blk.20.ffn_up_exps.weight[472]: blk.20.ffn_up_exps.weight[473]: blk.20.ffn_up_exps.weight[474]: blk.20.ffn_up_exps.weight[475]: IQ3_XXS blk.20.ffn_up_exps.weight[476]: blk.20.ffn_up_exps.weight[477]: IQ3_XXS blk.20.ffn_up_exps.weight[478]: IQ3_XXS blk.20.ffn_up_exps.weight[479]: blk.20.ffn_up_exps.weight[480]: IQ3_XXS blk.20.ffn_up_exps.weight[481]: blk.20.ffn_up_exps.weight[482]: blk.20.ffn_up_exps.weight[483]: IQ3_XXS blk.20.ffn_up_exps.weight[484]: IQ3_XXS blk.20.ffn_up_exps.weight[485]: IQ3_XXS blk.20.ffn_up_exps.weight[486]: blk.20.ffn_up_exps.weight[487]: blk.20.ffn_up_exps.weight[488]: IQ3_XXS blk.20.ffn_up_exps.weight[489]: IQ3_XXS blk.20.ffn_up_exps.weight[490]: IQ3_XXS blk.20.ffn_up_exps.weight[491]: blk.20.ffn_up_exps.weight[492]: blk.20.ffn_up_exps.weight[493]: blk.20.ffn_up_exps.weight[494]: IQ3_XXS blk.20.ffn_up_exps.weight[495]: blk.20.ffn_up_exps.weight[496]: blk.20.ffn_up_exps.weight[497]: blk.20.ffn_up_exps.weight[498]: blk.20.ffn_up_exps.weight[499]: blk.20.ffn_up_exps.weight[500]: blk.20.ffn_up_exps.weight[501]: blk.20.ffn_up_exps.weight[502]: blk.20.ffn_up_exps.weight[503]: blk.20.ffn_up_exps.weight[504]: blk.20.ffn_up_exps.weight[505]: blk.20.ffn_up_exps.weight[506]: IQ3_XXS blk.20.ffn_up_exps.weight[507]: IQ3_XXS blk.20.ffn_up_exps.weight[508]: IQ3_XXS blk.20.ffn_up_exps.weight[509]: IQ3_XXS blk.20.ffn_up_exps.weight[510]: blk.20.ffn_up_exps.weight[511]: IQ3_XXS blk.20.ffn_down_exps.weight[0]: Q2_0 blk.20.ffn_down_exps.weight[1]: blk.20.ffn_down_exps.weight[2]: Q2_0 blk.20.ffn_down_exps.weight[3]: blk.20.ffn_down_exps.weight[4]: blk.20.ffn_down_exps.weight[5]: Q2_0 blk.20.ffn_down_exps.weight[6]: blk.20.ffn_down_exps.weight[7]: Q2_0 blk.20.ffn_down_exps.weight[8]: Q2_0 blk.20.ffn_down_exps.weight[9]: Q2_0 blk.20.ffn_down_exps.weight[10]: Q2_0 blk.20.ffn_down_exps.weight[11]: Q2_0 blk.20.ffn_down_exps.weight[12]: Q2_0 blk.20.ffn_down_exps.weight[13]: Q2_0 blk.20.ffn_down_exps.weight[14]: blk.20.ffn_down_exps.weight[15]: Q2_0 blk.20.ffn_down_exps.weight[16]: Q2_0 blk.20.ffn_down_exps.weight[17]: blk.20.ffn_down_exps.weight[18]: Q2_0 blk.20.ffn_down_exps.weight[19]: blk.20.ffn_down_exps.weight[20]: blk.20.ffn_down_exps.weight[21]: blk.20.ffn_down_exps.weight[22]: Q2_0 blk.20.ffn_down_exps.weight[23]: blk.20.ffn_down_exps.weight[24]: Q2_0 blk.20.ffn_down_exps.weight[25]: Q2_0 blk.20.ffn_down_exps.weight[26]: Q2_0 blk.20.ffn_down_exps.weight[27]: Q2_0 blk.20.ffn_down_exps.weight[28]: Q2_0 blk.20.ffn_down_exps.weight[29]: Q2_0 blk.20.ffn_down_exps.weight[30]: Q2_0 blk.20.ffn_down_exps.weight[31]: blk.20.ffn_down_exps.weight[32]: blk.20.ffn_down_exps.weight[33]: blk.20.ffn_down_exps.weight[34]: Q2_0 blk.20.ffn_down_exps.weight[35]: blk.20.ffn_down_exps.weight[36]: Q2_0 blk.20.ffn_down_exps.weight[37]: blk.20.ffn_down_exps.weight[38]: Q2_0 blk.20.ffn_down_exps.weight[39]: Q2_0 blk.20.ffn_down_exps.weight[40]: Q2_0 blk.20.ffn_down_exps.weight[41]: Q2_0 blk.20.ffn_down_exps.weight[42]: Q2_0 blk.20.ffn_down_exps.weight[43]: blk.20.ffn_down_exps.weight[44]: blk.20.ffn_down_exps.weight[45]: Q2_0 blk.20.ffn_down_exps.weight[46]: Q2_0 blk.20.ffn_down_exps.weight[47]: blk.20.ffn_down_exps.weight[48]: blk.20.ffn_down_exps.weight[49]: Q2_0 blk.20.ffn_down_exps.weight[50]: Q2_0 blk.20.ffn_down_exps.weight[51]: Q2_0 blk.20.ffn_down_exps.weight[52]: blk.20.ffn_down_exps.weight[53]: blk.20.ffn_down_exps.weight[54]: blk.20.ffn_down_exps.weight[55]: Q2_0 blk.20.ffn_down_exps.weight[56]: Q2_0 blk.20.ffn_down_exps.weight[57]: Q2_0 blk.20.ffn_down_exps.weight[58]: Q2_0 blk.20.ffn_down_exps.weight[59]: Q2_0 blk.20.ffn_down_exps.weight[60]: Q2_0 blk.20.ffn_down_exps.weight[61]: Q2_0 blk.20.ffn_down_exps.weight[62]: blk.20.ffn_down_exps.weight[63]: Q2_0 blk.20.ffn_down_exps.weight[64]: blk.20.ffn_down_exps.weight[65]: Q2_0 blk.20.ffn_down_exps.weight[66]: Q2_0 blk.20.ffn_down_exps.weight[67]: blk.20.ffn_down_exps.weight[68]: blk.20.ffn_down_exps.weight[69]: Q2_0 blk.20.ffn_down_exps.weight[70]: blk.20.ffn_down_exps.weight[71]: blk.20.ffn_down_exps.weight[72]: blk.20.ffn_down_exps.weight[73]: blk.20.ffn_down_exps.weight[74]: blk.20.ffn_down_exps.weight[75]: blk.20.ffn_down_exps.weight[76]: Q2_0 blk.20.ffn_down_exps.weight[77]: blk.20.ffn_down_exps.weight[78]: blk.20.ffn_down_exps.weight[79]: blk.20.ffn_down_exps.weight[80]: blk.20.ffn_down_exps.weight[81]: blk.20.ffn_down_exps.weight[82]: Q2_0 blk.20.ffn_down_exps.weight[83]: Q2_0 blk.20.ffn_down_exps.weight[84]: blk.20.ffn_down_exps.weight[85]: Q2_0 blk.20.ffn_down_exps.weight[86]: blk.20.ffn_down_exps.weight[87]: blk.20.ffn_down_exps.weight[88]: Q2_0 blk.20.ffn_down_exps.weight[89]: Q2_0 blk.20.ffn_down_exps.weight[90]: Q2_0 blk.20.ffn_down_exps.weight[91]: Q2_0 blk.20.ffn_down_exps.weight[92]: Q2_0 blk.20.ffn_down_exps.weight[93]: Q2_0 blk.20.ffn_down_exps.weight[94]: blk.20.ffn_down_exps.weight[95]: blk.20.ffn_down_exps.weight[96]: Q2_0 blk.20.ffn_down_exps.weight[97]: blk.20.ffn_down_exps.weight[98]: blk.20.ffn_down_exps.weight[99]: Q2_0 blk.20.ffn_down_exps.weight[100]: blk.20.ffn_down_exps.weight[101]: blk.20.ffn_down_exps.weight[102]: Q2_0 blk.20.ffn_down_exps.weight[103]: blk.20.ffn_down_exps.weight[104]: Q2_0 blk.20.ffn_down_exps.weight[105]: blk.20.ffn_down_exps.weight[106]: blk.20.ffn_down_exps.weight[107]: blk.20.ffn_down_exps.weight[108]: blk.20.ffn_down_exps.weight[109]: blk.20.ffn_down_exps.weight[110]: Q2_0 blk.20.ffn_down_exps.weight[111]: blk.20.ffn_down_exps.weight[112]: Q2_0 blk.20.ffn_down_exps.weight[113]: blk.20.ffn_down_exps.weight[114]: Q2_0 blk.20.ffn_down_exps.weight[115]: blk.20.ffn_down_exps.weight[116]: blk.20.ffn_down_exps.weight[117]: Q2_0 blk.20.ffn_down_exps.weight[118]: blk.20.ffn_down_exps.weight[119]: blk.20.ffn_down_exps.weight[120]: blk.20.ffn_down_exps.weight[121]: Q2_0 blk.20.ffn_down_exps.weight[122]: Q2_0 blk.20.ffn_down_exps.weight[123]: Q2_0 blk.20.ffn_down_exps.weight[124]: Q2_0 blk.20.ffn_down_exps.weight[125]: Q2_0 blk.20.ffn_down_exps.weight[126]: blk.20.ffn_down_exps.weight[127]: Q2_0 blk.20.ffn_down_exps.weight[128]: blk.20.ffn_down_exps.weight[129]: Q2_0 blk.20.ffn_down_exps.weight[130]: blk.20.ffn_down_exps.weight[131]: Q2_0 blk.20.ffn_down_exps.weight[132]: blk.20.ffn_down_exps.weight[133]: Q2_0 blk.20.ffn_down_exps.weight[134]: Q2_0 blk.20.ffn_down_exps.weight[135]: blk.20.ffn_down_exps.weight[136]: Q2_0 blk.20.ffn_down_exps.weight[137]: blk.20.ffn_down_exps.weight[138]: Q2_0 blk.20.ffn_down_exps.weight[139]: Q2_0 blk.20.ffn_down_exps.weight[140]: Q2_0 blk.20.ffn_down_exps.weight[141]: Q2_0 blk.20.ffn_down_exps.weight[142]: Q2_0 blk.20.ffn_down_exps.weight[143]: blk.20.ffn_down_exps.weight[144]: blk.20.ffn_down_exps.weight[145]: Q2_0 blk.20.ffn_down_exps.weight[146]: Q2_0 blk.20.ffn_down_exps.weight[147]: Q2_0 blk.20.ffn_down_exps.weight[148]: blk.20.ffn_down_exps.weight[149]: blk.20.ffn_down_exps.weight[150]: blk.20.ffn_down_exps.weight[151]: blk.20.ffn_down_exps.weight[152]: blk.20.ffn_down_exps.weight[153]: blk.20.ffn_down_exps.weight[154]: Q2_0 blk.20.ffn_down_exps.weight[155]: blk.20.ffn_down_exps.weight[156]: blk.20.ffn_down_exps.weight[157]: Q2_0 blk.20.ffn_down_exps.weight[158]: blk.20.ffn_down_exps.weight[159]: Q2_0 blk.20.ffn_down_exps.weight[160]: Q2_0 blk.20.ffn_down_exps.weight[161]: Q2_0 blk.20.ffn_down_exps.weight[162]: Q2_0 blk.20.ffn_down_exps.weight[163]: Q2_0 blk.20.ffn_down_exps.weight[164]: Q2_0 blk.20.ffn_down_exps.weight[165]: blk.20.ffn_down_exps.weight[166]: blk.20.ffn_down_exps.weight[167]: Q2_0 blk.20.ffn_down_exps.weight[168]: blk.20.ffn_down_exps.weight[169]: blk.20.ffn_down_exps.weight[170]: Q2_0 blk.20.ffn_down_exps.weight[171]: blk.20.ffn_down_exps.weight[172]: Q2_0 blk.20.ffn_down_exps.weight[173]: Q2_0 blk.20.ffn_down_exps.weight[174]: blk.20.ffn_down_exps.weight[175]: Q2_0 blk.20.ffn_down_exps.weight[176]: blk.20.ffn_down_exps.weight[177]: blk.20.ffn_down_exps.weight[178]: blk.20.ffn_down_exps.weight[179]: blk.20.ffn_down_exps.weight[180]: Q2_0 blk.20.ffn_down_exps.weight[181]: blk.20.ffn_down_exps.weight[182]: blk.20.ffn_down_exps.weight[183]: blk.20.ffn_down_exps.weight[184]: Q2_0 blk.20.ffn_down_exps.weight[185]: blk.20.ffn_down_exps.weight[186]: blk.20.ffn_down_exps.weight[187]: blk.20.ffn_down_exps.weight[188]: blk.20.ffn_down_exps.weight[189]: blk.20.ffn_down_exps.weight[190]: Q2_0 blk.20.ffn_down_exps.weight[191]: blk.20.ffn_down_exps.weight[192]: blk.20.ffn_down_exps.weight[193]: blk.20.ffn_down_exps.weight[194]: Q2_0 blk.20.ffn_down_exps.weight[195]: Q2_0 blk.20.ffn_down_exps.weight[196]: blk.20.ffn_down_exps.weight[197]: Q2_0 blk.20.ffn_down_exps.weight[198]: Q2_0 blk.20.ffn_down_exps.weight[199]: Q2_0 blk.20.ffn_down_exps.weight[200]: Q2_0 blk.20.ffn_down_exps.weight[201]: blk.20.ffn_down_exps.weight[202]: blk.20.ffn_down_exps.weight[203]: Q2_0 blk.20.ffn_down_exps.weight[204]: Q2_0 blk.20.ffn_down_exps.weight[205]: blk.20.ffn_down_exps.weight[206]: blk.20.ffn_down_exps.weight[207]: Q2_0 blk.20.ffn_down_exps.weight[208]: Q2_0 blk.20.ffn_down_exps.weight[209]: blk.20.ffn_down_exps.weight[210]: Q2_0 blk.20.ffn_down_exps.weight[211]: blk.20.ffn_down_exps.weight[212]: Q2_0 blk.20.ffn_down_exps.weight[213]: Q2_0 blk.20.ffn_down_exps.weight[214]: Q2_0 blk.20.ffn_down_exps.weight[215]: Q2_0 blk.20.ffn_down_exps.weight[216]: Q2_0 blk.20.ffn_down_exps.weight[217]: Q2_0 blk.20.ffn_down_exps.weight[218]: Q2_0 blk.20.ffn_down_exps.weight[219]: Q2_0 blk.20.ffn_down_exps.weight[220]: Q2_0 blk.20.ffn_down_exps.weight[221]: blk.20.ffn_down_exps.weight[222]: blk.20.ffn_down_exps.weight[223]: Q2_0 blk.20.ffn_down_exps.weight[224]: Q2_0 blk.20.ffn_down_exps.weight[225]: blk.20.ffn_down_exps.weight[226]: Q2_0 blk.20.ffn_down_exps.weight[227]: Q2_0 blk.20.ffn_down_exps.weight[228]: Q2_0 blk.20.ffn_down_exps.weight[229]: Q2_0 blk.20.ffn_down_exps.weight[230]: blk.20.ffn_down_exps.weight[231]: blk.20.ffn_down_exps.weight[232]: blk.20.ffn_down_exps.weight[233]: blk.20.ffn_down_exps.weight[234]: blk.20.ffn_down_exps.weight[235]: blk.20.ffn_down_exps.weight[236]: Q2_0 blk.20.ffn_down_exps.weight[237]: blk.20.ffn_down_exps.weight[238]: Q2_0 blk.20.ffn_down_exps.weight[239]: blk.20.ffn_down_exps.weight[240]: Q2_0 blk.20.ffn_down_exps.weight[241]: Q2_0 blk.20.ffn_down_exps.weight[242]: blk.20.ffn_down_exps.weight[243]: Q2_0 blk.20.ffn_down_exps.weight[244]: Q2_0 blk.20.ffn_down_exps.weight[245]: blk.20.ffn_down_exps.weight[246]: blk.20.ffn_down_exps.weight[247]: Q2_0 blk.20.ffn_down_exps.weight[248]: Q2_0 blk.20.ffn_down_exps.weight[249]: Q2_0 blk.20.ffn_down_exps.weight[250]: blk.20.ffn_down_exps.weight[251]: Q2_0 blk.20.ffn_down_exps.weight[252]: blk.20.ffn_down_exps.weight[253]: blk.20.ffn_down_exps.weight[254]: Q2_0 blk.20.ffn_down_exps.weight[255]: Q2_0 blk.20.ffn_down_exps.weight[256]: Q2_0 blk.20.ffn_down_exps.weight[257]: Q2_0 blk.20.ffn_down_exps.weight[258]: Q2_0 blk.20.ffn_down_exps.weight[259]: blk.20.ffn_down_exps.weight[260]: Q2_0 blk.20.ffn_down_exps.weight[261]: blk.20.ffn_down_exps.weight[262]: blk.20.ffn_down_exps.weight[263]: blk.20.ffn_down_exps.weight[264]: blk.20.ffn_down_exps.weight[265]: Q2_0 blk.20.ffn_down_exps.weight[266]: Q2_0 blk.20.ffn_down_exps.weight[267]: blk.20.ffn_down_exps.weight[268]: blk.20.ffn_down_exps.weight[269]: blk.20.ffn_down_exps.weight[270]: blk.20.ffn_down_exps.weight[271]: Q2_0 blk.20.ffn_down_exps.weight[272]: Q2_0 blk.20.ffn_down_exps.weight[273]: blk.20.ffn_down_exps.weight[274]: Q2_0 blk.20.ffn_down_exps.weight[275]: Q2_0 blk.20.ffn_down_exps.weight[276]: Q2_0 blk.20.ffn_down_exps.weight[277]: blk.20.ffn_down_exps.weight[278]: Q2_0 blk.20.ffn_down_exps.weight[279]: blk.20.ffn_down_exps.weight[280]: blk.20.ffn_down_exps.weight[281]: blk.20.ffn_down_exps.weight[282]: Q2_0 blk.20.ffn_down_exps.weight[283]: Q2_0 blk.20.ffn_down_exps.weight[284]: blk.20.ffn_down_exps.weight[285]: Q2_0 blk.20.ffn_down_exps.weight[286]: blk.20.ffn_down_exps.weight[287]: blk.20.ffn_down_exps.weight[288]: blk.20.ffn_down_exps.weight[289]: Q2_0 blk.20.ffn_down_exps.weight[290]: Q2_0 blk.20.ffn_down_exps.weight[291]: Q2_0 blk.20.ffn_down_exps.weight[292]: blk.20.ffn_down_exps.weight[293]: Q2_0 blk.20.ffn_down_exps.weight[294]: Q2_0 blk.20.ffn_down_exps.weight[295]: blk.20.ffn_down_exps.weight[296]: blk.20.ffn_down_exps.weight[297]: Q2_0 blk.20.ffn_down_exps.weight[298]: Q2_0 blk.20.ffn_down_exps.weight[299]: blk.20.ffn_down_exps.weight[300]: Q2_0 blk.20.ffn_down_exps.weight[301]: blk.20.ffn_down_exps.weight[302]: blk.20.ffn_down_exps.weight[303]: blk.20.ffn_down_exps.weight[304]: blk.20.ffn_down_exps.weight[305]: blk.20.ffn_down_exps.weight[306]: Q2_0 blk.20.ffn_down_exps.weight[307]: blk.20.ffn_down_exps.weight[308]: blk.20.ffn_down_exps.weight[309]: blk.20.ffn_down_exps.weight[310]: Q2_0 blk.20.ffn_down_exps.weight[311]: Q2_0 blk.20.ffn_down_exps.weight[312]: blk.20.ffn_down_exps.weight[313]: Q2_0 blk.20.ffn_down_exps.weight[314]: Q2_0 blk.20.ffn_down_exps.weight[315]: blk.20.ffn_down_exps.weight[316]: Q2_0 blk.20.ffn_down_exps.weight[317]: blk.20.ffn_down_exps.weight[318]: Q2_0 blk.20.ffn_down_exps.weight[319]: Q2_0 blk.20.ffn_down_exps.weight[320]: blk.20.ffn_down_exps.weight[321]: Q2_0 blk.20.ffn_down_exps.weight[322]: Q2_0 blk.20.ffn_down_exps.weight[323]: blk.20.ffn_down_exps.weight[324]: blk.20.ffn_down_exps.weight[325]: blk.20.ffn_down_exps.weight[326]: blk.20.ffn_down_exps.weight[327]: Q2_0 blk.20.ffn_down_exps.weight[328]: Q2_0 blk.20.ffn_down_exps.weight[329]: blk.20.ffn_down_exps.weight[330]: blk.20.ffn_down_exps.weight[331]: blk.20.ffn_down_exps.weight[332]: Q2_0 blk.20.ffn_down_exps.weight[333]: blk.20.ffn_down_exps.weight[334]: blk.20.ffn_down_exps.weight[335]: blk.20.ffn_down_exps.weight[336]: Q2_0 blk.20.ffn_down_exps.weight[337]: blk.20.ffn_down_exps.weight[338]: Q2_0 blk.20.ffn_down_exps.weight[339]: blk.20.ffn_down_exps.weight[340]: Q2_0 blk.20.ffn_down_exps.weight[341]: Q2_0 blk.20.ffn_down_exps.weight[342]: blk.20.ffn_down_exps.weight[343]: blk.20.ffn_down_exps.weight[344]: Q2_0 blk.20.ffn_down_exps.weight[345]: Q2_0 blk.20.ffn_down_exps.weight[346]: Q2_0 blk.20.ffn_down_exps.weight[347]: Q2_0 blk.20.ffn_down_exps.weight[348]: Q2_0 blk.20.ffn_down_exps.weight[349]: Q2_0 blk.20.ffn_down_exps.weight[350]: blk.20.ffn_down_exps.weight[351]: blk.20.ffn_down_exps.weight[352]: Q2_0 blk.20.ffn_down_exps.weight[353]: Q2_0 blk.20.ffn_down_exps.weight[354]: blk.20.ffn_down_exps.weight[355]: Q2_0 blk.20.ffn_down_exps.weight[356]: Q2_0 blk.20.ffn_down_exps.weight[357]: blk.20.ffn_down_exps.weight[358]: Q2_0 blk.20.ffn_down_exps.weight[359]: blk.20.ffn_down_exps.weight[360]: Q2_0 blk.20.ffn_down_exps.weight[361]: blk.20.ffn_down_exps.weight[362]: blk.20.ffn_down_exps.weight[363]: blk.20.ffn_down_exps.weight[364]: blk.20.ffn_down_exps.weight[365]: blk.20.ffn_down_exps.weight[366]: Q2_0 blk.20.ffn_down_exps.weight[367]: Q2_0 blk.20.ffn_down_exps.weight[368]: Q2_0 blk.20.ffn_down_exps.weight[369]: Q2_0 blk.20.ffn_down_exps.weight[370]: blk.20.ffn_down_exps.weight[371]: blk.20.ffn_down_exps.weight[372]: blk.20.ffn_down_exps.weight[373]: Q2_0 blk.20.ffn_down_exps.weight[374]: Q2_0 blk.20.ffn_down_exps.weight[375]: blk.20.ffn_down_exps.weight[376]: blk.20.ffn_down_exps.weight[377]: blk.20.ffn_down_exps.weight[378]: blk.20.ffn_down_exps.weight[379]: Q2_0 blk.20.ffn_down_exps.weight[380]: blk.20.ffn_down_exps.weight[381]: blk.20.ffn_down_exps.weight[382]: blk.20.ffn_down_exps.weight[383]: blk.20.ffn_down_exps.weight[384]: blk.20.ffn_down_exps.weight[385]: Q2_0 blk.20.ffn_down_exps.weight[386]: Q2_0 blk.20.ffn_down_exps.weight[387]: Q2_0 blk.20.ffn_down_exps.weight[388]: Q2_0 blk.20.ffn_down_exps.weight[389]: Q2_0 blk.20.ffn_down_exps.weight[390]: Q2_0 blk.20.ffn_down_exps.weight[391]: Q2_0 blk.20.ffn_down_exps.weight[392]: blk.20.ffn_down_exps.weight[393]: blk.20.ffn_down_exps.weight[394]: Q2_0 blk.20.ffn_down_exps.weight[395]: blk.20.ffn_down_exps.weight[396]: Q2_0 blk.20.ffn_down_exps.weight[397]: blk.20.ffn_down_exps.weight[398]: blk.20.ffn_down_exps.weight[399]: Q2_0 blk.20.ffn_down_exps.weight[400]: blk.20.ffn_down_exps.weight[401]: blk.20.ffn_down_exps.weight[402]: blk.20.ffn_down_exps.weight[403]: Q2_0 blk.20.ffn_down_exps.weight[404]: Q2_0 blk.20.ffn_down_exps.weight[405]: Q2_0 blk.20.ffn_down_exps.weight[406]: Q2_0 blk.20.ffn_down_exps.weight[407]: Q2_0 blk.20.ffn_down_exps.weight[408]: blk.20.ffn_down_exps.weight[409]: Q2_0 blk.20.ffn_down_exps.weight[410]: blk.20.ffn_down_exps.weight[411]: blk.20.ffn_down_exps.weight[412]: Q2_0 blk.20.ffn_down_exps.weight[413]: Q2_0 blk.20.ffn_down_exps.weight[414]: blk.20.ffn_down_exps.weight[415]: blk.20.ffn_down_exps.weight[416]: Q2_0 blk.20.ffn_down_exps.weight[417]: blk.20.ffn_down_exps.weight[418]: Q2_0 blk.20.ffn_down_exps.weight[419]: blk.20.ffn_down_exps.weight[420]: blk.20.ffn_down_exps.weight[421]: Q2_0 blk.20.ffn_down_exps.weight[422]: blk.20.ffn_down_exps.weight[423]: Q2_0 blk.20.ffn_down_exps.weight[424]: blk.20.ffn_down_exps.weight[425]: blk.20.ffn_down_exps.weight[426]: Q2_0 blk.20.ffn_down_exps.weight[427]: blk.20.ffn_down_exps.weight[428]: blk.20.ffn_down_exps.weight[429]: blk.20.ffn_down_exps.weight[430]: Q2_0 blk.20.ffn_down_exps.weight[431]: blk.20.ffn_down_exps.weight[432]: Q2_0 blk.20.ffn_down_exps.weight[433]: Q2_0 blk.20.ffn_down_exps.weight[434]: Q2_0 blk.20.ffn_down_exps.weight[435]: blk.20.ffn_down_exps.weight[436]: blk.20.ffn_down_exps.weight[437]: Q2_0 blk.20.ffn_down_exps.weight[438]: blk.20.ffn_down_exps.weight[439]: Q2_0 blk.20.ffn_down_exps.weight[440]: Q2_0 blk.20.ffn_down_exps.weight[441]: Q2_0 blk.20.ffn_down_exps.weight[442]: Q2_0 blk.20.ffn_down_exps.weight[443]: blk.20.ffn_down_exps.weight[444]: blk.20.ffn_down_exps.weight[445]: Q2_0 blk.20.ffn_down_exps.weight[446]: blk.20.ffn_down_exps.weight[447]: Q2_0 blk.20.ffn_down_exps.weight[448]: Q2_0 blk.20.ffn_down_exps.weight[449]: Q2_0 blk.20.ffn_down_exps.weight[450]: Q2_0 blk.20.ffn_down_exps.weight[451]: blk.20.ffn_down_exps.weight[452]: blk.20.ffn_down_exps.weight[453]: blk.20.ffn_down_exps.weight[454]: blk.20.ffn_down_exps.weight[455]: blk.20.ffn_down_exps.weight[456]: Q2_0 blk.20.ffn_down_exps.weight[457]: Q2_0 blk.20.ffn_down_exps.weight[458]: blk.20.ffn_down_exps.weight[459]: blk.20.ffn_down_exps.weight[460]: blk.20.ffn_down_exps.weight[461]: Q2_0 blk.20.ffn_down_exps.weight[462]: Q2_0 blk.20.ffn_down_exps.weight[463]: Q2_0 blk.20.ffn_down_exps.weight[464]: Q2_0 blk.20.ffn_down_exps.weight[465]: Q2_0 blk.20.ffn_down_exps.weight[466]: blk.20.ffn_down_exps.weight[467]: Q2_0 blk.20.ffn_down_exps.weight[468]: blk.20.ffn_down_exps.weight[469]: blk.20.ffn_down_exps.weight[470]: Q2_0 blk.20.ffn_down_exps.weight[471]: blk.20.ffn_down_exps.weight[472]: blk.20.ffn_down_exps.weight[473]: blk.20.ffn_down_exps.weight[474]: blk.20.ffn_down_exps.weight[475]: Q2_0 blk.20.ffn_down_exps.weight[476]: blk.20.ffn_down_exps.weight[477]: Q2_0 blk.20.ffn_down_exps.weight[478]: Q2_0 blk.20.ffn_down_exps.weight[479]: blk.20.ffn_down_exps.weight[480]: Q2_0 blk.20.ffn_down_exps.weight[481]: blk.20.ffn_down_exps.weight[482]: blk.20.ffn_down_exps.weight[483]: Q2_0 blk.20.ffn_down_exps.weight[484]: Q2_0 blk.20.ffn_down_exps.weight[485]: Q2_0 blk.20.ffn_down_exps.weight[486]: blk.20.ffn_down_exps.weight[487]: blk.20.ffn_down_exps.weight[488]: Q2_0 blk.20.ffn_down_exps.weight[489]: Q2_0 blk.20.ffn_down_exps.weight[490]: Q2_0 blk.20.ffn_down_exps.weight[491]: blk.20.ffn_down_exps.weight[492]: blk.20.ffn_down_exps.weight[493]: blk.20.ffn_down_exps.weight[494]: Q2_0 blk.20.ffn_down_exps.weight[495]: blk.20.ffn_down_exps.weight[496]: blk.20.ffn_down_exps.weight[497]: blk.20.ffn_down_exps.weight[498]: blk.20.ffn_down_exps.weight[499]: blk.20.ffn_down_exps.weight[500]: blk.20.ffn_down_exps.weight[501]: blk.20.ffn_down_exps.weight[502]: blk.20.ffn_down_exps.weight[503]: blk.20.ffn_down_exps.weight[504]: blk.20.ffn_down_exps.weight[505]: blk.20.ffn_down_exps.weight[506]: Q2_0 blk.20.ffn_down_exps.weight[507]: Q2_0 blk.20.ffn_down_exps.weight[508]: Q2_0 blk.20.ffn_down_exps.weight[509]: Q2_0 blk.20.ffn_down_exps.weight[510]: blk.20.ffn_down_exps.weight[511]: Q2_0 blk.21.ffn_gate_exps.weight[0]: blk.21.ffn_gate_exps.weight[1]: IQ3_S blk.21.ffn_gate_exps.weight[2]: IQ3_S blk.21.ffn_gate_exps.weight[3]: blk.21.ffn_gate_exps.weight[4]: blk.21.ffn_gate_exps.weight[5]: IQ3_S blk.21.ffn_gate_exps.weight[6]: IQ3_S blk.21.ffn_gate_exps.weight[7]: blk.21.ffn_gate_exps.weight[8]: IQ3_S blk.21.ffn_gate_exps.weight[9]: blk.21.ffn_gate_exps.weight[10]: IQ3_S blk.21.ffn_gate_exps.weight[11]: IQ3_S blk.21.ffn_gate_exps.weight[12]: blk.21.ffn_gate_exps.weight[13]: blk.21.ffn_gate_exps.weight[14]: blk.21.ffn_gate_exps.weight[15]: blk.21.ffn_gate_exps.weight[16]: IQ3_S blk.21.ffn_gate_exps.weight[17]: IQ3_S blk.21.ffn_gate_exps.weight[18]: IQ3_S blk.21.ffn_gate_exps.weight[19]: IQ3_S blk.21.ffn_gate_exps.weight[20]: blk.21.ffn_gate_exps.weight[21]: IQ3_S blk.21.ffn_gate_exps.weight[22]: IQ3_S blk.21.ffn_gate_exps.weight[23]: IQ3_S blk.21.ffn_gate_exps.weight[24]: IQ3_S blk.21.ffn_gate_exps.weight[25]: IQ3_S blk.21.ffn_gate_exps.weight[26]: IQ3_S blk.21.ffn_gate_exps.weight[27]: IQ3_S blk.21.ffn_gate_exps.weight[28]: IQ3_S blk.21.ffn_gate_exps.weight[29]: IQ3_S blk.21.ffn_gate_exps.weight[30]: blk.21.ffn_gate_exps.weight[31]: IQ3_S blk.21.ffn_gate_exps.weight[32]: IQ3_S blk.21.ffn_gate_exps.weight[33]: IQ3_S blk.21.ffn_gate_exps.weight[34]: blk.21.ffn_gate_exps.weight[35]: blk.21.ffn_gate_exps.weight[36]: IQ3_S blk.21.ffn_gate_exps.weight[37]: blk.21.ffn_gate_exps.weight[38]: IQ3_S blk.21.ffn_gate_exps.weight[39]: IQ3_S blk.21.ffn_gate_exps.weight[40]: IQ3_S blk.21.ffn_gate_exps.weight[41]: blk.21.ffn_gate_exps.weight[42]: IQ3_S blk.21.ffn_gate_exps.weight[43]: IQ3_S blk.21.ffn_gate_exps.weight[44]: IQ3_S blk.21.ffn_gate_exps.weight[45]: IQ3_S blk.21.ffn_gate_exps.weight[46]: blk.21.ffn_gate_exps.weight[47]: blk.21.ffn_gate_exps.weight[48]: IQ3_S blk.21.ffn_gate_exps.weight[49]: IQ3_S blk.21.ffn_gate_exps.weight[50]: blk.21.ffn_gate_exps.weight[51]: blk.21.ffn_gate_exps.weight[52]: blk.21.ffn_gate_exps.weight[53]: IQ3_S blk.21.ffn_gate_exps.weight[54]: IQ3_S blk.21.ffn_gate_exps.weight[55]: blk.21.ffn_gate_exps.weight[56]: IQ3_S blk.21.ffn_gate_exps.weight[57]: IQ3_S blk.21.ffn_gate_exps.weight[58]: blk.21.ffn_gate_exps.weight[59]: IQ3_S blk.21.ffn_gate_exps.weight[60]: blk.21.ffn_gate_exps.weight[61]: blk.21.ffn_gate_exps.weight[62]: IQ3_S blk.21.ffn_gate_exps.weight[63]: blk.21.ffn_gate_exps.weight[64]: IQ3_S blk.21.ffn_gate_exps.weight[65]: blk.21.ffn_gate_exps.weight[66]: blk.21.ffn_gate_exps.weight[67]: blk.21.ffn_gate_exps.weight[68]: blk.21.ffn_gate_exps.weight[69]: IQ3_S blk.21.ffn_gate_exps.weight[70]: IQ3_S blk.21.ffn_gate_exps.weight[71]: IQ3_S blk.21.ffn_gate_exps.weight[72]: IQ3_S blk.21.ffn_gate_exps.weight[73]: blk.21.ffn_gate_exps.weight[74]: IQ3_S blk.21.ffn_gate_exps.weight[75]: blk.21.ffn_gate_exps.weight[76]: IQ3_S blk.21.ffn_gate_exps.weight[77]: IQ3_S blk.21.ffn_gate_exps.weight[78]: IQ3_S blk.21.ffn_gate_exps.weight[79]: blk.21.ffn_gate_exps.weight[80]: IQ3_S blk.21.ffn_gate_exps.weight[81]: blk.21.ffn_gate_exps.weight[82]: IQ3_S blk.21.ffn_gate_exps.weight[83]: IQ3_S blk.21.ffn_gate_exps.weight[84]: IQ3_S blk.21.ffn_gate_exps.weight[85]: IQ3_S blk.21.ffn_gate_exps.weight[86]: blk.21.ffn_gate_exps.weight[87]: IQ3_S blk.21.ffn_gate_exps.weight[88]: IQ3_S blk.21.ffn_gate_exps.weight[89]: blk.21.ffn_gate_exps.weight[90]: blk.21.ffn_gate_exps.weight[91]: blk.21.ffn_gate_exps.weight[92]: IQ3_S blk.21.ffn_gate_exps.weight[93]: IQ3_S blk.21.ffn_gate_exps.weight[94]: IQ3_S blk.21.ffn_gate_exps.weight[95]: IQ3_S blk.21.ffn_gate_exps.weight[96]: IQ3_S blk.21.ffn_gate_exps.weight[97]: blk.21.ffn_gate_exps.weight[98]: IQ3_S blk.21.ffn_gate_exps.weight[99]: blk.21.ffn_gate_exps.weight[100]: IQ3_S blk.21.ffn_gate_exps.weight[101]: IQ3_S blk.21.ffn_gate_exps.weight[102]: IQ3_S blk.21.ffn_gate_exps.weight[103]: IQ3_S blk.21.ffn_gate_exps.weight[104]: IQ3_S blk.21.ffn_gate_exps.weight[105]: blk.21.ffn_gate_exps.weight[106]: IQ3_S blk.21.ffn_gate_exps.weight[107]: IQ3_S blk.21.ffn_gate_exps.weight[108]: blk.21.ffn_gate_exps.weight[109]: blk.21.ffn_gate_exps.weight[110]: blk.21.ffn_gate_exps.weight[111]: IQ3_S blk.21.ffn_gate_exps.weight[112]: blk.21.ffn_gate_exps.weight[113]: IQ3_S blk.21.ffn_gate_exps.weight[114]: blk.21.ffn_gate_exps.weight[115]: IQ3_S blk.21.ffn_gate_exps.weight[116]: blk.21.ffn_gate_exps.weight[117]: IQ3_S blk.21.ffn_gate_exps.weight[118]: IQ3_S blk.21.ffn_gate_exps.weight[119]: IQ3_S blk.21.ffn_gate_exps.weight[120]: IQ3_S blk.21.ffn_gate_exps.weight[121]: IQ3_S blk.21.ffn_gate_exps.weight[122]: IQ3_S blk.21.ffn_gate_exps.weight[123]: blk.21.ffn_gate_exps.weight[124]: blk.21.ffn_gate_exps.weight[125]: blk.21.ffn_gate_exps.weight[126]: blk.21.ffn_gate_exps.weight[127]: blk.21.ffn_gate_exps.weight[128]: IQ3_S blk.21.ffn_gate_exps.weight[129]: IQ3_S blk.21.ffn_gate_exps.weight[130]: blk.21.ffn_gate_exps.weight[131]: IQ3_S blk.21.ffn_gate_exps.weight[132]: blk.21.ffn_gate_exps.weight[133]: blk.21.ffn_gate_exps.weight[134]: IQ3_S blk.21.ffn_gate_exps.weight[135]: blk.21.ffn_gate_exps.weight[136]: IQ3_S blk.21.ffn_gate_exps.weight[137]: blk.21.ffn_gate_exps.weight[138]: blk.21.ffn_gate_exps.weight[139]: blk.21.ffn_gate_exps.weight[140]: IQ3_S blk.21.ffn_gate_exps.weight[141]: blk.21.ffn_gate_exps.weight[142]: blk.21.ffn_gate_exps.weight[143]: blk.21.ffn_gate_exps.weight[144]: blk.21.ffn_gate_exps.weight[145]: IQ3_S blk.21.ffn_gate_exps.weight[146]: IQ3_S blk.21.ffn_gate_exps.weight[147]: IQ3_S blk.21.ffn_gate_exps.weight[148]: IQ3_S blk.21.ffn_gate_exps.weight[149]: blk.21.ffn_gate_exps.weight[150]: IQ3_S blk.21.ffn_gate_exps.weight[151]: IQ3_S blk.21.ffn_gate_exps.weight[152]: IQ3_S blk.21.ffn_gate_exps.weight[153]: blk.21.ffn_gate_exps.weight[154]: IQ3_S blk.21.ffn_gate_exps.weight[155]: IQ3_S blk.21.ffn_gate_exps.weight[156]: IQ3_S blk.21.ffn_gate_exps.weight[157]: blk.21.ffn_gate_exps.weight[158]: IQ3_S blk.21.ffn_gate_exps.weight[159]: blk.21.ffn_gate_exps.weight[160]: IQ3_S blk.21.ffn_gate_exps.weight[161]: blk.21.ffn_gate_exps.weight[162]: blk.21.ffn_gate_exps.weight[163]: IQ3_S blk.21.ffn_gate_exps.weight[164]: blk.21.ffn_gate_exps.weight[165]: blk.21.ffn_gate_exps.weight[166]: IQ3_S blk.21.ffn_gate_exps.weight[167]: blk.21.ffn_gate_exps.weight[168]: IQ3_S blk.21.ffn_gate_exps.weight[169]: blk.21.ffn_gate_exps.weight[170]: blk.21.ffn_gate_exps.weight[171]: IQ3_S blk.21.ffn_gate_exps.weight[172]: blk.21.ffn_gate_exps.weight[173]: blk.21.ffn_gate_exps.weight[174]: blk.21.ffn_gate_exps.weight[175]: blk.21.ffn_gate_exps.weight[176]: blk.21.ffn_gate_exps.weight[177]: blk.21.ffn_gate_exps.weight[178]: IQ3_S blk.21.ffn_gate_exps.weight[179]: blk.21.ffn_gate_exps.weight[180]: blk.21.ffn_gate_exps.weight[181]: blk.21.ffn_gate_exps.weight[182]: blk.21.ffn_gate_exps.weight[183]: IQ3_S blk.21.ffn_gate_exps.weight[184]: IQ3_S blk.21.ffn_gate_exps.weight[185]: blk.21.ffn_gate_exps.weight[186]: blk.21.ffn_gate_exps.weight[187]: IQ3_S blk.21.ffn_gate_exps.weight[188]: blk.21.ffn_gate_exps.weight[189]: IQ3_S blk.21.ffn_gate_exps.weight[190]: blk.21.ffn_gate_exps.weight[191]: blk.21.ffn_gate_exps.weight[192]: IQ3_S blk.21.ffn_gate_exps.weight[193]: blk.21.ffn_gate_exps.weight[194]: blk.21.ffn_gate_exps.weight[195]: blk.21.ffn_gate_exps.weight[196]: blk.21.ffn_gate_exps.weight[197]: blk.21.ffn_gate_exps.weight[198]: blk.21.ffn_gate_exps.weight[199]: IQ3_S blk.21.ffn_gate_exps.weight[200]: IQ3_S blk.21.ffn_gate_exps.weight[201]: blk.21.ffn_gate_exps.weight[202]: blk.21.ffn_gate_exps.weight[203]: blk.21.ffn_gate_exps.weight[204]: IQ3_S blk.21.ffn_gate_exps.weight[205]: blk.21.ffn_gate_exps.weight[206]: IQ3_S blk.21.ffn_gate_exps.weight[207]: blk.21.ffn_gate_exps.weight[208]: blk.21.ffn_gate_exps.weight[209]: blk.21.ffn_gate_exps.weight[210]: IQ3_S blk.21.ffn_gate_exps.weight[211]: blk.21.ffn_gate_exps.weight[212]: IQ3_S blk.21.ffn_gate_exps.weight[213]: IQ3_S blk.21.ffn_gate_exps.weight[214]: IQ3_S blk.21.ffn_gate_exps.weight[215]: IQ3_S blk.21.ffn_gate_exps.weight[216]: blk.21.ffn_gate_exps.weight[217]: blk.21.ffn_gate_exps.weight[218]: IQ3_S blk.21.ffn_gate_exps.weight[219]: blk.21.ffn_gate_exps.weight[220]: IQ3_S blk.21.ffn_gate_exps.weight[221]: blk.21.ffn_gate_exps.weight[222]: blk.21.ffn_gate_exps.weight[223]: IQ3_S blk.21.ffn_gate_exps.weight[224]: IQ3_S blk.21.ffn_gate_exps.weight[225]: blk.21.ffn_gate_exps.weight[226]: IQ3_S blk.21.ffn_gate_exps.weight[227]: IQ3_S blk.21.ffn_gate_exps.weight[228]: blk.21.ffn_gate_exps.weight[229]: IQ3_S blk.21.ffn_gate_exps.weight[230]: blk.21.ffn_gate_exps.weight[231]: blk.21.ffn_gate_exps.weight[232]: blk.21.ffn_gate_exps.weight[233]: IQ3_S blk.21.ffn_gate_exps.weight[234]: blk.21.ffn_gate_exps.weight[235]: blk.21.ffn_gate_exps.weight[236]: IQ3_S blk.21.ffn_gate_exps.weight[237]: blk.21.ffn_gate_exps.weight[238]: blk.21.ffn_gate_exps.weight[239]: IQ3_S blk.21.ffn_gate_exps.weight[240]: IQ3_S blk.21.ffn_gate_exps.weight[241]: IQ3_S blk.21.ffn_gate_exps.weight[242]: IQ3_S blk.21.ffn_gate_exps.weight[243]: IQ3_S blk.21.ffn_gate_exps.weight[244]: blk.21.ffn_gate_exps.weight[245]: IQ3_S blk.21.ffn_gate_exps.weight[246]: IQ3_S blk.21.ffn_gate_exps.weight[247]: IQ3_S blk.21.ffn_gate_exps.weight[248]: IQ3_S blk.21.ffn_gate_exps.weight[249]: blk.21.ffn_gate_exps.weight[250]: IQ3_S blk.21.ffn_gate_exps.weight[251]: blk.21.ffn_gate_exps.weight[252]: blk.21.ffn_gate_exps.weight[253]: IQ3_S blk.21.ffn_gate_exps.weight[254]: blk.21.ffn_gate_exps.weight[255]: IQ3_S blk.21.ffn_gate_exps.weight[256]: blk.21.ffn_gate_exps.weight[257]: IQ3_S blk.21.ffn_gate_exps.weight[258]: IQ3_S blk.21.ffn_gate_exps.weight[259]: blk.21.ffn_gate_exps.weight[260]: IQ3_S blk.21.ffn_gate_exps.weight[261]: IQ3_S blk.21.ffn_gate_exps.weight[262]: blk.21.ffn_gate_exps.weight[263]: blk.21.ffn_gate_exps.weight[264]: IQ3_S blk.21.ffn_gate_exps.weight[265]: blk.21.ffn_gate_exps.weight[266]: IQ3_S blk.21.ffn_gate_exps.weight[267]: IQ3_S blk.21.ffn_gate_exps.weight[268]: IQ3_S blk.21.ffn_gate_exps.weight[269]: blk.21.ffn_gate_exps.weight[270]: IQ3_S blk.21.ffn_gate_exps.weight[271]: IQ3_S blk.21.ffn_gate_exps.weight[272]: IQ3_S blk.21.ffn_gate_exps.weight[273]: blk.21.ffn_gate_exps.weight[274]: blk.21.ffn_gate_exps.weight[275]: blk.21.ffn_gate_exps.weight[276]: blk.21.ffn_gate_exps.weight[277]: blk.21.ffn_gate_exps.weight[278]: blk.21.ffn_gate_exps.weight[279]: blk.21.ffn_gate_exps.weight[280]: blk.21.ffn_gate_exps.weight[281]: IQ3_S blk.21.ffn_gate_exps.weight[282]: IQ3_S blk.21.ffn_gate_exps.weight[283]: blk.21.ffn_gate_exps.weight[284]: IQ3_S blk.21.ffn_gate_exps.weight[285]: blk.21.ffn_gate_exps.weight[286]: blk.21.ffn_gate_exps.weight[287]: blk.21.ffn_gate_exps.weight[288]: IQ3_S blk.21.ffn_gate_exps.weight[289]: IQ3_S blk.21.ffn_gate_exps.weight[290]: IQ3_S blk.21.ffn_gate_exps.weight[291]: IQ3_S blk.21.ffn_gate_exps.weight[292]: IQ3_S blk.21.ffn_gate_exps.weight[293]: IQ3_S blk.21.ffn_gate_exps.weight[294]: blk.21.ffn_gate_exps.weight[295]: IQ3_S blk.21.ffn_gate_exps.weight[296]: IQ3_S blk.21.ffn_gate_exps.weight[297]: blk.21.ffn_gate_exps.weight[298]: IQ3_S blk.21.ffn_gate_exps.weight[299]: blk.21.ffn_gate_exps.weight[300]: blk.21.ffn_gate_exps.weight[301]: IQ3_S blk.21.ffn_gate_exps.weight[302]: IQ3_S blk.21.ffn_gate_exps.weight[303]: blk.21.ffn_gate_exps.weight[304]: blk.21.ffn_gate_exps.weight[305]: IQ3_S blk.21.ffn_gate_exps.weight[306]: IQ3_S blk.21.ffn_gate_exps.weight[307]: blk.21.ffn_gate_exps.weight[308]: blk.21.ffn_gate_exps.weight[309]: IQ3_S blk.21.ffn_gate_exps.weight[310]: blk.21.ffn_gate_exps.weight[311]: blk.21.ffn_gate_exps.weight[312]: IQ3_S blk.21.ffn_gate_exps.weight[313]: blk.21.ffn_gate_exps.weight[314]: blk.21.ffn_gate_exps.weight[315]: blk.21.ffn_gate_exps.weight[316]: IQ3_S blk.21.ffn_gate_exps.weight[317]: blk.21.ffn_gate_exps.weight[318]: blk.21.ffn_gate_exps.weight[319]: blk.21.ffn_gate_exps.weight[320]: IQ3_S blk.21.ffn_gate_exps.weight[321]: blk.21.ffn_gate_exps.weight[322]: blk.21.ffn_gate_exps.weight[323]: IQ3_S blk.21.ffn_gate_exps.weight[324]: IQ3_S blk.21.ffn_gate_exps.weight[325]: blk.21.ffn_gate_exps.weight[326]: blk.21.ffn_gate_exps.weight[327]: IQ3_S blk.21.ffn_gate_exps.weight[328]: blk.21.ffn_gate_exps.weight[329]: blk.21.ffn_gate_exps.weight[330]: IQ3_S blk.21.ffn_gate_exps.weight[331]: IQ3_S blk.21.ffn_gate_exps.weight[332]: blk.21.ffn_gate_exps.weight[333]: blk.21.ffn_gate_exps.weight[334]: blk.21.ffn_gate_exps.weight[335]: IQ3_S blk.21.ffn_gate_exps.weight[336]: IQ3_S blk.21.ffn_gate_exps.weight[337]: blk.21.ffn_gate_exps.weight[338]: blk.21.ffn_gate_exps.weight[339]: IQ3_S blk.21.ffn_gate_exps.weight[340]: IQ3_S blk.21.ffn_gate_exps.weight[341]: blk.21.ffn_gate_exps.weight[342]: blk.21.ffn_gate_exps.weight[343]: blk.21.ffn_gate_exps.weight[344]: blk.21.ffn_gate_exps.weight[345]: IQ3_S blk.21.ffn_gate_exps.weight[346]: IQ3_S blk.21.ffn_gate_exps.weight[347]: IQ3_S blk.21.ffn_gate_exps.weight[348]: blk.21.ffn_gate_exps.weight[349]: blk.21.ffn_gate_exps.weight[350]: IQ3_S blk.21.ffn_gate_exps.weight[351]: blk.21.ffn_gate_exps.weight[352]: IQ3_S blk.21.ffn_gate_exps.weight[353]: blk.21.ffn_gate_exps.weight[354]: blk.21.ffn_gate_exps.weight[355]: blk.21.ffn_gate_exps.weight[356]: blk.21.ffn_gate_exps.weight[357]: IQ3_S blk.21.ffn_gate_exps.weight[358]: IQ3_S blk.21.ffn_gate_exps.weight[359]: IQ3_S blk.21.ffn_gate_exps.weight[360]: IQ3_S blk.21.ffn_gate_exps.weight[361]: blk.21.ffn_gate_exps.weight[362]: blk.21.ffn_gate_exps.weight[363]: blk.21.ffn_gate_exps.weight[364]: blk.21.ffn_gate_exps.weight[365]: blk.21.ffn_gate_exps.weight[366]: blk.21.ffn_gate_exps.weight[367]: blk.21.ffn_gate_exps.weight[368]: blk.21.ffn_gate_exps.weight[369]: IQ3_S blk.21.ffn_gate_exps.weight[370]: IQ3_S blk.21.ffn_gate_exps.weight[371]: IQ3_S blk.21.ffn_gate_exps.weight[372]: IQ3_S blk.21.ffn_gate_exps.weight[373]: IQ3_S blk.21.ffn_gate_exps.weight[374]: blk.21.ffn_gate_exps.weight[375]: blk.21.ffn_gate_exps.weight[376]: blk.21.ffn_gate_exps.weight[377]: IQ3_S blk.21.ffn_gate_exps.weight[378]: IQ3_S blk.21.ffn_gate_exps.weight[379]: IQ3_S blk.21.ffn_gate_exps.weight[380]: IQ3_S blk.21.ffn_gate_exps.weight[381]: blk.21.ffn_gate_exps.weight[382]: blk.21.ffn_gate_exps.weight[383]: blk.21.ffn_gate_exps.weight[384]: blk.21.ffn_gate_exps.weight[385]: blk.21.ffn_gate_exps.weight[386]: blk.21.ffn_gate_exps.weight[387]: blk.21.ffn_gate_exps.weight[388]: IQ3_S blk.21.ffn_gate_exps.weight[389]: blk.21.ffn_gate_exps.weight[390]: blk.21.ffn_gate_exps.weight[391]: IQ3_S blk.21.ffn_gate_exps.weight[392]: IQ3_S blk.21.ffn_gate_exps.weight[393]: blk.21.ffn_gate_exps.weight[394]: IQ3_S blk.21.ffn_gate_exps.weight[395]: blk.21.ffn_gate_exps.weight[396]: blk.21.ffn_gate_exps.weight[397]: blk.21.ffn_gate_exps.weight[398]: IQ3_S blk.21.ffn_gate_exps.weight[399]: blk.21.ffn_gate_exps.weight[400]: IQ3_S blk.21.ffn_gate_exps.weight[401]: IQ3_S blk.21.ffn_gate_exps.weight[402]: IQ3_S blk.21.ffn_gate_exps.weight[403]: blk.21.ffn_gate_exps.weight[404]: IQ3_S blk.21.ffn_gate_exps.weight[405]: blk.21.ffn_gate_exps.weight[406]: blk.21.ffn_gate_exps.weight[407]: blk.21.ffn_gate_exps.weight[408]: IQ3_S blk.21.ffn_gate_exps.weight[409]: IQ3_S blk.21.ffn_gate_exps.weight[410]: blk.21.ffn_gate_exps.weight[411]: IQ3_S blk.21.ffn_gate_exps.weight[412]: IQ3_S blk.21.ffn_gate_exps.weight[413]: blk.21.ffn_gate_exps.weight[414]: IQ3_S blk.21.ffn_gate_exps.weight[415]: blk.21.ffn_gate_exps.weight[416]: blk.21.ffn_gate_exps.weight[417]: IQ3_S blk.21.ffn_gate_exps.weight[418]: IQ3_S blk.21.ffn_gate_exps.weight[419]: blk.21.ffn_gate_exps.weight[420]: IQ3_S blk.21.ffn_gate_exps.weight[421]: IQ3_S blk.21.ffn_gate_exps.weight[422]: blk.21.ffn_gate_exps.weight[423]: blk.21.ffn_gate_exps.weight[424]: IQ3_S blk.21.ffn_gate_exps.weight[425]: IQ3_S blk.21.ffn_gate_exps.weight[426]: IQ3_S blk.21.ffn_gate_exps.weight[427]: blk.21.ffn_gate_exps.weight[428]: blk.21.ffn_gate_exps.weight[429]: blk.21.ffn_gate_exps.weight[430]: blk.21.ffn_gate_exps.weight[431]: blk.21.ffn_gate_exps.weight[432]: IQ3_S blk.21.ffn_gate_exps.weight[433]: IQ3_S blk.21.ffn_gate_exps.weight[434]: IQ3_S blk.21.ffn_gate_exps.weight[435]: IQ3_S blk.21.ffn_gate_exps.weight[436]: IQ3_S blk.21.ffn_gate_exps.weight[437]: blk.21.ffn_gate_exps.weight[438]: IQ3_S blk.21.ffn_gate_exps.weight[439]: blk.21.ffn_gate_exps.weight[440]: IQ3_S blk.21.ffn_gate_exps.weight[441]: IQ3_S blk.21.ffn_gate_exps.weight[442]: IQ3_S blk.21.ffn_gate_exps.weight[443]: blk.21.ffn_gate_exps.weight[444]: blk.21.ffn_gate_exps.weight[445]: blk.21.ffn_gate_exps.weight[446]: IQ3_S blk.21.ffn_gate_exps.weight[447]: IQ3_S blk.21.ffn_gate_exps.weight[448]: IQ3_S blk.21.ffn_gate_exps.weight[449]: IQ3_S blk.21.ffn_gate_exps.weight[450]: IQ3_S blk.21.ffn_gate_exps.weight[451]: IQ3_S blk.21.ffn_gate_exps.weight[452]: IQ3_S blk.21.ffn_gate_exps.weight[453]: IQ3_S blk.21.ffn_gate_exps.weight[454]: IQ3_S blk.21.ffn_gate_exps.weight[455]: blk.21.ffn_gate_exps.weight[456]: IQ3_S blk.21.ffn_gate_exps.weight[457]: IQ3_S blk.21.ffn_gate_exps.weight[458]: blk.21.ffn_gate_exps.weight[459]: blk.21.ffn_gate_exps.weight[460]: blk.21.ffn_gate_exps.weight[461]: IQ3_S blk.21.ffn_gate_exps.weight[462]: blk.21.ffn_gate_exps.weight[463]: blk.21.ffn_gate_exps.weight[464]: IQ3_S blk.21.ffn_gate_exps.weight[465]: IQ3_S blk.21.ffn_gate_exps.weight[466]: IQ3_S blk.21.ffn_gate_exps.weight[467]: IQ3_S blk.21.ffn_gate_exps.weight[468]: blk.21.ffn_gate_exps.weight[469]: blk.21.ffn_gate_exps.weight[470]: IQ3_S blk.21.ffn_gate_exps.weight[471]: blk.21.ffn_gate_exps.weight[472]: IQ3_S blk.21.ffn_gate_exps.weight[473]: blk.21.ffn_gate_exps.weight[474]: IQ3_S blk.21.ffn_gate_exps.weight[475]: blk.21.ffn_gate_exps.weight[476]: IQ3_S blk.21.ffn_gate_exps.weight[477]: IQ3_S blk.21.ffn_gate_exps.weight[478]: IQ3_S blk.21.ffn_gate_exps.weight[479]: IQ3_S blk.21.ffn_gate_exps.weight[480]: IQ3_S blk.21.ffn_gate_exps.weight[481]: IQ3_S blk.21.ffn_gate_exps.weight[482]: blk.21.ffn_gate_exps.weight[483]: blk.21.ffn_gate_exps.weight[484]: IQ3_S blk.21.ffn_gate_exps.weight[485]: blk.21.ffn_gate_exps.weight[486]: blk.21.ffn_gate_exps.weight[487]: blk.21.ffn_gate_exps.weight[488]: blk.21.ffn_gate_exps.weight[489]: blk.21.ffn_gate_exps.weight[490]: blk.21.ffn_gate_exps.weight[491]: blk.21.ffn_gate_exps.weight[492]: blk.21.ffn_gate_exps.weight[493]: blk.21.ffn_gate_exps.weight[494]: blk.21.ffn_gate_exps.weight[495]: IQ3_S blk.21.ffn_gate_exps.weight[496]: IQ3_S blk.21.ffn_gate_exps.weight[497]: blk.21.ffn_gate_exps.weight[498]: blk.21.ffn_gate_exps.weight[499]: IQ3_S blk.21.ffn_gate_exps.weight[500]: blk.21.ffn_gate_exps.weight[501]: blk.21.ffn_gate_exps.weight[502]: IQ3_S blk.21.ffn_gate_exps.weight[503]: blk.21.ffn_gate_exps.weight[504]: blk.21.ffn_gate_exps.weight[505]: blk.21.ffn_gate_exps.weight[506]: IQ3_S blk.21.ffn_gate_exps.weight[507]: blk.21.ffn_gate_exps.weight[508]: blk.21.ffn_gate_exps.weight[509]: blk.21.ffn_gate_exps.weight[510]: IQ3_S blk.21.ffn_gate_exps.weight[511]: IQ3_S blk.21.ffn_up_exps.weight[0]: blk.21.ffn_up_exps.weight[1]: IQ3_S blk.21.ffn_up_exps.weight[2]: IQ3_S blk.21.ffn_up_exps.weight[3]: blk.21.ffn_up_exps.weight[4]: blk.21.ffn_up_exps.weight[5]: IQ3_S blk.21.ffn_up_exps.weight[6]: IQ3_S blk.21.ffn_up_exps.weight[7]: blk.21.ffn_up_exps.weight[8]: IQ3_S blk.21.ffn_up_exps.weight[9]: blk.21.ffn_up_exps.weight[10]: IQ3_S blk.21.ffn_up_exps.weight[11]: IQ3_S blk.21.ffn_up_exps.weight[12]: blk.21.ffn_up_exps.weight[13]: blk.21.ffn_up_exps.weight[14]: blk.21.ffn_up_exps.weight[15]: blk.21.ffn_up_exps.weight[16]: IQ3_S blk.21.ffn_up_exps.weight[17]: IQ3_S blk.21.ffn_up_exps.weight[18]: IQ3_S blk.21.ffn_up_exps.weight[19]: IQ3_S blk.21.ffn_up_exps.weight[20]: blk.21.ffn_up_exps.weight[21]: IQ3_S blk.21.ffn_up_exps.weight[22]: IQ3_S blk.21.ffn_up_exps.weight[23]: IQ3_S blk.21.ffn_up_exps.weight[24]: IQ3_S blk.21.ffn_up_exps.weight[25]: IQ3_S blk.21.ffn_up_exps.weight[26]: IQ3_S blk.21.ffn_up_exps.weight[27]: IQ3_S blk.21.ffn_up_exps.weight[28]: IQ3_S blk.21.ffn_up_exps.weight[29]: IQ3_S blk.21.ffn_up_exps.weight[30]: blk.21.ffn_up_exps.weight[31]: IQ3_S blk.21.ffn_up_exps.weight[32]: IQ3_S blk.21.ffn_up_exps.weight[33]: IQ3_S blk.21.ffn_up_exps.weight[34]: blk.21.ffn_up_exps.weight[35]: blk.21.ffn_up_exps.weight[36]: IQ3_S blk.21.ffn_up_exps.weight[37]: blk.21.ffn_up_exps.weight[38]: IQ3_S blk.21.ffn_up_exps.weight[39]: IQ3_S blk.21.ffn_up_exps.weight[40]: IQ3_S blk.21.ffn_up_exps.weight[41]: blk.21.ffn_up_exps.weight[42]: IQ3_S blk.21.ffn_up_exps.weight[43]: IQ3_S blk.21.ffn_up_exps.weight[44]: IQ3_S blk.21.ffn_up_exps.weight[45]: IQ3_S blk.21.ffn_up_exps.weight[46]: blk.21.ffn_up_exps.weight[47]: blk.21.ffn_up_exps.weight[48]: IQ3_S blk.21.ffn_up_exps.weight[49]: IQ3_S blk.21.ffn_up_exps.weight[50]: blk.21.ffn_up_exps.weight[51]: blk.21.ffn_up_exps.weight[52]: blk.21.ffn_up_exps.weight[53]: IQ3_S blk.21.ffn_up_exps.weight[54]: IQ3_S blk.21.ffn_up_exps.weight[55]: blk.21.ffn_up_exps.weight[56]: IQ3_S blk.21.ffn_up_exps.weight[57]: IQ3_S blk.21.ffn_up_exps.weight[58]: blk.21.ffn_up_exps.weight[59]: IQ3_S blk.21.ffn_up_exps.weight[60]: blk.21.ffn_up_exps.weight[61]: blk.21.ffn_up_exps.weight[62]: IQ3_S blk.21.ffn_up_exps.weight[63]: blk.21.ffn_up_exps.weight[64]: IQ3_S blk.21.ffn_up_exps.weight[65]: blk.21.ffn_up_exps.weight[66]: blk.21.ffn_up_exps.weight[67]: blk.21.ffn_up_exps.weight[68]: blk.21.ffn_up_exps.weight[69]: IQ3_S blk.21.ffn_up_exps.weight[70]: IQ3_S blk.21.ffn_up_exps.weight[71]: IQ3_S blk.21.ffn_up_exps.weight[72]: IQ3_S blk.21.ffn_up_exps.weight[73]: blk.21.ffn_up_exps.weight[74]: IQ3_S blk.21.ffn_up_exps.weight[75]: blk.21.ffn_up_exps.weight[76]: IQ3_S blk.21.ffn_up_exps.weight[77]: IQ3_S blk.21.ffn_up_exps.weight[78]: IQ3_S blk.21.ffn_up_exps.weight[79]: blk.21.ffn_up_exps.weight[80]: IQ3_S blk.21.ffn_up_exps.weight[81]: blk.21.ffn_up_exps.weight[82]: IQ3_S blk.21.ffn_up_exps.weight[83]: IQ3_S blk.21.ffn_up_exps.weight[84]: IQ3_S blk.21.ffn_up_exps.weight[85]: IQ3_S blk.21.ffn_up_exps.weight[86]: blk.21.ffn_up_exps.weight[87]: IQ3_S blk.21.ffn_up_exps.weight[88]: IQ3_S blk.21.ffn_up_exps.weight[89]: blk.21.ffn_up_exps.weight[90]: blk.21.ffn_up_exps.weight[91]: blk.21.ffn_up_exps.weight[92]: IQ3_S blk.21.ffn_up_exps.weight[93]: IQ3_S blk.21.ffn_up_exps.weight[94]: IQ3_S blk.21.ffn_up_exps.weight[95]: IQ3_S blk.21.ffn_up_exps.weight[96]: IQ3_S blk.21.ffn_up_exps.weight[97]: blk.21.ffn_up_exps.weight[98]: IQ3_S blk.21.ffn_up_exps.weight[99]: blk.21.ffn_up_exps.weight[100]: IQ3_S blk.21.ffn_up_exps.weight[101]: IQ3_S blk.21.ffn_up_exps.weight[102]: IQ3_S blk.21.ffn_up_exps.weight[103]: IQ3_S blk.21.ffn_up_exps.weight[104]: IQ3_S blk.21.ffn_up_exps.weight[105]: blk.21.ffn_up_exps.weight[106]: IQ3_S blk.21.ffn_up_exps.weight[107]: IQ3_S blk.21.ffn_up_exps.weight[108]: blk.21.ffn_up_exps.weight[109]: blk.21.ffn_up_exps.weight[110]: blk.21.ffn_up_exps.weight[111]: IQ3_S blk.21.ffn_up_exps.weight[112]: blk.21.ffn_up_exps.weight[113]: IQ3_S blk.21.ffn_up_exps.weight[114]: blk.21.ffn_up_exps.weight[115]: IQ3_S blk.21.ffn_up_exps.weight[116]: blk.21.ffn_up_exps.weight[117]: IQ3_S blk.21.ffn_up_exps.weight[118]: IQ3_S blk.21.ffn_up_exps.weight[119]: IQ3_S blk.21.ffn_up_exps.weight[120]: IQ3_S blk.21.ffn_up_exps.weight[121]: IQ3_S blk.21.ffn_up_exps.weight[122]: IQ3_S blk.21.ffn_up_exps.weight[123]: blk.21.ffn_up_exps.weight[124]: blk.21.ffn_up_exps.weight[125]: blk.21.ffn_up_exps.weight[126]: blk.21.ffn_up_exps.weight[127]: blk.21.ffn_up_exps.weight[128]: IQ3_S blk.21.ffn_up_exps.weight[129]: IQ3_S blk.21.ffn_up_exps.weight[130]: blk.21.ffn_up_exps.weight[131]: IQ3_S blk.21.ffn_up_exps.weight[132]: blk.21.ffn_up_exps.weight[133]: blk.21.ffn_up_exps.weight[134]: IQ3_S blk.21.ffn_up_exps.weight[135]: blk.21.ffn_up_exps.weight[136]: IQ3_S blk.21.ffn_up_exps.weight[137]: blk.21.ffn_up_exps.weight[138]: blk.21.ffn_up_exps.weight[139]: blk.21.ffn_up_exps.weight[140]: IQ3_S blk.21.ffn_up_exps.weight[141]: blk.21.ffn_up_exps.weight[142]: blk.21.ffn_up_exps.weight[143]: blk.21.ffn_up_exps.weight[144]: blk.21.ffn_up_exps.weight[145]: IQ3_S blk.21.ffn_up_exps.weight[146]: IQ3_S blk.21.ffn_up_exps.weight[147]: IQ3_S blk.21.ffn_up_exps.weight[148]: IQ3_S blk.21.ffn_up_exps.weight[149]: blk.21.ffn_up_exps.weight[150]: IQ3_S blk.21.ffn_up_exps.weight[151]: IQ3_S blk.21.ffn_up_exps.weight[152]: IQ3_S blk.21.ffn_up_exps.weight[153]: blk.21.ffn_up_exps.weight[154]: IQ3_S blk.21.ffn_up_exps.weight[155]: IQ3_S blk.21.ffn_up_exps.weight[156]: IQ3_S blk.21.ffn_up_exps.weight[157]: blk.21.ffn_up_exps.weight[158]: IQ3_S blk.21.ffn_up_exps.weight[159]: blk.21.ffn_up_exps.weight[160]: IQ3_S blk.21.ffn_up_exps.weight[161]: blk.21.ffn_up_exps.weight[162]: blk.21.ffn_up_exps.weight[163]: IQ3_S blk.21.ffn_up_exps.weight[164]: blk.21.ffn_up_exps.weight[165]: blk.21.ffn_up_exps.weight[166]: IQ3_S blk.21.ffn_up_exps.weight[167]: blk.21.ffn_up_exps.weight[168]: IQ3_S blk.21.ffn_up_exps.weight[169]: blk.21.ffn_up_exps.weight[170]: blk.21.ffn_up_exps.weight[171]: IQ3_S blk.21.ffn_up_exps.weight[172]: blk.21.ffn_up_exps.weight[173]: blk.21.ffn_up_exps.weight[174]: blk.21.ffn_up_exps.weight[175]: blk.21.ffn_up_exps.weight[176]: blk.21.ffn_up_exps.weight[177]: blk.21.ffn_up_exps.weight[178]: IQ3_S blk.21.ffn_up_exps.weight[179]: blk.21.ffn_up_exps.weight[180]: blk.21.ffn_up_exps.weight[181]: blk.21.ffn_up_exps.weight[182]: blk.21.ffn_up_exps.weight[183]: IQ3_S blk.21.ffn_up_exps.weight[184]: IQ3_S blk.21.ffn_up_exps.weight[185]: blk.21.ffn_up_exps.weight[186]: blk.21.ffn_up_exps.weight[187]: IQ3_S blk.21.ffn_up_exps.weight[188]: blk.21.ffn_up_exps.weight[189]: IQ3_S blk.21.ffn_up_exps.weight[190]: blk.21.ffn_up_exps.weight[191]: blk.21.ffn_up_exps.weight[192]: IQ3_S blk.21.ffn_up_exps.weight[193]: blk.21.ffn_up_exps.weight[194]: blk.21.ffn_up_exps.weight[195]: blk.21.ffn_up_exps.weight[196]: blk.21.ffn_up_exps.weight[197]: blk.21.ffn_up_exps.weight[198]: blk.21.ffn_up_exps.weight[199]: IQ3_S blk.21.ffn_up_exps.weight[200]: IQ3_S blk.21.ffn_up_exps.weight[201]: blk.21.ffn_up_exps.weight[202]: blk.21.ffn_up_exps.weight[203]: blk.21.ffn_up_exps.weight[204]: IQ3_S blk.21.ffn_up_exps.weight[205]: blk.21.ffn_up_exps.weight[206]: IQ3_S blk.21.ffn_up_exps.weight[207]: blk.21.ffn_up_exps.weight[208]: blk.21.ffn_up_exps.weight[209]: blk.21.ffn_up_exps.weight[210]: IQ3_S blk.21.ffn_up_exps.weight[211]: blk.21.ffn_up_exps.weight[212]: IQ3_S blk.21.ffn_up_exps.weight[213]: IQ3_S blk.21.ffn_up_exps.weight[214]: IQ3_S blk.21.ffn_up_exps.weight[215]: IQ3_S blk.21.ffn_up_exps.weight[216]: blk.21.ffn_up_exps.weight[217]: blk.21.ffn_up_exps.weight[218]: IQ3_S blk.21.ffn_up_exps.weight[219]: blk.21.ffn_up_exps.weight[220]: IQ3_S blk.21.ffn_up_exps.weight[221]: blk.21.ffn_up_exps.weight[222]: blk.21.ffn_up_exps.weight[223]: IQ3_S blk.21.ffn_up_exps.weight[224]: IQ3_S blk.21.ffn_up_exps.weight[225]: blk.21.ffn_up_exps.weight[226]: IQ3_S blk.21.ffn_up_exps.weight[227]: IQ3_S blk.21.ffn_up_exps.weight[228]: blk.21.ffn_up_exps.weight[229]: IQ3_S blk.21.ffn_up_exps.weight[230]: blk.21.ffn_up_exps.weight[231]: blk.21.ffn_up_exps.weight[232]: blk.21.ffn_up_exps.weight[233]: IQ3_S blk.21.ffn_up_exps.weight[234]: blk.21.ffn_up_exps.weight[235]: blk.21.ffn_up_exps.weight[236]: IQ3_S blk.21.ffn_up_exps.weight[237]: blk.21.ffn_up_exps.weight[238]: blk.21.ffn_up_exps.weight[239]: IQ3_S blk.21.ffn_up_exps.weight[240]: IQ3_S blk.21.ffn_up_exps.weight[241]: IQ3_S blk.21.ffn_up_exps.weight[242]: IQ3_S blk.21.ffn_up_exps.weight[243]: IQ3_S blk.21.ffn_up_exps.weight[244]: blk.21.ffn_up_exps.weight[245]: IQ3_S blk.21.ffn_up_exps.weight[246]: IQ3_S blk.21.ffn_up_exps.weight[247]: IQ3_S blk.21.ffn_up_exps.weight[248]: IQ3_S blk.21.ffn_up_exps.weight[249]: blk.21.ffn_up_exps.weight[250]: IQ3_S blk.21.ffn_up_exps.weight[251]: blk.21.ffn_up_exps.weight[252]: blk.21.ffn_up_exps.weight[253]: IQ3_S blk.21.ffn_up_exps.weight[254]: blk.21.ffn_up_exps.weight[255]: IQ3_S blk.21.ffn_up_exps.weight[256]: blk.21.ffn_up_exps.weight[257]: IQ3_S blk.21.ffn_up_exps.weight[258]: IQ3_S blk.21.ffn_up_exps.weight[259]: blk.21.ffn_up_exps.weight[260]: IQ3_S blk.21.ffn_up_exps.weight[261]: IQ3_S blk.21.ffn_up_exps.weight[262]: blk.21.ffn_up_exps.weight[263]: blk.21.ffn_up_exps.weight[264]: IQ3_S blk.21.ffn_up_exps.weight[265]: blk.21.ffn_up_exps.weight[266]: IQ3_S blk.21.ffn_up_exps.weight[267]: IQ3_S blk.21.ffn_up_exps.weight[268]: IQ3_S blk.21.ffn_up_exps.weight[269]: blk.21.ffn_up_exps.weight[270]: IQ3_S blk.21.ffn_up_exps.weight[271]: IQ3_S blk.21.ffn_up_exps.weight[272]: IQ3_S blk.21.ffn_up_exps.weight[273]: blk.21.ffn_up_exps.weight[274]: blk.21.ffn_up_exps.weight[275]: blk.21.ffn_up_exps.weight[276]: blk.21.ffn_up_exps.weight[277]: blk.21.ffn_up_exps.weight[278]: blk.21.ffn_up_exps.weight[279]: blk.21.ffn_up_exps.weight[280]: blk.21.ffn_up_exps.weight[281]: IQ3_S blk.21.ffn_up_exps.weight[282]: IQ3_S blk.21.ffn_up_exps.weight[283]: blk.21.ffn_up_exps.weight[284]: IQ3_S blk.21.ffn_up_exps.weight[285]: blk.21.ffn_up_exps.weight[286]: blk.21.ffn_up_exps.weight[287]: blk.21.ffn_up_exps.weight[288]: IQ3_S blk.21.ffn_up_exps.weight[289]: IQ3_S blk.21.ffn_up_exps.weight[290]: IQ3_S blk.21.ffn_up_exps.weight[291]: IQ3_S blk.21.ffn_up_exps.weight[292]: IQ3_S blk.21.ffn_up_exps.weight[293]: IQ3_S blk.21.ffn_up_exps.weight[294]: blk.21.ffn_up_exps.weight[295]: IQ3_S blk.21.ffn_up_exps.weight[296]: IQ3_S blk.21.ffn_up_exps.weight[297]: blk.21.ffn_up_exps.weight[298]: IQ3_S blk.21.ffn_up_exps.weight[299]: blk.21.ffn_up_exps.weight[300]: blk.21.ffn_up_exps.weight[301]: IQ3_S blk.21.ffn_up_exps.weight[302]: IQ3_S blk.21.ffn_up_exps.weight[303]: blk.21.ffn_up_exps.weight[304]: blk.21.ffn_up_exps.weight[305]: IQ3_S blk.21.ffn_up_exps.weight[306]: IQ3_S blk.21.ffn_up_exps.weight[307]: blk.21.ffn_up_exps.weight[308]: blk.21.ffn_up_exps.weight[309]: IQ3_S blk.21.ffn_up_exps.weight[310]: blk.21.ffn_up_exps.weight[311]: blk.21.ffn_up_exps.weight[312]: IQ3_S blk.21.ffn_up_exps.weight[313]: blk.21.ffn_up_exps.weight[314]: blk.21.ffn_up_exps.weight[315]: blk.21.ffn_up_exps.weight[316]: IQ3_S blk.21.ffn_up_exps.weight[317]: blk.21.ffn_up_exps.weight[318]: blk.21.ffn_up_exps.weight[319]: blk.21.ffn_up_exps.weight[320]: IQ3_S blk.21.ffn_up_exps.weight[321]: blk.21.ffn_up_exps.weight[322]: blk.21.ffn_up_exps.weight[323]: IQ3_S blk.21.ffn_up_exps.weight[324]: IQ3_S blk.21.ffn_up_exps.weight[325]: blk.21.ffn_up_exps.weight[326]: blk.21.ffn_up_exps.weight[327]: IQ3_S blk.21.ffn_up_exps.weight[328]: blk.21.ffn_up_exps.weight[329]: blk.21.ffn_up_exps.weight[330]: IQ3_S blk.21.ffn_up_exps.weight[331]: IQ3_S blk.21.ffn_up_exps.weight[332]: blk.21.ffn_up_exps.weight[333]: blk.21.ffn_up_exps.weight[334]: blk.21.ffn_up_exps.weight[335]: IQ3_S blk.21.ffn_up_exps.weight[336]: IQ3_S blk.21.ffn_up_exps.weight[337]: blk.21.ffn_up_exps.weight[338]: blk.21.ffn_up_exps.weight[339]: IQ3_S blk.21.ffn_up_exps.weight[340]: IQ3_S blk.21.ffn_up_exps.weight[341]: blk.21.ffn_up_exps.weight[342]: blk.21.ffn_up_exps.weight[343]: blk.21.ffn_up_exps.weight[344]: blk.21.ffn_up_exps.weight[345]: IQ3_S blk.21.ffn_up_exps.weight[346]: IQ3_S blk.21.ffn_up_exps.weight[347]: IQ3_S blk.21.ffn_up_exps.weight[348]: blk.21.ffn_up_exps.weight[349]: blk.21.ffn_up_exps.weight[350]: IQ3_S blk.21.ffn_up_exps.weight[351]: blk.21.ffn_up_exps.weight[352]: IQ3_S blk.21.ffn_up_exps.weight[353]: blk.21.ffn_up_exps.weight[354]: blk.21.ffn_up_exps.weight[355]: blk.21.ffn_up_exps.weight[356]: blk.21.ffn_up_exps.weight[357]: IQ3_S blk.21.ffn_up_exps.weight[358]: IQ3_S blk.21.ffn_up_exps.weight[359]: IQ3_S blk.21.ffn_up_exps.weight[360]: IQ3_S blk.21.ffn_up_exps.weight[361]: blk.21.ffn_up_exps.weight[362]: blk.21.ffn_up_exps.weight[363]: blk.21.ffn_up_exps.weight[364]: blk.21.ffn_up_exps.weight[365]: blk.21.ffn_up_exps.weight[366]: blk.21.ffn_up_exps.weight[367]: blk.21.ffn_up_exps.weight[368]: blk.21.ffn_up_exps.weight[369]: IQ3_S blk.21.ffn_up_exps.weight[370]: IQ3_S blk.21.ffn_up_exps.weight[371]: IQ3_S blk.21.ffn_up_exps.weight[372]: IQ3_S blk.21.ffn_up_exps.weight[373]: IQ3_S blk.21.ffn_up_exps.weight[374]: blk.21.ffn_up_exps.weight[375]: blk.21.ffn_up_exps.weight[376]: blk.21.ffn_up_exps.weight[377]: IQ3_S blk.21.ffn_up_exps.weight[378]: IQ3_S blk.21.ffn_up_exps.weight[379]: IQ3_S blk.21.ffn_up_exps.weight[380]: IQ3_S blk.21.ffn_up_exps.weight[381]: blk.21.ffn_up_exps.weight[382]: blk.21.ffn_up_exps.weight[383]: blk.21.ffn_up_exps.weight[384]: blk.21.ffn_up_exps.weight[385]: blk.21.ffn_up_exps.weight[386]: blk.21.ffn_up_exps.weight[387]: blk.21.ffn_up_exps.weight[388]: IQ3_S blk.21.ffn_up_exps.weight[389]: blk.21.ffn_up_exps.weight[390]: blk.21.ffn_up_exps.weight[391]: IQ3_S blk.21.ffn_up_exps.weight[392]: IQ3_S blk.21.ffn_up_exps.weight[393]: blk.21.ffn_up_exps.weight[394]: IQ3_S blk.21.ffn_up_exps.weight[395]: blk.21.ffn_up_exps.weight[396]: blk.21.ffn_up_exps.weight[397]: blk.21.ffn_up_exps.weight[398]: IQ3_S blk.21.ffn_up_exps.weight[399]: blk.21.ffn_up_exps.weight[400]: IQ3_S blk.21.ffn_up_exps.weight[401]: IQ3_S blk.21.ffn_up_exps.weight[402]: IQ3_S blk.21.ffn_up_exps.weight[403]: blk.21.ffn_up_exps.weight[404]: IQ3_S blk.21.ffn_up_exps.weight[405]: blk.21.ffn_up_exps.weight[406]: blk.21.ffn_up_exps.weight[407]: blk.21.ffn_up_exps.weight[408]: IQ3_S blk.21.ffn_up_exps.weight[409]: IQ3_S blk.21.ffn_up_exps.weight[410]: blk.21.ffn_up_exps.weight[411]: IQ3_S blk.21.ffn_up_exps.weight[412]: IQ3_S blk.21.ffn_up_exps.weight[413]: blk.21.ffn_up_exps.weight[414]: IQ3_S blk.21.ffn_up_exps.weight[415]: blk.21.ffn_up_exps.weight[416]: blk.21.ffn_up_exps.weight[417]: IQ3_S blk.21.ffn_up_exps.weight[418]: IQ3_S blk.21.ffn_up_exps.weight[419]: blk.21.ffn_up_exps.weight[420]: IQ3_S blk.21.ffn_up_exps.weight[421]: IQ3_S blk.21.ffn_up_exps.weight[422]: blk.21.ffn_up_exps.weight[423]: blk.21.ffn_up_exps.weight[424]: IQ3_S blk.21.ffn_up_exps.weight[425]: IQ3_S blk.21.ffn_up_exps.weight[426]: IQ3_S blk.21.ffn_up_exps.weight[427]: blk.21.ffn_up_exps.weight[428]: blk.21.ffn_up_exps.weight[429]: blk.21.ffn_up_exps.weight[430]: blk.21.ffn_up_exps.weight[431]: blk.21.ffn_up_exps.weight[432]: IQ3_S blk.21.ffn_up_exps.weight[433]: IQ3_S blk.21.ffn_up_exps.weight[434]: IQ3_S blk.21.ffn_up_exps.weight[435]: IQ3_S blk.21.ffn_up_exps.weight[436]: IQ3_S blk.21.ffn_up_exps.weight[437]: blk.21.ffn_up_exps.weight[438]: IQ3_S blk.21.ffn_up_exps.weight[439]: blk.21.ffn_up_exps.weight[440]: IQ3_S blk.21.ffn_up_exps.weight[441]: IQ3_S blk.21.ffn_up_exps.weight[442]: IQ3_S blk.21.ffn_up_exps.weight[443]: blk.21.ffn_up_exps.weight[444]: blk.21.ffn_up_exps.weight[445]: blk.21.ffn_up_exps.weight[446]: IQ3_S blk.21.ffn_up_exps.weight[447]: IQ3_S blk.21.ffn_up_exps.weight[448]: IQ3_S blk.21.ffn_up_exps.weight[449]: IQ3_S blk.21.ffn_up_exps.weight[450]: IQ3_S blk.21.ffn_up_exps.weight[451]: IQ3_S blk.21.ffn_up_exps.weight[452]: IQ3_S blk.21.ffn_up_exps.weight[453]: IQ3_S blk.21.ffn_up_exps.weight[454]: IQ3_S blk.21.ffn_up_exps.weight[455]: blk.21.ffn_up_exps.weight[456]: IQ3_S blk.21.ffn_up_exps.weight[457]: IQ3_S blk.21.ffn_up_exps.weight[458]: blk.21.ffn_up_exps.weight[459]: blk.21.ffn_up_exps.weight[460]: blk.21.ffn_up_exps.weight[461]: IQ3_S blk.21.ffn_up_exps.weight[462]: blk.21.ffn_up_exps.weight[463]: blk.21.ffn_up_exps.weight[464]: IQ3_S blk.21.ffn_up_exps.weight[465]: IQ3_S blk.21.ffn_up_exps.weight[466]: IQ3_S blk.21.ffn_up_exps.weight[467]: IQ3_S blk.21.ffn_up_exps.weight[468]: blk.21.ffn_up_exps.weight[469]: blk.21.ffn_up_exps.weight[470]: IQ3_S blk.21.ffn_up_exps.weight[471]: blk.21.ffn_up_exps.weight[472]: IQ3_S blk.21.ffn_up_exps.weight[473]: blk.21.ffn_up_exps.weight[474]: IQ3_S blk.21.ffn_up_exps.weight[475]: blk.21.ffn_up_exps.weight[476]: IQ3_S blk.21.ffn_up_exps.weight[477]: IQ3_S blk.21.ffn_up_exps.weight[478]: IQ3_S blk.21.ffn_up_exps.weight[479]: IQ3_S blk.21.ffn_up_exps.weight[480]: IQ3_S blk.21.ffn_up_exps.weight[481]: IQ3_S blk.21.ffn_up_exps.weight[482]: blk.21.ffn_up_exps.weight[483]: blk.21.ffn_up_exps.weight[484]: IQ3_S blk.21.ffn_up_exps.weight[485]: blk.21.ffn_up_exps.weight[486]: blk.21.ffn_up_exps.weight[487]: blk.21.ffn_up_exps.weight[488]: blk.21.ffn_up_exps.weight[489]: blk.21.ffn_up_exps.weight[490]: blk.21.ffn_up_exps.weight[491]: blk.21.ffn_up_exps.weight[492]: blk.21.ffn_up_exps.weight[493]: blk.21.ffn_up_exps.weight[494]: blk.21.ffn_up_exps.weight[495]: IQ3_S blk.21.ffn_up_exps.weight[496]: IQ3_S blk.21.ffn_up_exps.weight[497]: blk.21.ffn_up_exps.weight[498]: blk.21.ffn_up_exps.weight[499]: IQ3_S blk.21.ffn_up_exps.weight[500]: blk.21.ffn_up_exps.weight[501]: blk.21.ffn_up_exps.weight[502]: IQ3_S blk.21.ffn_up_exps.weight[503]: blk.21.ffn_up_exps.weight[504]: blk.21.ffn_up_exps.weight[505]: blk.21.ffn_up_exps.weight[506]: IQ3_S blk.21.ffn_up_exps.weight[507]: blk.21.ffn_up_exps.weight[508]: blk.21.ffn_up_exps.weight[509]: blk.21.ffn_up_exps.weight[510]: IQ3_S blk.21.ffn_up_exps.weight[511]: IQ3_S blk.21.ffn_down_exps.weight[0]: blk.21.ffn_down_exps.weight[1]: Q2_0 blk.21.ffn_down_exps.weight[2]: Q2_0 blk.21.ffn_down_exps.weight[3]: blk.21.ffn_down_exps.weight[4]: blk.21.ffn_down_exps.weight[5]: Q2_0 blk.21.ffn_down_exps.weight[6]: Q2_0 blk.21.ffn_down_exps.weight[7]: blk.21.ffn_down_exps.weight[8]: Q2_0 blk.21.ffn_down_exps.weight[9]: blk.21.ffn_down_exps.weight[10]: Q2_0 blk.21.ffn_down_exps.weight[11]: Q2_0 blk.21.ffn_down_exps.weight[12]: blk.21.ffn_down_exps.weight[13]: blk.21.ffn_down_exps.weight[14]: blk.21.ffn_down_exps.weight[15]: blk.21.ffn_down_exps.weight[16]: Q2_0 blk.21.ffn_down_exps.weight[17]: Q2_0 blk.21.ffn_down_exps.weight[18]: Q2_0 blk.21.ffn_down_exps.weight[19]: Q2_0 blk.21.ffn_down_exps.weight[20]: blk.21.ffn_down_exps.weight[21]: Q2_0 blk.21.ffn_down_exps.weight[22]: Q2_0 blk.21.ffn_down_exps.weight[23]: Q2_0 blk.21.ffn_down_exps.weight[24]: Q2_0 blk.21.ffn_down_exps.weight[25]: Q2_0 blk.21.ffn_down_exps.weight[26]: Q2_0 blk.21.ffn_down_exps.weight[27]: Q2_0 blk.21.ffn_down_exps.weight[28]: Q2_0 blk.21.ffn_down_exps.weight[29]: Q2_0 blk.21.ffn_down_exps.weight[30]: blk.21.ffn_down_exps.weight[31]: Q2_0 blk.21.ffn_down_exps.weight[32]: Q2_0 blk.21.ffn_down_exps.weight[33]: Q2_0 blk.21.ffn_down_exps.weight[34]: blk.21.ffn_down_exps.weight[35]: blk.21.ffn_down_exps.weight[36]: Q2_0 blk.21.ffn_down_exps.weight[37]: blk.21.ffn_down_exps.weight[38]: Q2_0 blk.21.ffn_down_exps.weight[39]: Q2_0 blk.21.ffn_down_exps.weight[40]: Q2_0 blk.21.ffn_down_exps.weight[41]: blk.21.ffn_down_exps.weight[42]: Q2_0 blk.21.ffn_down_exps.weight[43]: Q2_0 blk.21.ffn_down_exps.weight[44]: Q2_0 blk.21.ffn_down_exps.weight[45]: Q2_0 blk.21.ffn_down_exps.weight[46]: blk.21.ffn_down_exps.weight[47]: blk.21.ffn_down_exps.weight[48]: Q2_0 blk.21.ffn_down_exps.weight[49]: Q2_0 blk.21.ffn_down_exps.weight[50]: blk.21.ffn_down_exps.weight[51]: blk.21.ffn_down_exps.weight[52]: blk.21.ffn_down_exps.weight[53]: Q2_0 blk.21.ffn_down_exps.weight[54]: Q2_0 blk.21.ffn_down_exps.weight[55]: blk.21.ffn_down_exps.weight[56]: Q2_0 blk.21.ffn_down_exps.weight[57]: Q2_0 blk.21.ffn_down_exps.weight[58]: blk.21.ffn_down_exps.weight[59]: Q2_0 blk.21.ffn_down_exps.weight[60]: blk.21.ffn_down_exps.weight[61]: blk.21.ffn_down_exps.weight[62]: Q2_0 blk.21.ffn_down_exps.weight[63]: blk.21.ffn_down_exps.weight[64]: Q2_0 blk.21.ffn_down_exps.weight[65]: blk.21.ffn_down_exps.weight[66]: blk.21.ffn_down_exps.weight[67]: blk.21.ffn_down_exps.weight[68]: blk.21.ffn_down_exps.weight[69]: Q2_0 blk.21.ffn_down_exps.weight[70]: Q2_0 blk.21.ffn_down_exps.weight[71]: Q2_0 blk.21.ffn_down_exps.weight[72]: Q2_0 blk.21.ffn_down_exps.weight[73]: blk.21.ffn_down_exps.weight[74]: Q2_0 blk.21.ffn_down_exps.weight[75]: blk.21.ffn_down_exps.weight[76]: Q2_0 blk.21.ffn_down_exps.weight[77]: Q2_0 blk.21.ffn_down_exps.weight[78]: Q2_0 blk.21.ffn_down_exps.weight[79]: blk.21.ffn_down_exps.weight[80]: Q2_0 blk.21.ffn_down_exps.weight[81]: blk.21.ffn_down_exps.weight[82]: Q2_0 blk.21.ffn_down_exps.weight[83]: Q2_0 blk.21.ffn_down_exps.weight[84]: Q2_0 blk.21.ffn_down_exps.weight[85]: Q2_0 blk.21.ffn_down_exps.weight[86]: blk.21.ffn_down_exps.weight[87]: Q2_0 blk.21.ffn_down_exps.weight[88]: Q2_0 blk.21.ffn_down_exps.weight[89]: blk.21.ffn_down_exps.weight[90]: blk.21.ffn_down_exps.weight[91]: blk.21.ffn_down_exps.weight[92]: Q2_0 blk.21.ffn_down_exps.weight[93]: Q2_0 blk.21.ffn_down_exps.weight[94]: Q2_0 blk.21.ffn_down_exps.weight[95]: Q2_0 blk.21.ffn_down_exps.weight[96]: Q2_0 blk.21.ffn_down_exps.weight[97]: blk.21.ffn_down_exps.weight[98]: Q2_0 blk.21.ffn_down_exps.weight[99]: blk.21.ffn_down_exps.weight[100]: Q2_0 blk.21.ffn_down_exps.weight[101]: Q2_0 blk.21.ffn_down_exps.weight[102]: Q2_0 blk.21.ffn_down_exps.weight[103]: Q2_0 blk.21.ffn_down_exps.weight[104]: Q2_0 blk.21.ffn_down_exps.weight[105]: blk.21.ffn_down_exps.weight[106]: Q2_0 blk.21.ffn_down_exps.weight[107]: Q2_0 blk.21.ffn_down_exps.weight[108]: blk.21.ffn_down_exps.weight[109]: blk.21.ffn_down_exps.weight[110]: blk.21.ffn_down_exps.weight[111]: Q2_0 blk.21.ffn_down_exps.weight[112]: blk.21.ffn_down_exps.weight[113]: Q2_0 blk.21.ffn_down_exps.weight[114]: blk.21.ffn_down_exps.weight[115]: Q2_0 blk.21.ffn_down_exps.weight[116]: blk.21.ffn_down_exps.weight[117]: Q2_0 blk.21.ffn_down_exps.weight[118]: Q2_0 blk.21.ffn_down_exps.weight[119]: Q2_0 blk.21.ffn_down_exps.weight[120]: Q2_0 blk.21.ffn_down_exps.weight[121]: Q2_0 blk.21.ffn_down_exps.weight[122]: Q2_0 blk.21.ffn_down_exps.weight[123]: blk.21.ffn_down_exps.weight[124]: blk.21.ffn_down_exps.weight[125]: blk.21.ffn_down_exps.weight[126]: blk.21.ffn_down_exps.weight[127]: blk.21.ffn_down_exps.weight[128]: Q2_0 blk.21.ffn_down_exps.weight[129]: Q2_0 blk.21.ffn_down_exps.weight[130]: blk.21.ffn_down_exps.weight[131]: Q2_0 blk.21.ffn_down_exps.weight[132]: blk.21.ffn_down_exps.weight[133]: blk.21.ffn_down_exps.weight[134]: Q2_0 blk.21.ffn_down_exps.weight[135]: blk.21.ffn_down_exps.weight[136]: Q2_0 blk.21.ffn_down_exps.weight[137]: blk.21.ffn_down_exps.weight[138]: blk.21.ffn_down_exps.weight[139]: blk.21.ffn_down_exps.weight[140]: Q2_0 blk.21.ffn_down_exps.weight[141]: blk.21.ffn_down_exps.weight[142]: blk.21.ffn_down_exps.weight[143]: blk.21.ffn_down_exps.weight[144]: blk.21.ffn_down_exps.weight[145]: Q2_0 blk.21.ffn_down_exps.weight[146]: Q2_0 blk.21.ffn_down_exps.weight[147]: Q2_0 blk.21.ffn_down_exps.weight[148]: Q2_0 blk.21.ffn_down_exps.weight[149]: blk.21.ffn_down_exps.weight[150]: Q2_0 blk.21.ffn_down_exps.weight[151]: Q2_0 blk.21.ffn_down_exps.weight[152]: Q2_0 blk.21.ffn_down_exps.weight[153]: blk.21.ffn_down_exps.weight[154]: Q2_0 blk.21.ffn_down_exps.weight[155]: Q2_0 blk.21.ffn_down_exps.weight[156]: Q2_0 blk.21.ffn_down_exps.weight[157]: blk.21.ffn_down_exps.weight[158]: Q2_0 blk.21.ffn_down_exps.weight[159]: blk.21.ffn_down_exps.weight[160]: Q2_0 blk.21.ffn_down_exps.weight[161]: blk.21.ffn_down_exps.weight[162]: blk.21.ffn_down_exps.weight[163]: Q2_0 blk.21.ffn_down_exps.weight[164]: blk.21.ffn_down_exps.weight[165]: blk.21.ffn_down_exps.weight[166]: Q2_0 blk.21.ffn_down_exps.weight[167]: blk.21.ffn_down_exps.weight[168]: Q2_0 blk.21.ffn_down_exps.weight[169]: blk.21.ffn_down_exps.weight[170]: blk.21.ffn_down_exps.weight[171]: Q2_0 blk.21.ffn_down_exps.weight[172]: blk.21.ffn_down_exps.weight[173]: blk.21.ffn_down_exps.weight[174]: blk.21.ffn_down_exps.weight[175]: blk.21.ffn_down_exps.weight[176]: blk.21.ffn_down_exps.weight[177]: blk.21.ffn_down_exps.weight[178]: Q2_0 blk.21.ffn_down_exps.weight[179]: blk.21.ffn_down_exps.weight[180]: blk.21.ffn_down_exps.weight[181]: blk.21.ffn_down_exps.weight[182]: blk.21.ffn_down_exps.weight[183]: Q2_0 blk.21.ffn_down_exps.weight[184]: Q2_0 blk.21.ffn_down_exps.weight[185]: blk.21.ffn_down_exps.weight[186]: blk.21.ffn_down_exps.weight[187]: Q2_0 blk.21.ffn_down_exps.weight[188]: blk.21.ffn_down_exps.weight[189]: Q2_0 blk.21.ffn_down_exps.weight[190]: blk.21.ffn_down_exps.weight[191]: blk.21.ffn_down_exps.weight[192]: Q2_0 blk.21.ffn_down_exps.weight[193]: blk.21.ffn_down_exps.weight[194]: blk.21.ffn_down_exps.weight[195]: blk.21.ffn_down_exps.weight[196]: blk.21.ffn_down_exps.weight[197]: blk.21.ffn_down_exps.weight[198]: blk.21.ffn_down_exps.weight[199]: Q2_0 blk.21.ffn_down_exps.weight[200]: Q2_0 blk.21.ffn_down_exps.weight[201]: blk.21.ffn_down_exps.weight[202]: blk.21.ffn_down_exps.weight[203]: blk.21.ffn_down_exps.weight[204]: Q2_0 blk.21.ffn_down_exps.weight[205]: blk.21.ffn_down_exps.weight[206]: Q2_0 blk.21.ffn_down_exps.weight[207]: blk.21.ffn_down_exps.weight[208]: blk.21.ffn_down_exps.weight[209]: blk.21.ffn_down_exps.weight[210]: Q2_0 blk.21.ffn_down_exps.weight[211]: blk.21.ffn_down_exps.weight[212]: Q2_0 blk.21.ffn_down_exps.weight[213]: Q2_0 blk.21.ffn_down_exps.weight[214]: Q2_0 blk.21.ffn_down_exps.weight[215]: Q2_0 blk.21.ffn_down_exps.weight[216]: blk.21.ffn_down_exps.weight[217]: blk.21.ffn_down_exps.weight[218]: Q2_0 blk.21.ffn_down_exps.weight[219]: blk.21.ffn_down_exps.weight[220]: Q2_0 blk.21.ffn_down_exps.weight[221]: blk.21.ffn_down_exps.weight[222]: blk.21.ffn_down_exps.weight[223]: Q2_0 blk.21.ffn_down_exps.weight[224]: Q2_0 blk.21.ffn_down_exps.weight[225]: blk.21.ffn_down_exps.weight[226]: Q2_0 blk.21.ffn_down_exps.weight[227]: Q2_0 blk.21.ffn_down_exps.weight[228]: blk.21.ffn_down_exps.weight[229]: Q2_0 blk.21.ffn_down_exps.weight[230]: blk.21.ffn_down_exps.weight[231]: blk.21.ffn_down_exps.weight[232]: blk.21.ffn_down_exps.weight[233]: Q2_0 blk.21.ffn_down_exps.weight[234]: blk.21.ffn_down_exps.weight[235]: blk.21.ffn_down_exps.weight[236]: Q2_0 blk.21.ffn_down_exps.weight[237]: blk.21.ffn_down_exps.weight[238]: blk.21.ffn_down_exps.weight[239]: Q2_0 blk.21.ffn_down_exps.weight[240]: Q2_0 blk.21.ffn_down_exps.weight[241]: Q2_0 blk.21.ffn_down_exps.weight[242]: Q2_0 blk.21.ffn_down_exps.weight[243]: Q2_0 blk.21.ffn_down_exps.weight[244]: blk.21.ffn_down_exps.weight[245]: Q2_0 blk.21.ffn_down_exps.weight[246]: Q2_0 blk.21.ffn_down_exps.weight[247]: Q2_0 blk.21.ffn_down_exps.weight[248]: Q2_0 blk.21.ffn_down_exps.weight[249]: blk.21.ffn_down_exps.weight[250]: Q2_0 blk.21.ffn_down_exps.weight[251]: blk.21.ffn_down_exps.weight[252]: blk.21.ffn_down_exps.weight[253]: Q2_0 blk.21.ffn_down_exps.weight[254]: blk.21.ffn_down_exps.weight[255]: Q2_0 blk.21.ffn_down_exps.weight[256]: blk.21.ffn_down_exps.weight[257]: Q2_0 blk.21.ffn_down_exps.weight[258]: Q2_0 blk.21.ffn_down_exps.weight[259]: blk.21.ffn_down_exps.weight[260]: Q2_0 blk.21.ffn_down_exps.weight[261]: Q2_0 blk.21.ffn_down_exps.weight[262]: blk.21.ffn_down_exps.weight[263]: blk.21.ffn_down_exps.weight[264]: Q2_0 blk.21.ffn_down_exps.weight[265]: blk.21.ffn_down_exps.weight[266]: Q2_0 blk.21.ffn_down_exps.weight[267]: Q2_0 blk.21.ffn_down_exps.weight[268]: Q2_0 blk.21.ffn_down_exps.weight[269]: blk.21.ffn_down_exps.weight[270]: Q2_0 blk.21.ffn_down_exps.weight[271]: Q2_0 blk.21.ffn_down_exps.weight[272]: Q2_0 blk.21.ffn_down_exps.weight[273]: blk.21.ffn_down_exps.weight[274]: blk.21.ffn_down_exps.weight[275]: blk.21.ffn_down_exps.weight[276]: blk.21.ffn_down_exps.weight[277]: blk.21.ffn_down_exps.weight[278]: blk.21.ffn_down_exps.weight[279]: blk.21.ffn_down_exps.weight[280]: blk.21.ffn_down_exps.weight[281]: Q2_0 blk.21.ffn_down_exps.weight[282]: Q2_0 blk.21.ffn_down_exps.weight[283]: blk.21.ffn_down_exps.weight[284]: Q2_0 blk.21.ffn_down_exps.weight[285]: blk.21.ffn_down_exps.weight[286]: blk.21.ffn_down_exps.weight[287]: blk.21.ffn_down_exps.weight[288]: Q2_0 blk.21.ffn_down_exps.weight[289]: Q2_0 blk.21.ffn_down_exps.weight[290]: Q2_0 blk.21.ffn_down_exps.weight[291]: Q2_0 blk.21.ffn_down_exps.weight[292]: Q2_0 blk.21.ffn_down_exps.weight[293]: Q2_0 blk.21.ffn_down_exps.weight[294]: blk.21.ffn_down_exps.weight[295]: Q2_0 blk.21.ffn_down_exps.weight[296]: Q2_0 blk.21.ffn_down_exps.weight[297]: blk.21.ffn_down_exps.weight[298]: Q2_0 blk.21.ffn_down_exps.weight[299]: blk.21.ffn_down_exps.weight[300]: blk.21.ffn_down_exps.weight[301]: Q2_0 blk.21.ffn_down_exps.weight[302]: Q2_0 blk.21.ffn_down_exps.weight[303]: blk.21.ffn_down_exps.weight[304]: blk.21.ffn_down_exps.weight[305]: Q2_0 blk.21.ffn_down_exps.weight[306]: Q2_0 blk.21.ffn_down_exps.weight[307]: blk.21.ffn_down_exps.weight[308]: blk.21.ffn_down_exps.weight[309]: Q2_0 blk.21.ffn_down_exps.weight[310]: blk.21.ffn_down_exps.weight[311]: blk.21.ffn_down_exps.weight[312]: Q2_0 blk.21.ffn_down_exps.weight[313]: blk.21.ffn_down_exps.weight[314]: blk.21.ffn_down_exps.weight[315]: blk.21.ffn_down_exps.weight[316]: Q2_0 blk.21.ffn_down_exps.weight[317]: blk.21.ffn_down_exps.weight[318]: blk.21.ffn_down_exps.weight[319]: blk.21.ffn_down_exps.weight[320]: Q2_0 blk.21.ffn_down_exps.weight[321]: blk.21.ffn_down_exps.weight[322]: blk.21.ffn_down_exps.weight[323]: Q2_0 blk.21.ffn_down_exps.weight[324]: Q2_0 blk.21.ffn_down_exps.weight[325]: blk.21.ffn_down_exps.weight[326]: blk.21.ffn_down_exps.weight[327]: Q2_0 blk.21.ffn_down_exps.weight[328]: blk.21.ffn_down_exps.weight[329]: blk.21.ffn_down_exps.weight[330]: Q2_0 blk.21.ffn_down_exps.weight[331]: Q2_0 blk.21.ffn_down_exps.weight[332]: blk.21.ffn_down_exps.weight[333]: blk.21.ffn_down_exps.weight[334]: blk.21.ffn_down_exps.weight[335]: Q2_0 blk.21.ffn_down_exps.weight[336]: Q2_0 blk.21.ffn_down_exps.weight[337]: blk.21.ffn_down_exps.weight[338]: blk.21.ffn_down_exps.weight[339]: Q2_0 blk.21.ffn_down_exps.weight[340]: Q2_0 blk.21.ffn_down_exps.weight[341]: blk.21.ffn_down_exps.weight[342]: blk.21.ffn_down_exps.weight[343]: blk.21.ffn_down_exps.weight[344]: blk.21.ffn_down_exps.weight[345]: Q2_0 blk.21.ffn_down_exps.weight[346]: Q2_0 blk.21.ffn_down_exps.weight[347]: Q2_0 blk.21.ffn_down_exps.weight[348]: blk.21.ffn_down_exps.weight[349]: blk.21.ffn_down_exps.weight[350]: Q2_0 blk.21.ffn_down_exps.weight[351]: blk.21.ffn_down_exps.weight[352]: Q2_0 blk.21.ffn_down_exps.weight[353]: blk.21.ffn_down_exps.weight[354]: blk.21.ffn_down_exps.weight[355]: blk.21.ffn_down_exps.weight[356]: blk.21.ffn_down_exps.weight[357]: Q2_0 blk.21.ffn_down_exps.weight[358]: Q2_0 blk.21.ffn_down_exps.weight[359]: Q2_0 blk.21.ffn_down_exps.weight[360]: Q2_0 blk.21.ffn_down_exps.weight[361]: blk.21.ffn_down_exps.weight[362]: blk.21.ffn_down_exps.weight[363]: blk.21.ffn_down_exps.weight[364]: blk.21.ffn_down_exps.weight[365]: blk.21.ffn_down_exps.weight[366]: blk.21.ffn_down_exps.weight[367]: blk.21.ffn_down_exps.weight[368]: blk.21.ffn_down_exps.weight[369]: Q2_0 blk.21.ffn_down_exps.weight[370]: Q2_0 blk.21.ffn_down_exps.weight[371]: Q2_0 blk.21.ffn_down_exps.weight[372]: Q2_0 blk.21.ffn_down_exps.weight[373]: Q2_0 blk.21.ffn_down_exps.weight[374]: blk.21.ffn_down_exps.weight[375]: blk.21.ffn_down_exps.weight[376]: blk.21.ffn_down_exps.weight[377]: Q2_0 blk.21.ffn_down_exps.weight[378]: Q2_0 blk.21.ffn_down_exps.weight[379]: Q2_0 blk.21.ffn_down_exps.weight[380]: Q2_0 blk.21.ffn_down_exps.weight[381]: blk.21.ffn_down_exps.weight[382]: blk.21.ffn_down_exps.weight[383]: blk.21.ffn_down_exps.weight[384]: blk.21.ffn_down_exps.weight[385]: blk.21.ffn_down_exps.weight[386]: blk.21.ffn_down_exps.weight[387]: blk.21.ffn_down_exps.weight[388]: Q2_0 blk.21.ffn_down_exps.weight[389]: blk.21.ffn_down_exps.weight[390]: blk.21.ffn_down_exps.weight[391]: Q2_0 blk.21.ffn_down_exps.weight[392]: Q2_0 blk.21.ffn_down_exps.weight[393]: blk.21.ffn_down_exps.weight[394]: Q2_0 blk.21.ffn_down_exps.weight[395]: blk.21.ffn_down_exps.weight[396]: blk.21.ffn_down_exps.weight[397]: blk.21.ffn_down_exps.weight[398]: Q2_0 blk.21.ffn_down_exps.weight[399]: blk.21.ffn_down_exps.weight[400]: Q2_0 blk.21.ffn_down_exps.weight[401]: Q2_0 blk.21.ffn_down_exps.weight[402]: Q2_0 blk.21.ffn_down_exps.weight[403]: blk.21.ffn_down_exps.weight[404]: Q2_0 blk.21.ffn_down_exps.weight[405]: blk.21.ffn_down_exps.weight[406]: blk.21.ffn_down_exps.weight[407]: blk.21.ffn_down_exps.weight[408]: Q2_0 blk.21.ffn_down_exps.weight[409]: Q2_0 blk.21.ffn_down_exps.weight[410]: blk.21.ffn_down_exps.weight[411]: Q2_0 blk.21.ffn_down_exps.weight[412]: Q2_0 blk.21.ffn_down_exps.weight[413]: blk.21.ffn_down_exps.weight[414]: Q2_0 blk.21.ffn_down_exps.weight[415]: blk.21.ffn_down_exps.weight[416]: blk.21.ffn_down_exps.weight[417]: Q2_0 blk.21.ffn_down_exps.weight[418]: Q2_0 blk.21.ffn_down_exps.weight[419]: blk.21.ffn_down_exps.weight[420]: Q2_0 blk.21.ffn_down_exps.weight[421]: Q2_0 blk.21.ffn_down_exps.weight[422]: blk.21.ffn_down_exps.weight[423]: blk.21.ffn_down_exps.weight[424]: Q2_0 blk.21.ffn_down_exps.weight[425]: Q2_0 blk.21.ffn_down_exps.weight[426]: Q2_0 blk.21.ffn_down_exps.weight[427]: blk.21.ffn_down_exps.weight[428]: blk.21.ffn_down_exps.weight[429]: blk.21.ffn_down_exps.weight[430]: blk.21.ffn_down_exps.weight[431]: blk.21.ffn_down_exps.weight[432]: Q2_0 blk.21.ffn_down_exps.weight[433]: Q2_0 blk.21.ffn_down_exps.weight[434]: Q2_0 blk.21.ffn_down_exps.weight[435]: Q2_0 blk.21.ffn_down_exps.weight[436]: Q2_0 blk.21.ffn_down_exps.weight[437]: blk.21.ffn_down_exps.weight[438]: Q2_0 blk.21.ffn_down_exps.weight[439]: blk.21.ffn_down_exps.weight[440]: Q2_0 blk.21.ffn_down_exps.weight[441]: Q2_0 blk.21.ffn_down_exps.weight[442]: Q2_0 blk.21.ffn_down_exps.weight[443]: blk.21.ffn_down_exps.weight[444]: blk.21.ffn_down_exps.weight[445]: blk.21.ffn_down_exps.weight[446]: Q2_0 blk.21.ffn_down_exps.weight[447]: Q2_0 blk.21.ffn_down_exps.weight[448]: Q2_0 blk.21.ffn_down_exps.weight[449]: Q2_0 blk.21.ffn_down_exps.weight[450]: Q2_0 blk.21.ffn_down_exps.weight[451]: Q2_0 blk.21.ffn_down_exps.weight[452]: Q2_0 blk.21.ffn_down_exps.weight[453]: Q2_0 blk.21.ffn_down_exps.weight[454]: Q2_0 blk.21.ffn_down_exps.weight[455]: blk.21.ffn_down_exps.weight[456]: Q2_0 blk.21.ffn_down_exps.weight[457]: Q2_0 blk.21.ffn_down_exps.weight[458]: blk.21.ffn_down_exps.weight[459]: blk.21.ffn_down_exps.weight[460]: blk.21.ffn_down_exps.weight[461]: Q2_0 blk.21.ffn_down_exps.weight[462]: blk.21.ffn_down_exps.weight[463]: blk.21.ffn_down_exps.weight[464]: Q2_0 blk.21.ffn_down_exps.weight[465]: Q2_0 blk.21.ffn_down_exps.weight[466]: Q2_0 blk.21.ffn_down_exps.weight[467]: Q2_0 blk.21.ffn_down_exps.weight[468]: blk.21.ffn_down_exps.weight[469]: blk.21.ffn_down_exps.weight[470]: Q2_0 blk.21.ffn_down_exps.weight[471]: blk.21.ffn_down_exps.weight[472]: Q2_0 blk.21.ffn_down_exps.weight[473]: blk.21.ffn_down_exps.weight[474]: Q2_0 blk.21.ffn_down_exps.weight[475]: blk.21.ffn_down_exps.weight[476]: Q2_0 blk.21.ffn_down_exps.weight[477]: Q2_0 blk.21.ffn_down_exps.weight[478]: Q2_0 blk.21.ffn_down_exps.weight[479]: Q2_0 blk.21.ffn_down_exps.weight[480]: Q2_0 blk.21.ffn_down_exps.weight[481]: Q2_0 blk.21.ffn_down_exps.weight[482]: blk.21.ffn_down_exps.weight[483]: blk.21.ffn_down_exps.weight[484]: Q2_0 blk.21.ffn_down_exps.weight[485]: blk.21.ffn_down_exps.weight[486]: blk.21.ffn_down_exps.weight[487]: blk.21.ffn_down_exps.weight[488]: blk.21.ffn_down_exps.weight[489]: blk.21.ffn_down_exps.weight[490]: blk.21.ffn_down_exps.weight[491]: blk.21.ffn_down_exps.weight[492]: blk.21.ffn_down_exps.weight[493]: blk.21.ffn_down_exps.weight[494]: blk.21.ffn_down_exps.weight[495]: Q2_0 blk.21.ffn_down_exps.weight[496]: Q2_0 blk.21.ffn_down_exps.weight[497]: blk.21.ffn_down_exps.weight[498]: blk.21.ffn_down_exps.weight[499]: Q2_0 blk.21.ffn_down_exps.weight[500]: blk.21.ffn_down_exps.weight[501]: blk.21.ffn_down_exps.weight[502]: Q2_0 blk.21.ffn_down_exps.weight[503]: blk.21.ffn_down_exps.weight[504]: blk.21.ffn_down_exps.weight[505]: blk.21.ffn_down_exps.weight[506]: Q2_0 blk.21.ffn_down_exps.weight[507]: blk.21.ffn_down_exps.weight[508]: blk.21.ffn_down_exps.weight[509]: blk.21.ffn_down_exps.weight[510]: Q2_0 blk.21.ffn_down_exps.weight[511]: Q2_0 blk.22.ffn_gate_exps.weight[0]: blk.22.ffn_gate_exps.weight[1]: blk.22.ffn_gate_exps.weight[2]: blk.22.ffn_gate_exps.weight[3]: blk.22.ffn_gate_exps.weight[4]: IQ3_XXS blk.22.ffn_gate_exps.weight[5]: blk.22.ffn_gate_exps.weight[6]: IQ3_XXS blk.22.ffn_gate_exps.weight[7]: IQ3_XXS blk.22.ffn_gate_exps.weight[8]: IQ3_XXS blk.22.ffn_gate_exps.weight[9]: blk.22.ffn_gate_exps.weight[10]: IQ3_XXS blk.22.ffn_gate_exps.weight[11]: blk.22.ffn_gate_exps.weight[12]: IQ3_XXS blk.22.ffn_gate_exps.weight[13]: IQ3_XXS blk.22.ffn_gate_exps.weight[14]: IQ3_XXS blk.22.ffn_gate_exps.weight[15]: IQ3_XXS blk.22.ffn_gate_exps.weight[16]: IQ3_XXS blk.22.ffn_gate_exps.weight[17]: IQ3_XXS blk.22.ffn_gate_exps.weight[18]: IQ3_XXS blk.22.ffn_gate_exps.weight[19]: blk.22.ffn_gate_exps.weight[20]: IQ3_XXS blk.22.ffn_gate_exps.weight[21]: IQ3_XXS blk.22.ffn_gate_exps.weight[22]: blk.22.ffn_gate_exps.weight[23]: blk.22.ffn_gate_exps.weight[24]: IQ3_XXS blk.22.ffn_gate_exps.weight[25]: blk.22.ffn_gate_exps.weight[26]: blk.22.ffn_gate_exps.weight[27]: blk.22.ffn_gate_exps.weight[28]: blk.22.ffn_gate_exps.weight[29]: IQ3_XXS blk.22.ffn_gate_exps.weight[30]: IQ3_XXS blk.22.ffn_gate_exps.weight[31]: blk.22.ffn_gate_exps.weight[32]: IQ3_XXS blk.22.ffn_gate_exps.weight[33]: IQ3_XXS blk.22.ffn_gate_exps.weight[34]: IQ3_XXS blk.22.ffn_gate_exps.weight[35]: IQ3_XXS blk.22.ffn_gate_exps.weight[36]: IQ3_XXS blk.22.ffn_gate_exps.weight[37]: IQ3_XXS blk.22.ffn_gate_exps.weight[38]: blk.22.ffn_gate_exps.weight[39]: IQ3_XXS blk.22.ffn_gate_exps.weight[40]: blk.22.ffn_gate_exps.weight[41]: blk.22.ffn_gate_exps.weight[42]: blk.22.ffn_gate_exps.weight[43]: IQ3_XXS blk.22.ffn_gate_exps.weight[44]: blk.22.ffn_gate_exps.weight[45]: blk.22.ffn_gate_exps.weight[46]: IQ3_XXS blk.22.ffn_gate_exps.weight[47]: IQ3_XXS blk.22.ffn_gate_exps.weight[48]: IQ3_XXS blk.22.ffn_gate_exps.weight[49]: IQ3_XXS blk.22.ffn_gate_exps.weight[50]: IQ3_XXS blk.22.ffn_gate_exps.weight[51]: IQ3_XXS blk.22.ffn_gate_exps.weight[52]: IQ3_XXS blk.22.ffn_gate_exps.weight[53]: blk.22.ffn_gate_exps.weight[54]: IQ3_XXS blk.22.ffn_gate_exps.weight[55]: blk.22.ffn_gate_exps.weight[56]: IQ3_XXS blk.22.ffn_gate_exps.weight[57]: IQ3_XXS blk.22.ffn_gate_exps.weight[58]: blk.22.ffn_gate_exps.weight[59]: IQ3_XXS blk.22.ffn_gate_exps.weight[60]: IQ3_XXS blk.22.ffn_gate_exps.weight[61]: blk.22.ffn_gate_exps.weight[62]: blk.22.ffn_gate_exps.weight[63]: blk.22.ffn_gate_exps.weight[64]: IQ3_XXS blk.22.ffn_gate_exps.weight[65]: IQ3_XXS blk.22.ffn_gate_exps.weight[66]: IQ3_XXS blk.22.ffn_gate_exps.weight[67]: IQ3_XXS blk.22.ffn_gate_exps.weight[68]: blk.22.ffn_gate_exps.weight[69]: IQ3_XXS blk.22.ffn_gate_exps.weight[70]: IQ3_XXS blk.22.ffn_gate_exps.weight[71]: blk.22.ffn_gate_exps.weight[72]: IQ3_XXS blk.22.ffn_gate_exps.weight[73]: blk.22.ffn_gate_exps.weight[74]: IQ3_XXS blk.22.ffn_gate_exps.weight[75]: blk.22.ffn_gate_exps.weight[76]: blk.22.ffn_gate_exps.weight[77]: blk.22.ffn_gate_exps.weight[78]: IQ3_XXS blk.22.ffn_gate_exps.weight[79]: IQ3_XXS blk.22.ffn_gate_exps.weight[80]: blk.22.ffn_gate_exps.weight[81]: IQ3_XXS blk.22.ffn_gate_exps.weight[82]: IQ3_XXS blk.22.ffn_gate_exps.weight[83]: blk.22.ffn_gate_exps.weight[84]: blk.22.ffn_gate_exps.weight[85]: blk.22.ffn_gate_exps.weight[86]: IQ3_XXS blk.22.ffn_gate_exps.weight[87]: blk.22.ffn_gate_exps.weight[88]: blk.22.ffn_gate_exps.weight[89]: blk.22.ffn_gate_exps.weight[90]: blk.22.ffn_gate_exps.weight[91]: blk.22.ffn_gate_exps.weight[92]: IQ3_XXS blk.22.ffn_gate_exps.weight[93]: IQ3_XXS blk.22.ffn_gate_exps.weight[94]: blk.22.ffn_gate_exps.weight[95]: IQ3_XXS blk.22.ffn_gate_exps.weight[96]: IQ3_XXS blk.22.ffn_gate_exps.weight[97]: blk.22.ffn_gate_exps.weight[98]: blk.22.ffn_gate_exps.weight[99]: IQ3_XXS blk.22.ffn_gate_exps.weight[100]: IQ3_XXS blk.22.ffn_gate_exps.weight[101]: IQ3_XXS blk.22.ffn_gate_exps.weight[102]: blk.22.ffn_gate_exps.weight[103]: blk.22.ffn_gate_exps.weight[104]: IQ3_XXS blk.22.ffn_gate_exps.weight[105]: IQ3_XXS blk.22.ffn_gate_exps.weight[106]: IQ3_XXS blk.22.ffn_gate_exps.weight[107]: IQ3_XXS blk.22.ffn_gate_exps.weight[108]: IQ3_XXS blk.22.ffn_gate_exps.weight[109]: IQ3_XXS blk.22.ffn_gate_exps.weight[110]: IQ3_XXS blk.22.ffn_gate_exps.weight[111]: IQ3_XXS blk.22.ffn_gate_exps.weight[112]: blk.22.ffn_gate_exps.weight[113]: IQ3_XXS blk.22.ffn_gate_exps.weight[114]: blk.22.ffn_gate_exps.weight[115]: blk.22.ffn_gate_exps.weight[116]: IQ3_XXS blk.22.ffn_gate_exps.weight[117]: IQ3_XXS blk.22.ffn_gate_exps.weight[118]: blk.22.ffn_gate_exps.weight[119]: blk.22.ffn_gate_exps.weight[120]: blk.22.ffn_gate_exps.weight[121]: IQ3_XXS blk.22.ffn_gate_exps.weight[122]: IQ3_XXS blk.22.ffn_gate_exps.weight[123]: IQ3_XXS blk.22.ffn_gate_exps.weight[124]: IQ3_XXS blk.22.ffn_gate_exps.weight[125]: IQ3_XXS blk.22.ffn_gate_exps.weight[126]: blk.22.ffn_gate_exps.weight[127]: IQ3_XXS blk.22.ffn_gate_exps.weight[128]: blk.22.ffn_gate_exps.weight[129]: blk.22.ffn_gate_exps.weight[130]: blk.22.ffn_gate_exps.weight[131]: blk.22.ffn_gate_exps.weight[132]: blk.22.ffn_gate_exps.weight[133]: IQ3_XXS blk.22.ffn_gate_exps.weight[134]: blk.22.ffn_gate_exps.weight[135]: blk.22.ffn_gate_exps.weight[136]: IQ3_XXS blk.22.ffn_gate_exps.weight[137]: blk.22.ffn_gate_exps.weight[138]: IQ3_XXS blk.22.ffn_gate_exps.weight[139]: blk.22.ffn_gate_exps.weight[140]: IQ3_XXS blk.22.ffn_gate_exps.weight[141]: blk.22.ffn_gate_exps.weight[142]: blk.22.ffn_gate_exps.weight[143]: IQ3_XXS blk.22.ffn_gate_exps.weight[144]: blk.22.ffn_gate_exps.weight[145]: blk.22.ffn_gate_exps.weight[146]: blk.22.ffn_gate_exps.weight[147]: blk.22.ffn_gate_exps.weight[148]: blk.22.ffn_gate_exps.weight[149]: IQ3_XXS blk.22.ffn_gate_exps.weight[150]: blk.22.ffn_gate_exps.weight[151]: IQ3_XXS blk.22.ffn_gate_exps.weight[152]: IQ3_XXS blk.22.ffn_gate_exps.weight[153]: blk.22.ffn_gate_exps.weight[154]: IQ3_XXS blk.22.ffn_gate_exps.weight[155]: blk.22.ffn_gate_exps.weight[156]: blk.22.ffn_gate_exps.weight[157]: blk.22.ffn_gate_exps.weight[158]: IQ3_XXS blk.22.ffn_gate_exps.weight[159]: blk.22.ffn_gate_exps.weight[160]: IQ3_XXS blk.22.ffn_gate_exps.weight[161]: blk.22.ffn_gate_exps.weight[162]: blk.22.ffn_gate_exps.weight[163]: IQ3_XXS blk.22.ffn_gate_exps.weight[164]: IQ3_XXS blk.22.ffn_gate_exps.weight[165]: blk.22.ffn_gate_exps.weight[166]: blk.22.ffn_gate_exps.weight[167]: blk.22.ffn_gate_exps.weight[168]: blk.22.ffn_gate_exps.weight[169]: blk.22.ffn_gate_exps.weight[170]: blk.22.ffn_gate_exps.weight[171]: IQ3_XXS blk.22.ffn_gate_exps.weight[172]: IQ3_XXS blk.22.ffn_gate_exps.weight[173]: blk.22.ffn_gate_exps.weight[174]: IQ3_XXS blk.22.ffn_gate_exps.weight[175]: IQ3_XXS blk.22.ffn_gate_exps.weight[176]: blk.22.ffn_gate_exps.weight[177]: IQ3_XXS blk.22.ffn_gate_exps.weight[178]: IQ3_XXS blk.22.ffn_gate_exps.weight[179]: blk.22.ffn_gate_exps.weight[180]: blk.22.ffn_gate_exps.weight[181]: blk.22.ffn_gate_exps.weight[182]: blk.22.ffn_gate_exps.weight[183]: IQ3_XXS blk.22.ffn_gate_exps.weight[184]: blk.22.ffn_gate_exps.weight[185]: blk.22.ffn_gate_exps.weight[186]: IQ3_XXS blk.22.ffn_gate_exps.weight[187]: IQ3_XXS blk.22.ffn_gate_exps.weight[188]: IQ3_XXS blk.22.ffn_gate_exps.weight[189]: IQ3_XXS blk.22.ffn_gate_exps.weight[190]: IQ3_XXS blk.22.ffn_gate_exps.weight[191]: blk.22.ffn_gate_exps.weight[192]: IQ3_XXS blk.22.ffn_gate_exps.weight[193]: IQ3_XXS blk.22.ffn_gate_exps.weight[194]: blk.22.ffn_gate_exps.weight[195]: IQ3_XXS blk.22.ffn_gate_exps.weight[196]: IQ3_XXS blk.22.ffn_gate_exps.weight[197]: blk.22.ffn_gate_exps.weight[198]: blk.22.ffn_gate_exps.weight[199]: IQ3_XXS blk.22.ffn_gate_exps.weight[200]: blk.22.ffn_gate_exps.weight[201]: IQ3_XXS blk.22.ffn_gate_exps.weight[202]: IQ3_XXS blk.22.ffn_gate_exps.weight[203]: blk.22.ffn_gate_exps.weight[204]: IQ3_XXS blk.22.ffn_gate_exps.weight[205]: IQ3_XXS blk.22.ffn_gate_exps.weight[206]: IQ3_XXS blk.22.ffn_gate_exps.weight[207]: blk.22.ffn_gate_exps.weight[208]: blk.22.ffn_gate_exps.weight[209]: blk.22.ffn_gate_exps.weight[210]: blk.22.ffn_gate_exps.weight[211]: blk.22.ffn_gate_exps.weight[212]: blk.22.ffn_gate_exps.weight[213]: blk.22.ffn_gate_exps.weight[214]: blk.22.ffn_gate_exps.weight[215]: IQ3_XXS blk.22.ffn_gate_exps.weight[216]: IQ3_XXS blk.22.ffn_gate_exps.weight[217]: blk.22.ffn_gate_exps.weight[218]: IQ3_XXS blk.22.ffn_gate_exps.weight[219]: IQ3_XXS blk.22.ffn_gate_exps.weight[220]: blk.22.ffn_gate_exps.weight[221]: IQ3_XXS blk.22.ffn_gate_exps.weight[222]: IQ3_XXS blk.22.ffn_gate_exps.weight[223]: IQ3_XXS blk.22.ffn_gate_exps.weight[224]: IQ3_XXS blk.22.ffn_gate_exps.weight[225]: blk.22.ffn_gate_exps.weight[226]: blk.22.ffn_gate_exps.weight[227]: blk.22.ffn_gate_exps.weight[228]: blk.22.ffn_gate_exps.weight[229]: IQ3_XXS blk.22.ffn_gate_exps.weight[230]: IQ3_XXS blk.22.ffn_gate_exps.weight[231]: blk.22.ffn_gate_exps.weight[232]: IQ3_XXS blk.22.ffn_gate_exps.weight[233]: blk.22.ffn_gate_exps.weight[234]: blk.22.ffn_gate_exps.weight[235]: IQ3_XXS blk.22.ffn_gate_exps.weight[236]: blk.22.ffn_gate_exps.weight[237]: blk.22.ffn_gate_exps.weight[238]: IQ3_XXS blk.22.ffn_gate_exps.weight[239]: blk.22.ffn_gate_exps.weight[240]: blk.22.ffn_gate_exps.weight[241]: IQ3_XXS blk.22.ffn_gate_exps.weight[242]: blk.22.ffn_gate_exps.weight[243]: blk.22.ffn_gate_exps.weight[244]: blk.22.ffn_gate_exps.weight[245]: blk.22.ffn_gate_exps.weight[246]: IQ3_XXS blk.22.ffn_gate_exps.weight[247]: blk.22.ffn_gate_exps.weight[248]: blk.22.ffn_gate_exps.weight[249]: IQ3_XXS blk.22.ffn_gate_exps.weight[250]: IQ3_XXS blk.22.ffn_gate_exps.weight[251]: blk.22.ffn_gate_exps.weight[252]: IQ3_XXS blk.22.ffn_gate_exps.weight[253]: IQ3_XXS blk.22.ffn_gate_exps.weight[254]: IQ3_XXS blk.22.ffn_gate_exps.weight[255]: IQ3_XXS blk.22.ffn_gate_exps.weight[256]: IQ3_XXS blk.22.ffn_gate_exps.weight[257]: blk.22.ffn_gate_exps.weight[258]: blk.22.ffn_gate_exps.weight[259]: blk.22.ffn_gate_exps.weight[260]: blk.22.ffn_gate_exps.weight[261]: IQ3_XXS blk.22.ffn_gate_exps.weight[262]: blk.22.ffn_gate_exps.weight[263]: blk.22.ffn_gate_exps.weight[264]: blk.22.ffn_gate_exps.weight[265]: IQ3_XXS blk.22.ffn_gate_exps.weight[266]: blk.22.ffn_gate_exps.weight[267]: blk.22.ffn_gate_exps.weight[268]: blk.22.ffn_gate_exps.weight[269]: IQ3_XXS blk.22.ffn_gate_exps.weight[270]: IQ3_XXS blk.22.ffn_gate_exps.weight[271]: blk.22.ffn_gate_exps.weight[272]: blk.22.ffn_gate_exps.weight[273]: IQ3_XXS blk.22.ffn_gate_exps.weight[274]: blk.22.ffn_gate_exps.weight[275]: IQ3_XXS blk.22.ffn_gate_exps.weight[276]: blk.22.ffn_gate_exps.weight[277]: blk.22.ffn_gate_exps.weight[278]: blk.22.ffn_gate_exps.weight[279]: blk.22.ffn_gate_exps.weight[280]: blk.22.ffn_gate_exps.weight[281]: IQ3_XXS blk.22.ffn_gate_exps.weight[282]: blk.22.ffn_gate_exps.weight[283]: IQ3_XXS blk.22.ffn_gate_exps.weight[284]: blk.22.ffn_gate_exps.weight[285]: blk.22.ffn_gate_exps.weight[286]: blk.22.ffn_gate_exps.weight[287]: blk.22.ffn_gate_exps.weight[288]: blk.22.ffn_gate_exps.weight[289]: blk.22.ffn_gate_exps.weight[290]: IQ3_XXS blk.22.ffn_gate_exps.weight[291]: blk.22.ffn_gate_exps.weight[292]: IQ3_XXS blk.22.ffn_gate_exps.weight[293]: IQ3_XXS blk.22.ffn_gate_exps.weight[294]: IQ3_XXS blk.22.ffn_gate_exps.weight[295]: IQ3_XXS blk.22.ffn_gate_exps.weight[296]: blk.22.ffn_gate_exps.weight[297]: IQ3_XXS blk.22.ffn_gate_exps.weight[298]: IQ3_XXS blk.22.ffn_gate_exps.weight[299]: blk.22.ffn_gate_exps.weight[300]: IQ3_XXS blk.22.ffn_gate_exps.weight[301]: IQ3_XXS blk.22.ffn_gate_exps.weight[302]: IQ3_XXS blk.22.ffn_gate_exps.weight[303]: IQ3_XXS blk.22.ffn_gate_exps.weight[304]: blk.22.ffn_gate_exps.weight[305]: IQ3_XXS blk.22.ffn_gate_exps.weight[306]: blk.22.ffn_gate_exps.weight[307]: IQ3_XXS blk.22.ffn_gate_exps.weight[308]: IQ3_XXS blk.22.ffn_gate_exps.weight[309]: IQ3_XXS blk.22.ffn_gate_exps.weight[310]: blk.22.ffn_gate_exps.weight[311]: blk.22.ffn_gate_exps.weight[312]: IQ3_XXS blk.22.ffn_gate_exps.weight[313]: blk.22.ffn_gate_exps.weight[314]: blk.22.ffn_gate_exps.weight[315]: blk.22.ffn_gate_exps.weight[316]: IQ3_XXS blk.22.ffn_gate_exps.weight[317]: blk.22.ffn_gate_exps.weight[318]: blk.22.ffn_gate_exps.weight[319]: IQ3_XXS blk.22.ffn_gate_exps.weight[320]: IQ3_XXS blk.22.ffn_gate_exps.weight[321]: IQ3_XXS blk.22.ffn_gate_exps.weight[322]: blk.22.ffn_gate_exps.weight[323]: blk.22.ffn_gate_exps.weight[324]: blk.22.ffn_gate_exps.weight[325]: IQ3_XXS blk.22.ffn_gate_exps.weight[326]: IQ3_XXS blk.22.ffn_gate_exps.weight[327]: IQ3_XXS blk.22.ffn_gate_exps.weight[328]: blk.22.ffn_gate_exps.weight[329]: blk.22.ffn_gate_exps.weight[330]: blk.22.ffn_gate_exps.weight[331]: blk.22.ffn_gate_exps.weight[332]: IQ3_XXS blk.22.ffn_gate_exps.weight[333]: IQ3_XXS blk.22.ffn_gate_exps.weight[334]: IQ3_XXS blk.22.ffn_gate_exps.weight[335]: blk.22.ffn_gate_exps.weight[336]: blk.22.ffn_gate_exps.weight[337]: blk.22.ffn_gate_exps.weight[338]: IQ3_XXS blk.22.ffn_gate_exps.weight[339]: IQ3_XXS blk.22.ffn_gate_exps.weight[340]: blk.22.ffn_gate_exps.weight[341]: blk.22.ffn_gate_exps.weight[342]: blk.22.ffn_gate_exps.weight[343]: IQ3_XXS blk.22.ffn_gate_exps.weight[344]: blk.22.ffn_gate_exps.weight[345]: IQ3_XXS blk.22.ffn_gate_exps.weight[346]: blk.22.ffn_gate_exps.weight[347]: IQ3_XXS blk.22.ffn_gate_exps.weight[348]: blk.22.ffn_gate_exps.weight[349]: IQ3_XXS blk.22.ffn_gate_exps.weight[350]: blk.22.ffn_gate_exps.weight[351]: IQ3_XXS blk.22.ffn_gate_exps.weight[352]: blk.22.ffn_gate_exps.weight[353]: blk.22.ffn_gate_exps.weight[354]: blk.22.ffn_gate_exps.weight[355]: IQ3_XXS blk.22.ffn_gate_exps.weight[356]: IQ3_XXS blk.22.ffn_gate_exps.weight[357]: blk.22.ffn_gate_exps.weight[358]: IQ3_XXS blk.22.ffn_gate_exps.weight[359]: blk.22.ffn_gate_exps.weight[360]: blk.22.ffn_gate_exps.weight[361]: blk.22.ffn_gate_exps.weight[362]: blk.22.ffn_gate_exps.weight[363]: IQ3_XXS blk.22.ffn_gate_exps.weight[364]: blk.22.ffn_gate_exps.weight[365]: blk.22.ffn_gate_exps.weight[366]: IQ3_XXS blk.22.ffn_gate_exps.weight[367]: blk.22.ffn_gate_exps.weight[368]: IQ3_XXS blk.22.ffn_gate_exps.weight[369]: blk.22.ffn_gate_exps.weight[370]: blk.22.ffn_gate_exps.weight[371]: blk.22.ffn_gate_exps.weight[372]: blk.22.ffn_gate_exps.weight[373]: IQ3_XXS blk.22.ffn_gate_exps.weight[374]: IQ3_XXS blk.22.ffn_gate_exps.weight[375]: IQ3_XXS blk.22.ffn_gate_exps.weight[376]: blk.22.ffn_gate_exps.weight[377]: IQ3_XXS blk.22.ffn_gate_exps.weight[378]: blk.22.ffn_gate_exps.weight[379]: blk.22.ffn_gate_exps.weight[380]: IQ3_XXS blk.22.ffn_gate_exps.weight[381]: IQ3_XXS blk.22.ffn_gate_exps.weight[382]: blk.22.ffn_gate_exps.weight[383]: IQ3_XXS blk.22.ffn_gate_exps.weight[384]: IQ3_XXS blk.22.ffn_gate_exps.weight[385]: IQ3_XXS blk.22.ffn_gate_exps.weight[386]: IQ3_XXS blk.22.ffn_gate_exps.weight[387]: IQ3_XXS blk.22.ffn_gate_exps.weight[388]: blk.22.ffn_gate_exps.weight[389]: IQ3_XXS blk.22.ffn_gate_exps.weight[390]: IQ3_XXS blk.22.ffn_gate_exps.weight[391]: blk.22.ffn_gate_exps.weight[392]: blk.22.ffn_gate_exps.weight[393]: IQ3_XXS blk.22.ffn_gate_exps.weight[394]: IQ3_XXS blk.22.ffn_gate_exps.weight[395]: blk.22.ffn_gate_exps.weight[396]: IQ3_XXS blk.22.ffn_gate_exps.weight[397]: blk.22.ffn_gate_exps.weight[398]: blk.22.ffn_gate_exps.weight[399]: IQ3_XXS blk.22.ffn_gate_exps.weight[400]: IQ3_XXS blk.22.ffn_gate_exps.weight[401]: IQ3_XXS blk.22.ffn_gate_exps.weight[402]: blk.22.ffn_gate_exps.weight[403]: blk.22.ffn_gate_exps.weight[404]: IQ3_XXS blk.22.ffn_gate_exps.weight[405]: IQ3_XXS blk.22.ffn_gate_exps.weight[406]: IQ3_XXS blk.22.ffn_gate_exps.weight[407]: blk.22.ffn_gate_exps.weight[408]: IQ3_XXS blk.22.ffn_gate_exps.weight[409]: blk.22.ffn_gate_exps.weight[410]: blk.22.ffn_gate_exps.weight[411]: blk.22.ffn_gate_exps.weight[412]: blk.22.ffn_gate_exps.weight[413]: IQ3_XXS blk.22.ffn_gate_exps.weight[414]: IQ3_XXS blk.22.ffn_gate_exps.weight[415]: blk.22.ffn_gate_exps.weight[416]: IQ3_XXS blk.22.ffn_gate_exps.weight[417]: IQ3_XXS blk.22.ffn_gate_exps.weight[418]: IQ3_XXS blk.22.ffn_gate_exps.weight[419]: IQ3_XXS blk.22.ffn_gate_exps.weight[420]: blk.22.ffn_gate_exps.weight[421]: blk.22.ffn_gate_exps.weight[422]: blk.22.ffn_gate_exps.weight[423]: IQ3_XXS blk.22.ffn_gate_exps.weight[424]: IQ3_XXS blk.22.ffn_gate_exps.weight[425]: IQ3_XXS blk.22.ffn_gate_exps.weight[426]: IQ3_XXS blk.22.ffn_gate_exps.weight[427]: blk.22.ffn_gate_exps.weight[428]: IQ3_XXS blk.22.ffn_gate_exps.weight[429]: IQ3_XXS blk.22.ffn_gate_exps.weight[430]: IQ3_XXS blk.22.ffn_gate_exps.weight[431]: IQ3_XXS blk.22.ffn_gate_exps.weight[432]: IQ3_XXS blk.22.ffn_gate_exps.weight[433]: blk.22.ffn_gate_exps.weight[434]: IQ3_XXS blk.22.ffn_gate_exps.weight[435]: IQ3_XXS blk.22.ffn_gate_exps.weight[436]: IQ3_XXS blk.22.ffn_gate_exps.weight[437]: IQ3_XXS blk.22.ffn_gate_exps.weight[438]: IQ3_XXS blk.22.ffn_gate_exps.weight[439]: blk.22.ffn_gate_exps.weight[440]: blk.22.ffn_gate_exps.weight[441]: IQ3_XXS blk.22.ffn_gate_exps.weight[442]: blk.22.ffn_gate_exps.weight[443]: blk.22.ffn_gate_exps.weight[444]: IQ3_XXS blk.22.ffn_gate_exps.weight[445]: IQ3_XXS blk.22.ffn_gate_exps.weight[446]: IQ3_XXS blk.22.ffn_gate_exps.weight[447]: blk.22.ffn_gate_exps.weight[448]: blk.22.ffn_gate_exps.weight[449]: blk.22.ffn_gate_exps.weight[450]: IQ3_XXS blk.22.ffn_gate_exps.weight[451]: IQ3_XXS blk.22.ffn_gate_exps.weight[452]: blk.22.ffn_gate_exps.weight[453]: IQ3_XXS blk.22.ffn_gate_exps.weight[454]: IQ3_XXS blk.22.ffn_gate_exps.weight[455]: blk.22.ffn_gate_exps.weight[456]: IQ3_XXS blk.22.ffn_gate_exps.weight[457]: IQ3_XXS blk.22.ffn_gate_exps.weight[458]: blk.22.ffn_gate_exps.weight[459]: blk.22.ffn_gate_exps.weight[460]: IQ3_XXS blk.22.ffn_gate_exps.weight[461]: IQ3_XXS blk.22.ffn_gate_exps.weight[462]: IQ3_XXS blk.22.ffn_gate_exps.weight[463]: blk.22.ffn_gate_exps.weight[464]: blk.22.ffn_gate_exps.weight[465]: IQ3_XXS blk.22.ffn_gate_exps.weight[466]: blk.22.ffn_gate_exps.weight[467]: blk.22.ffn_gate_exps.weight[468]: blk.22.ffn_gate_exps.weight[469]: blk.22.ffn_gate_exps.weight[470]: IQ3_XXS blk.22.ffn_gate_exps.weight[471]: IQ3_XXS blk.22.ffn_gate_exps.weight[472]: IQ3_XXS blk.22.ffn_gate_exps.weight[473]: blk.22.ffn_gate_exps.weight[474]: blk.22.ffn_gate_exps.weight[475]: blk.22.ffn_gate_exps.weight[476]: blk.22.ffn_gate_exps.weight[477]: blk.22.ffn_gate_exps.weight[478]: blk.22.ffn_gate_exps.weight[479]: IQ3_XXS blk.22.ffn_gate_exps.weight[480]: blk.22.ffn_gate_exps.weight[481]: IQ3_XXS blk.22.ffn_gate_exps.weight[482]: IQ3_XXS blk.22.ffn_gate_exps.weight[483]: blk.22.ffn_gate_exps.weight[484]: blk.22.ffn_gate_exps.weight[485]: blk.22.ffn_gate_exps.weight[486]: IQ3_XXS blk.22.ffn_gate_exps.weight[487]: IQ3_XXS blk.22.ffn_gate_exps.weight[488]: IQ3_XXS blk.22.ffn_gate_exps.weight[489]: IQ3_XXS blk.22.ffn_gate_exps.weight[490]: blk.22.ffn_gate_exps.weight[491]: IQ3_XXS blk.22.ffn_gate_exps.weight[492]: blk.22.ffn_gate_exps.weight[493]: blk.22.ffn_gate_exps.weight[494]: blk.22.ffn_gate_exps.weight[495]: IQ3_XXS blk.22.ffn_gate_exps.weight[496]: blk.22.ffn_gate_exps.weight[497]: blk.22.ffn_gate_exps.weight[498]: IQ3_XXS blk.22.ffn_gate_exps.weight[499]: IQ3_XXS blk.22.ffn_gate_exps.weight[500]: IQ3_XXS blk.22.ffn_gate_exps.weight[501]: IQ3_XXS blk.22.ffn_gate_exps.weight[502]: blk.22.ffn_gate_exps.weight[503]: blk.22.ffn_gate_exps.weight[504]: IQ3_XXS blk.22.ffn_gate_exps.weight[505]: IQ3_XXS blk.22.ffn_gate_exps.weight[506]: IQ3_XXS blk.22.ffn_gate_exps.weight[507]: blk.22.ffn_gate_exps.weight[508]: blk.22.ffn_gate_exps.weight[509]: IQ3_XXS blk.22.ffn_gate_exps.weight[510]: blk.22.ffn_gate_exps.weight[511]: IQ3_XXS blk.22.ffn_up_exps.weight[0]: blk.22.ffn_up_exps.weight[1]: blk.22.ffn_up_exps.weight[2]: blk.22.ffn_up_exps.weight[3]: blk.22.ffn_up_exps.weight[4]: IQ3_XXS blk.22.ffn_up_exps.weight[5]: blk.22.ffn_up_exps.weight[6]: IQ3_XXS blk.22.ffn_up_exps.weight[7]: IQ3_XXS blk.22.ffn_up_exps.weight[8]: IQ3_XXS blk.22.ffn_up_exps.weight[9]: blk.22.ffn_up_exps.weight[10]: IQ3_XXS blk.22.ffn_up_exps.weight[11]: blk.22.ffn_up_exps.weight[12]: IQ3_XXS blk.22.ffn_up_exps.weight[13]: IQ3_XXS blk.22.ffn_up_exps.weight[14]: IQ3_XXS blk.22.ffn_up_exps.weight[15]: IQ3_XXS blk.22.ffn_up_exps.weight[16]: IQ3_XXS blk.22.ffn_up_exps.weight[17]: IQ3_XXS blk.22.ffn_up_exps.weight[18]: IQ3_XXS blk.22.ffn_up_exps.weight[19]: blk.22.ffn_up_exps.weight[20]: IQ3_XXS blk.22.ffn_up_exps.weight[21]: IQ3_XXS blk.22.ffn_up_exps.weight[22]: blk.22.ffn_up_exps.weight[23]: blk.22.ffn_up_exps.weight[24]: IQ3_XXS blk.22.ffn_up_exps.weight[25]: blk.22.ffn_up_exps.weight[26]: blk.22.ffn_up_exps.weight[27]: blk.22.ffn_up_exps.weight[28]: blk.22.ffn_up_exps.weight[29]: IQ3_XXS blk.22.ffn_up_exps.weight[30]: IQ3_XXS blk.22.ffn_up_exps.weight[31]: blk.22.ffn_up_exps.weight[32]: IQ3_XXS blk.22.ffn_up_exps.weight[33]: IQ3_XXS blk.22.ffn_up_exps.weight[34]: IQ3_XXS blk.22.ffn_up_exps.weight[35]: IQ3_XXS blk.22.ffn_up_exps.weight[36]: IQ3_XXS blk.22.ffn_up_exps.weight[37]: IQ3_XXS blk.22.ffn_up_exps.weight[38]: blk.22.ffn_up_exps.weight[39]: IQ3_XXS blk.22.ffn_up_exps.weight[40]: blk.22.ffn_up_exps.weight[41]: blk.22.ffn_up_exps.weight[42]: blk.22.ffn_up_exps.weight[43]: IQ3_XXS blk.22.ffn_up_exps.weight[44]: blk.22.ffn_up_exps.weight[45]: blk.22.ffn_up_exps.weight[46]: IQ3_XXS blk.22.ffn_up_exps.weight[47]: IQ3_XXS blk.22.ffn_up_exps.weight[48]: IQ3_XXS blk.22.ffn_up_exps.weight[49]: IQ3_XXS blk.22.ffn_up_exps.weight[50]: IQ3_XXS blk.22.ffn_up_exps.weight[51]: IQ3_XXS blk.22.ffn_up_exps.weight[52]: IQ3_XXS blk.22.ffn_up_exps.weight[53]: blk.22.ffn_up_exps.weight[54]: IQ3_XXS blk.22.ffn_up_exps.weight[55]: blk.22.ffn_up_exps.weight[56]: IQ3_XXS blk.22.ffn_up_exps.weight[57]: IQ3_XXS blk.22.ffn_up_exps.weight[58]: blk.22.ffn_up_exps.weight[59]: IQ3_XXS blk.22.ffn_up_exps.weight[60]: IQ3_XXS blk.22.ffn_up_exps.weight[61]: blk.22.ffn_up_exps.weight[62]: blk.22.ffn_up_exps.weight[63]: blk.22.ffn_up_exps.weight[64]: IQ3_XXS blk.22.ffn_up_exps.weight[65]: IQ3_XXS blk.22.ffn_up_exps.weight[66]: IQ3_XXS blk.22.ffn_up_exps.weight[67]: IQ3_XXS blk.22.ffn_up_exps.weight[68]: blk.22.ffn_up_exps.weight[69]: IQ3_XXS blk.22.ffn_up_exps.weight[70]: IQ3_XXS blk.22.ffn_up_exps.weight[71]: blk.22.ffn_up_exps.weight[72]: IQ3_XXS blk.22.ffn_up_exps.weight[73]: blk.22.ffn_up_exps.weight[74]: IQ3_XXS blk.22.ffn_up_exps.weight[75]: blk.22.ffn_up_exps.weight[76]: blk.22.ffn_up_exps.weight[77]: blk.22.ffn_up_exps.weight[78]: IQ3_XXS blk.22.ffn_up_exps.weight[79]: IQ3_XXS blk.22.ffn_up_exps.weight[80]: blk.22.ffn_up_exps.weight[81]: IQ3_XXS blk.22.ffn_up_exps.weight[82]: IQ3_XXS blk.22.ffn_up_exps.weight[83]: blk.22.ffn_up_exps.weight[84]: blk.22.ffn_up_exps.weight[85]: blk.22.ffn_up_exps.weight[86]: IQ3_XXS blk.22.ffn_up_exps.weight[87]: blk.22.ffn_up_exps.weight[88]: blk.22.ffn_up_exps.weight[89]: blk.22.ffn_up_exps.weight[90]: blk.22.ffn_up_exps.weight[91]: blk.22.ffn_up_exps.weight[92]: IQ3_XXS blk.22.ffn_up_exps.weight[93]: IQ3_XXS blk.22.ffn_up_exps.weight[94]: blk.22.ffn_up_exps.weight[95]: IQ3_XXS blk.22.ffn_up_exps.weight[96]: IQ3_XXS blk.22.ffn_up_exps.weight[97]: blk.22.ffn_up_exps.weight[98]: blk.22.ffn_up_exps.weight[99]: IQ3_XXS blk.22.ffn_up_exps.weight[100]: IQ3_XXS blk.22.ffn_up_exps.weight[101]: IQ3_XXS blk.22.ffn_up_exps.weight[102]: blk.22.ffn_up_exps.weight[103]: blk.22.ffn_up_exps.weight[104]: IQ3_XXS blk.22.ffn_up_exps.weight[105]: IQ3_XXS blk.22.ffn_up_exps.weight[106]: IQ3_XXS blk.22.ffn_up_exps.weight[107]: IQ3_XXS blk.22.ffn_up_exps.weight[108]: IQ3_XXS blk.22.ffn_up_exps.weight[109]: IQ3_XXS blk.22.ffn_up_exps.weight[110]: IQ3_XXS blk.22.ffn_up_exps.weight[111]: IQ3_XXS blk.22.ffn_up_exps.weight[112]: blk.22.ffn_up_exps.weight[113]: IQ3_XXS blk.22.ffn_up_exps.weight[114]: blk.22.ffn_up_exps.weight[115]: blk.22.ffn_up_exps.weight[116]: IQ3_XXS blk.22.ffn_up_exps.weight[117]: IQ3_XXS blk.22.ffn_up_exps.weight[118]: blk.22.ffn_up_exps.weight[119]: blk.22.ffn_up_exps.weight[120]: blk.22.ffn_up_exps.weight[121]: IQ3_XXS blk.22.ffn_up_exps.weight[122]: IQ3_XXS blk.22.ffn_up_exps.weight[123]: IQ3_XXS blk.22.ffn_up_exps.weight[124]: IQ3_XXS blk.22.ffn_up_exps.weight[125]: IQ3_XXS blk.22.ffn_up_exps.weight[126]: blk.22.ffn_up_exps.weight[127]: IQ3_XXS blk.22.ffn_up_exps.weight[128]: blk.22.ffn_up_exps.weight[129]: blk.22.ffn_up_exps.weight[130]: blk.22.ffn_up_exps.weight[131]: blk.22.ffn_up_exps.weight[132]: blk.22.ffn_up_exps.weight[133]: IQ3_XXS blk.22.ffn_up_exps.weight[134]: blk.22.ffn_up_exps.weight[135]: blk.22.ffn_up_exps.weight[136]: IQ3_XXS blk.22.ffn_up_exps.weight[137]: blk.22.ffn_up_exps.weight[138]: IQ3_XXS blk.22.ffn_up_exps.weight[139]: blk.22.ffn_up_exps.weight[140]: IQ3_XXS blk.22.ffn_up_exps.weight[141]: blk.22.ffn_up_exps.weight[142]: blk.22.ffn_up_exps.weight[143]: IQ3_XXS blk.22.ffn_up_exps.weight[144]: blk.22.ffn_up_exps.weight[145]: blk.22.ffn_up_exps.weight[146]: blk.22.ffn_up_exps.weight[147]: blk.22.ffn_up_exps.weight[148]: blk.22.ffn_up_exps.weight[149]: IQ3_XXS blk.22.ffn_up_exps.weight[150]: blk.22.ffn_up_exps.weight[151]: IQ3_XXS blk.22.ffn_up_exps.weight[152]: IQ3_XXS blk.22.ffn_up_exps.weight[153]: blk.22.ffn_up_exps.weight[154]: IQ3_XXS blk.22.ffn_up_exps.weight[155]: blk.22.ffn_up_exps.weight[156]: blk.22.ffn_up_exps.weight[157]: blk.22.ffn_up_exps.weight[158]: IQ3_XXS blk.22.ffn_up_exps.weight[159]: blk.22.ffn_up_exps.weight[160]: IQ3_XXS blk.22.ffn_up_exps.weight[161]: blk.22.ffn_up_exps.weight[162]: blk.22.ffn_up_exps.weight[163]: IQ3_XXS blk.22.ffn_up_exps.weight[164]: IQ3_XXS blk.22.ffn_up_exps.weight[165]: blk.22.ffn_up_exps.weight[166]: blk.22.ffn_up_exps.weight[167]: blk.22.ffn_up_exps.weight[168]: blk.22.ffn_up_exps.weight[169]: blk.22.ffn_up_exps.weight[170]: blk.22.ffn_up_exps.weight[171]: IQ3_XXS blk.22.ffn_up_exps.weight[172]: IQ3_XXS blk.22.ffn_up_exps.weight[173]: blk.22.ffn_up_exps.weight[174]: IQ3_XXS blk.22.ffn_up_exps.weight[175]: IQ3_XXS blk.22.ffn_up_exps.weight[176]: blk.22.ffn_up_exps.weight[177]: IQ3_XXS blk.22.ffn_up_exps.weight[178]: IQ3_XXS blk.22.ffn_up_exps.weight[179]: blk.22.ffn_up_exps.weight[180]: blk.22.ffn_up_exps.weight[181]: blk.22.ffn_up_exps.weight[182]: blk.22.ffn_up_exps.weight[183]: IQ3_XXS blk.22.ffn_up_exps.weight[184]: blk.22.ffn_up_exps.weight[185]: blk.22.ffn_up_exps.weight[186]: IQ3_XXS blk.22.ffn_up_exps.weight[187]: IQ3_XXS blk.22.ffn_up_exps.weight[188]: IQ3_XXS blk.22.ffn_up_exps.weight[189]: IQ3_XXS blk.22.ffn_up_exps.weight[190]: IQ3_XXS blk.22.ffn_up_exps.weight[191]: blk.22.ffn_up_exps.weight[192]: IQ3_XXS blk.22.ffn_up_exps.weight[193]: IQ3_XXS blk.22.ffn_up_exps.weight[194]: blk.22.ffn_up_exps.weight[195]: IQ3_XXS blk.22.ffn_up_exps.weight[196]: IQ3_XXS blk.22.ffn_up_exps.weight[197]: blk.22.ffn_up_exps.weight[198]: blk.22.ffn_up_exps.weight[199]: IQ3_XXS blk.22.ffn_up_exps.weight[200]: blk.22.ffn_up_exps.weight[201]: IQ3_XXS blk.22.ffn_up_exps.weight[202]: IQ3_XXS blk.22.ffn_up_exps.weight[203]: blk.22.ffn_up_exps.weight[204]: IQ3_XXS blk.22.ffn_up_exps.weight[205]: IQ3_XXS blk.22.ffn_up_exps.weight[206]: IQ3_XXS blk.22.ffn_up_exps.weight[207]: blk.22.ffn_up_exps.weight[208]: blk.22.ffn_up_exps.weight[209]: blk.22.ffn_up_exps.weight[210]: blk.22.ffn_up_exps.weight[211]: blk.22.ffn_up_exps.weight[212]: blk.22.ffn_up_exps.weight[213]: blk.22.ffn_up_exps.weight[214]: blk.22.ffn_up_exps.weight[215]: IQ3_XXS blk.22.ffn_up_exps.weight[216]: IQ3_XXS blk.22.ffn_up_exps.weight[217]: blk.22.ffn_up_exps.weight[218]: IQ3_XXS blk.22.ffn_up_exps.weight[219]: IQ3_XXS blk.22.ffn_up_exps.weight[220]: blk.22.ffn_up_exps.weight[221]: IQ3_XXS blk.22.ffn_up_exps.weight[222]: IQ3_XXS blk.22.ffn_up_exps.weight[223]: IQ3_XXS blk.22.ffn_up_exps.weight[224]: IQ3_XXS blk.22.ffn_up_exps.weight[225]: blk.22.ffn_up_exps.weight[226]: blk.22.ffn_up_exps.weight[227]: blk.22.ffn_up_exps.weight[228]: blk.22.ffn_up_exps.weight[229]: IQ3_XXS blk.22.ffn_up_exps.weight[230]: IQ3_XXS blk.22.ffn_up_exps.weight[231]: blk.22.ffn_up_exps.weight[232]: IQ3_XXS blk.22.ffn_up_exps.weight[233]: blk.22.ffn_up_exps.weight[234]: blk.22.ffn_up_exps.weight[235]: IQ3_XXS blk.22.ffn_up_exps.weight[236]: blk.22.ffn_up_exps.weight[237]: blk.22.ffn_up_exps.weight[238]: IQ3_XXS blk.22.ffn_up_exps.weight[239]: blk.22.ffn_up_exps.weight[240]: blk.22.ffn_up_exps.weight[241]: IQ3_XXS blk.22.ffn_up_exps.weight[242]: blk.22.ffn_up_exps.weight[243]: blk.22.ffn_up_exps.weight[244]: blk.22.ffn_up_exps.weight[245]: blk.22.ffn_up_exps.weight[246]: IQ3_XXS blk.22.ffn_up_exps.weight[247]: blk.22.ffn_up_exps.weight[248]: blk.22.ffn_up_exps.weight[249]: IQ3_XXS blk.22.ffn_up_exps.weight[250]: IQ3_XXS blk.22.ffn_up_exps.weight[251]: blk.22.ffn_up_exps.weight[252]: IQ3_XXS blk.22.ffn_up_exps.weight[253]: IQ3_XXS blk.22.ffn_up_exps.weight[254]: IQ3_XXS blk.22.ffn_up_exps.weight[255]: IQ3_XXS blk.22.ffn_up_exps.weight[256]: IQ3_XXS blk.22.ffn_up_exps.weight[257]: blk.22.ffn_up_exps.weight[258]: blk.22.ffn_up_exps.weight[259]: blk.22.ffn_up_exps.weight[260]: blk.22.ffn_up_exps.weight[261]: IQ3_XXS blk.22.ffn_up_exps.weight[262]: blk.22.ffn_up_exps.weight[263]: blk.22.ffn_up_exps.weight[264]: blk.22.ffn_up_exps.weight[265]: IQ3_XXS blk.22.ffn_up_exps.weight[266]: blk.22.ffn_up_exps.weight[267]: blk.22.ffn_up_exps.weight[268]: blk.22.ffn_up_exps.weight[269]: IQ3_XXS blk.22.ffn_up_exps.weight[270]: IQ3_XXS blk.22.ffn_up_exps.weight[271]: blk.22.ffn_up_exps.weight[272]: blk.22.ffn_up_exps.weight[273]: IQ3_XXS blk.22.ffn_up_exps.weight[274]: blk.22.ffn_up_exps.weight[275]: IQ3_XXS blk.22.ffn_up_exps.weight[276]: blk.22.ffn_up_exps.weight[277]: blk.22.ffn_up_exps.weight[278]: blk.22.ffn_up_exps.weight[279]: blk.22.ffn_up_exps.weight[280]: blk.22.ffn_up_exps.weight[281]: IQ3_XXS blk.22.ffn_up_exps.weight[282]: blk.22.ffn_up_exps.weight[283]: IQ3_XXS blk.22.ffn_up_exps.weight[284]: blk.22.ffn_up_exps.weight[285]: blk.22.ffn_up_exps.weight[286]: blk.22.ffn_up_exps.weight[287]: blk.22.ffn_up_exps.weight[288]: blk.22.ffn_up_exps.weight[289]: blk.22.ffn_up_exps.weight[290]: IQ3_XXS blk.22.ffn_up_exps.weight[291]: blk.22.ffn_up_exps.weight[292]: IQ3_XXS blk.22.ffn_up_exps.weight[293]: IQ3_XXS blk.22.ffn_up_exps.weight[294]: IQ3_XXS blk.22.ffn_up_exps.weight[295]: IQ3_XXS blk.22.ffn_up_exps.weight[296]: blk.22.ffn_up_exps.weight[297]: IQ3_XXS blk.22.ffn_up_exps.weight[298]: IQ3_XXS blk.22.ffn_up_exps.weight[299]: blk.22.ffn_up_exps.weight[300]: IQ3_XXS blk.22.ffn_up_exps.weight[301]: IQ3_XXS blk.22.ffn_up_exps.weight[302]: IQ3_XXS blk.22.ffn_up_exps.weight[303]: IQ3_XXS blk.22.ffn_up_exps.weight[304]: blk.22.ffn_up_exps.weight[305]: IQ3_XXS blk.22.ffn_up_exps.weight[306]: blk.22.ffn_up_exps.weight[307]: IQ3_XXS blk.22.ffn_up_exps.weight[308]: IQ3_XXS blk.22.ffn_up_exps.weight[309]: IQ3_XXS blk.22.ffn_up_exps.weight[310]: blk.22.ffn_up_exps.weight[311]: blk.22.ffn_up_exps.weight[312]: IQ3_XXS blk.22.ffn_up_exps.weight[313]: blk.22.ffn_up_exps.weight[314]: blk.22.ffn_up_exps.weight[315]: blk.22.ffn_up_exps.weight[316]: IQ3_XXS blk.22.ffn_up_exps.weight[317]: blk.22.ffn_up_exps.weight[318]: blk.22.ffn_up_exps.weight[319]: IQ3_XXS blk.22.ffn_up_exps.weight[320]: IQ3_XXS blk.22.ffn_up_exps.weight[321]: IQ3_XXS blk.22.ffn_up_exps.weight[322]: blk.22.ffn_up_exps.weight[323]: blk.22.ffn_up_exps.weight[324]: blk.22.ffn_up_exps.weight[325]: IQ3_XXS blk.22.ffn_up_exps.weight[326]: IQ3_XXS blk.22.ffn_up_exps.weight[327]: IQ3_XXS blk.22.ffn_up_exps.weight[328]: blk.22.ffn_up_exps.weight[329]: blk.22.ffn_up_exps.weight[330]: blk.22.ffn_up_exps.weight[331]: blk.22.ffn_up_exps.weight[332]: IQ3_XXS blk.22.ffn_up_exps.weight[333]: IQ3_XXS blk.22.ffn_up_exps.weight[334]: IQ3_XXS blk.22.ffn_up_exps.weight[335]: blk.22.ffn_up_exps.weight[336]: blk.22.ffn_up_exps.weight[337]: blk.22.ffn_up_exps.weight[338]: IQ3_XXS blk.22.ffn_up_exps.weight[339]: IQ3_XXS blk.22.ffn_up_exps.weight[340]: blk.22.ffn_up_exps.weight[341]: blk.22.ffn_up_exps.weight[342]: blk.22.ffn_up_exps.weight[343]: IQ3_XXS blk.22.ffn_up_exps.weight[344]: blk.22.ffn_up_exps.weight[345]: IQ3_XXS blk.22.ffn_up_exps.weight[346]: blk.22.ffn_up_exps.weight[347]: IQ3_XXS blk.22.ffn_up_exps.weight[348]: blk.22.ffn_up_exps.weight[349]: IQ3_XXS blk.22.ffn_up_exps.weight[350]: blk.22.ffn_up_exps.weight[351]: IQ3_XXS blk.22.ffn_up_exps.weight[352]: blk.22.ffn_up_exps.weight[353]: blk.22.ffn_up_exps.weight[354]: blk.22.ffn_up_exps.weight[355]: IQ3_XXS blk.22.ffn_up_exps.weight[356]: IQ3_XXS blk.22.ffn_up_exps.weight[357]: blk.22.ffn_up_exps.weight[358]: IQ3_XXS blk.22.ffn_up_exps.weight[359]: blk.22.ffn_up_exps.weight[360]: blk.22.ffn_up_exps.weight[361]: blk.22.ffn_up_exps.weight[362]: blk.22.ffn_up_exps.weight[363]: IQ3_XXS blk.22.ffn_up_exps.weight[364]: blk.22.ffn_up_exps.weight[365]: blk.22.ffn_up_exps.weight[366]: IQ3_XXS blk.22.ffn_up_exps.weight[367]: blk.22.ffn_up_exps.weight[368]: IQ3_XXS blk.22.ffn_up_exps.weight[369]: blk.22.ffn_up_exps.weight[370]: blk.22.ffn_up_exps.weight[371]: blk.22.ffn_up_exps.weight[372]: blk.22.ffn_up_exps.weight[373]: IQ3_XXS blk.22.ffn_up_exps.weight[374]: IQ3_XXS blk.22.ffn_up_exps.weight[375]: IQ3_XXS blk.22.ffn_up_exps.weight[376]: blk.22.ffn_up_exps.weight[377]: IQ3_XXS blk.22.ffn_up_exps.weight[378]: blk.22.ffn_up_exps.weight[379]: blk.22.ffn_up_exps.weight[380]: IQ3_XXS blk.22.ffn_up_exps.weight[381]: IQ3_XXS blk.22.ffn_up_exps.weight[382]: blk.22.ffn_up_exps.weight[383]: IQ3_XXS blk.22.ffn_up_exps.weight[384]: IQ3_XXS blk.22.ffn_up_exps.weight[385]: IQ3_XXS blk.22.ffn_up_exps.weight[386]: IQ3_XXS blk.22.ffn_up_exps.weight[387]: IQ3_XXS blk.22.ffn_up_exps.weight[388]: blk.22.ffn_up_exps.weight[389]: IQ3_XXS blk.22.ffn_up_exps.weight[390]: IQ3_XXS blk.22.ffn_up_exps.weight[391]: blk.22.ffn_up_exps.weight[392]: blk.22.ffn_up_exps.weight[393]: IQ3_XXS blk.22.ffn_up_exps.weight[394]: IQ3_XXS blk.22.ffn_up_exps.weight[395]: blk.22.ffn_up_exps.weight[396]: IQ3_XXS blk.22.ffn_up_exps.weight[397]: blk.22.ffn_up_exps.weight[398]: blk.22.ffn_up_exps.weight[399]: IQ3_XXS blk.22.ffn_up_exps.weight[400]: IQ3_XXS blk.22.ffn_up_exps.weight[401]: IQ3_XXS blk.22.ffn_up_exps.weight[402]: blk.22.ffn_up_exps.weight[403]: blk.22.ffn_up_exps.weight[404]: IQ3_XXS blk.22.ffn_up_exps.weight[405]: IQ3_XXS blk.22.ffn_up_exps.weight[406]: IQ3_XXS blk.22.ffn_up_exps.weight[407]: blk.22.ffn_up_exps.weight[408]: IQ3_XXS blk.22.ffn_up_exps.weight[409]: blk.22.ffn_up_exps.weight[410]: blk.22.ffn_up_exps.weight[411]: blk.22.ffn_up_exps.weight[412]: blk.22.ffn_up_exps.weight[413]: IQ3_XXS blk.22.ffn_up_exps.weight[414]: IQ3_XXS blk.22.ffn_up_exps.weight[415]: blk.22.ffn_up_exps.weight[416]: IQ3_XXS blk.22.ffn_up_exps.weight[417]: IQ3_XXS blk.22.ffn_up_exps.weight[418]: IQ3_XXS blk.22.ffn_up_exps.weight[419]: IQ3_XXS blk.22.ffn_up_exps.weight[420]: blk.22.ffn_up_exps.weight[421]: blk.22.ffn_up_exps.weight[422]: blk.22.ffn_up_exps.weight[423]: IQ3_XXS blk.22.ffn_up_exps.weight[424]: IQ3_XXS blk.22.ffn_up_exps.weight[425]: IQ3_XXS blk.22.ffn_up_exps.weight[426]: IQ3_XXS blk.22.ffn_up_exps.weight[427]: blk.22.ffn_up_exps.weight[428]: IQ3_XXS blk.22.ffn_up_exps.weight[429]: IQ3_XXS blk.22.ffn_up_exps.weight[430]: IQ3_XXS blk.22.ffn_up_exps.weight[431]: IQ3_XXS blk.22.ffn_up_exps.weight[432]: IQ3_XXS blk.22.ffn_up_exps.weight[433]: blk.22.ffn_up_exps.weight[434]: IQ3_XXS blk.22.ffn_up_exps.weight[435]: IQ3_XXS blk.22.ffn_up_exps.weight[436]: IQ3_XXS blk.22.ffn_up_exps.weight[437]: IQ3_XXS blk.22.ffn_up_exps.weight[438]: IQ3_XXS blk.22.ffn_up_exps.weight[439]: blk.22.ffn_up_exps.weight[440]: blk.22.ffn_up_exps.weight[441]: IQ3_XXS blk.22.ffn_up_exps.weight[442]: blk.22.ffn_up_exps.weight[443]: blk.22.ffn_up_exps.weight[444]: IQ3_XXS blk.22.ffn_up_exps.weight[445]: IQ3_XXS blk.22.ffn_up_exps.weight[446]: IQ3_XXS blk.22.ffn_up_exps.weight[447]: blk.22.ffn_up_exps.weight[448]: blk.22.ffn_up_exps.weight[449]: blk.22.ffn_up_exps.weight[450]: IQ3_XXS blk.22.ffn_up_exps.weight[451]: IQ3_XXS blk.22.ffn_up_exps.weight[452]: blk.22.ffn_up_exps.weight[453]: IQ3_XXS blk.22.ffn_up_exps.weight[454]: IQ3_XXS blk.22.ffn_up_exps.weight[455]: blk.22.ffn_up_exps.weight[456]: IQ3_XXS blk.22.ffn_up_exps.weight[457]: IQ3_XXS blk.22.ffn_up_exps.weight[458]: blk.22.ffn_up_exps.weight[459]: blk.22.ffn_up_exps.weight[460]: IQ3_XXS blk.22.ffn_up_exps.weight[461]: IQ3_XXS blk.22.ffn_up_exps.weight[462]: IQ3_XXS blk.22.ffn_up_exps.weight[463]: blk.22.ffn_up_exps.weight[464]: blk.22.ffn_up_exps.weight[465]: IQ3_XXS blk.22.ffn_up_exps.weight[466]: blk.22.ffn_up_exps.weight[467]: blk.22.ffn_up_exps.weight[468]: blk.22.ffn_up_exps.weight[469]: blk.22.ffn_up_exps.weight[470]: IQ3_XXS blk.22.ffn_up_exps.weight[471]: IQ3_XXS blk.22.ffn_up_exps.weight[472]: IQ3_XXS blk.22.ffn_up_exps.weight[473]: blk.22.ffn_up_exps.weight[474]: blk.22.ffn_up_exps.weight[475]: blk.22.ffn_up_exps.weight[476]: blk.22.ffn_up_exps.weight[477]: blk.22.ffn_up_exps.weight[478]: blk.22.ffn_up_exps.weight[479]: IQ3_XXS blk.22.ffn_up_exps.weight[480]: blk.22.ffn_up_exps.weight[481]: IQ3_XXS blk.22.ffn_up_exps.weight[482]: IQ3_XXS blk.22.ffn_up_exps.weight[483]: blk.22.ffn_up_exps.weight[484]: blk.22.ffn_up_exps.weight[485]: blk.22.ffn_up_exps.weight[486]: IQ3_XXS blk.22.ffn_up_exps.weight[487]: IQ3_XXS blk.22.ffn_up_exps.weight[488]: IQ3_XXS blk.22.ffn_up_exps.weight[489]: IQ3_XXS blk.22.ffn_up_exps.weight[490]: blk.22.ffn_up_exps.weight[491]: IQ3_XXS blk.22.ffn_up_exps.weight[492]: blk.22.ffn_up_exps.weight[493]: blk.22.ffn_up_exps.weight[494]: blk.22.ffn_up_exps.weight[495]: IQ3_XXS blk.22.ffn_up_exps.weight[496]: blk.22.ffn_up_exps.weight[497]: blk.22.ffn_up_exps.weight[498]: IQ3_XXS blk.22.ffn_up_exps.weight[499]: IQ3_XXS blk.22.ffn_up_exps.weight[500]: IQ3_XXS blk.22.ffn_up_exps.weight[501]: IQ3_XXS blk.22.ffn_up_exps.weight[502]: blk.22.ffn_up_exps.weight[503]: blk.22.ffn_up_exps.weight[504]: IQ3_XXS blk.22.ffn_up_exps.weight[505]: IQ3_XXS blk.22.ffn_up_exps.weight[506]: IQ3_XXS blk.22.ffn_up_exps.weight[507]: blk.22.ffn_up_exps.weight[508]: blk.22.ffn_up_exps.weight[509]: IQ3_XXS blk.22.ffn_up_exps.weight[510]: blk.22.ffn_up_exps.weight[511]: IQ3_XXS blk.22.ffn_down_exps.weight[0]: blk.22.ffn_down_exps.weight[1]: blk.22.ffn_down_exps.weight[2]: blk.22.ffn_down_exps.weight[3]: blk.22.ffn_down_exps.weight[4]: IQ4_NL blk.22.ffn_down_exps.weight[5]: blk.22.ffn_down_exps.weight[6]: IQ4_NL blk.22.ffn_down_exps.weight[7]: IQ4_NL blk.22.ffn_down_exps.weight[8]: IQ4_NL blk.22.ffn_down_exps.weight[9]: blk.22.ffn_down_exps.weight[10]: IQ4_NL blk.22.ffn_down_exps.weight[11]: blk.22.ffn_down_exps.weight[12]: IQ4_NL blk.22.ffn_down_exps.weight[13]: IQ4_NL blk.22.ffn_down_exps.weight[14]: IQ4_NL blk.22.ffn_down_exps.weight[15]: IQ4_NL blk.22.ffn_down_exps.weight[16]: IQ4_NL blk.22.ffn_down_exps.weight[17]: IQ4_NL blk.22.ffn_down_exps.weight[18]: IQ4_NL blk.22.ffn_down_exps.weight[19]: blk.22.ffn_down_exps.weight[20]: IQ4_NL blk.22.ffn_down_exps.weight[21]: IQ4_NL blk.22.ffn_down_exps.weight[22]: blk.22.ffn_down_exps.weight[23]: blk.22.ffn_down_exps.weight[24]: IQ4_NL blk.22.ffn_down_exps.weight[25]: blk.22.ffn_down_exps.weight[26]: blk.22.ffn_down_exps.weight[27]: blk.22.ffn_down_exps.weight[28]: blk.22.ffn_down_exps.weight[29]: IQ4_NL blk.22.ffn_down_exps.weight[30]: IQ4_NL blk.22.ffn_down_exps.weight[31]: blk.22.ffn_down_exps.weight[32]: IQ4_NL blk.22.ffn_down_exps.weight[33]: IQ4_NL blk.22.ffn_down_exps.weight[34]: IQ4_NL blk.22.ffn_down_exps.weight[35]: IQ4_NL blk.22.ffn_down_exps.weight[36]: IQ4_NL blk.22.ffn_down_exps.weight[37]: IQ4_NL blk.22.ffn_down_exps.weight[38]: blk.22.ffn_down_exps.weight[39]: IQ4_NL blk.22.ffn_down_exps.weight[40]: blk.22.ffn_down_exps.weight[41]: blk.22.ffn_down_exps.weight[42]: blk.22.ffn_down_exps.weight[43]: IQ4_NL blk.22.ffn_down_exps.weight[44]: blk.22.ffn_down_exps.weight[45]: blk.22.ffn_down_exps.weight[46]: IQ4_NL blk.22.ffn_down_exps.weight[47]: IQ4_NL blk.22.ffn_down_exps.weight[48]: IQ4_NL blk.22.ffn_down_exps.weight[49]: IQ4_NL blk.22.ffn_down_exps.weight[50]: IQ4_NL blk.22.ffn_down_exps.weight[51]: IQ4_NL blk.22.ffn_down_exps.weight[52]: IQ4_NL blk.22.ffn_down_exps.weight[53]: blk.22.ffn_down_exps.weight[54]: IQ4_NL blk.22.ffn_down_exps.weight[55]: blk.22.ffn_down_exps.weight[56]: IQ4_NL blk.22.ffn_down_exps.weight[57]: IQ4_NL blk.22.ffn_down_exps.weight[58]: blk.22.ffn_down_exps.weight[59]: IQ4_NL blk.22.ffn_down_exps.weight[60]: IQ4_NL blk.22.ffn_down_exps.weight[61]: blk.22.ffn_down_exps.weight[62]: blk.22.ffn_down_exps.weight[63]: blk.22.ffn_down_exps.weight[64]: IQ4_NL blk.22.ffn_down_exps.weight[65]: IQ4_NL blk.22.ffn_down_exps.weight[66]: IQ4_NL blk.22.ffn_down_exps.weight[67]: IQ4_NL blk.22.ffn_down_exps.weight[68]: blk.22.ffn_down_exps.weight[69]: IQ4_NL blk.22.ffn_down_exps.weight[70]: IQ4_NL blk.22.ffn_down_exps.weight[71]: blk.22.ffn_down_exps.weight[72]: IQ4_NL blk.22.ffn_down_exps.weight[73]: blk.22.ffn_down_exps.weight[74]: IQ4_NL blk.22.ffn_down_exps.weight[75]: blk.22.ffn_down_exps.weight[76]: blk.22.ffn_down_exps.weight[77]: blk.22.ffn_down_exps.weight[78]: IQ4_NL blk.22.ffn_down_exps.weight[79]: IQ4_NL blk.22.ffn_down_exps.weight[80]: blk.22.ffn_down_exps.weight[81]: IQ4_NL blk.22.ffn_down_exps.weight[82]: IQ4_NL blk.22.ffn_down_exps.weight[83]: blk.22.ffn_down_exps.weight[84]: blk.22.ffn_down_exps.weight[85]: blk.22.ffn_down_exps.weight[86]: IQ4_NL blk.22.ffn_down_exps.weight[87]: blk.22.ffn_down_exps.weight[88]: blk.22.ffn_down_exps.weight[89]: blk.22.ffn_down_exps.weight[90]: blk.22.ffn_down_exps.weight[91]: blk.22.ffn_down_exps.weight[92]: IQ4_NL blk.22.ffn_down_exps.weight[93]: IQ4_NL blk.22.ffn_down_exps.weight[94]: blk.22.ffn_down_exps.weight[95]: IQ4_NL blk.22.ffn_down_exps.weight[96]: IQ4_NL blk.22.ffn_down_exps.weight[97]: blk.22.ffn_down_exps.weight[98]: blk.22.ffn_down_exps.weight[99]: IQ4_NL blk.22.ffn_down_exps.weight[100]: IQ4_NL blk.22.ffn_down_exps.weight[101]: IQ4_NL blk.22.ffn_down_exps.weight[102]: blk.22.ffn_down_exps.weight[103]: blk.22.ffn_down_exps.weight[104]: IQ4_NL blk.22.ffn_down_exps.weight[105]: IQ4_NL blk.22.ffn_down_exps.weight[106]: IQ4_NL blk.22.ffn_down_exps.weight[107]: IQ4_NL blk.22.ffn_down_exps.weight[108]: IQ4_NL blk.22.ffn_down_exps.weight[109]: IQ4_NL blk.22.ffn_down_exps.weight[110]: IQ4_NL blk.22.ffn_down_exps.weight[111]: IQ4_NL blk.22.ffn_down_exps.weight[112]: blk.22.ffn_down_exps.weight[113]: IQ4_NL blk.22.ffn_down_exps.weight[114]: blk.22.ffn_down_exps.weight[115]: blk.22.ffn_down_exps.weight[116]: IQ4_NL blk.22.ffn_down_exps.weight[117]: IQ4_NL blk.22.ffn_down_exps.weight[118]: blk.22.ffn_down_exps.weight[119]: blk.22.ffn_down_exps.weight[120]: blk.22.ffn_down_exps.weight[121]: IQ4_NL blk.22.ffn_down_exps.weight[122]: IQ4_NL blk.22.ffn_down_exps.weight[123]: IQ4_NL blk.22.ffn_down_exps.weight[124]: IQ4_NL blk.22.ffn_down_exps.weight[125]: IQ4_NL blk.22.ffn_down_exps.weight[126]: blk.22.ffn_down_exps.weight[127]: IQ4_NL blk.22.ffn_down_exps.weight[128]: blk.22.ffn_down_exps.weight[129]: blk.22.ffn_down_exps.weight[130]: blk.22.ffn_down_exps.weight[131]: blk.22.ffn_down_exps.weight[132]: blk.22.ffn_down_exps.weight[133]: IQ4_NL blk.22.ffn_down_exps.weight[134]: blk.22.ffn_down_exps.weight[135]: blk.22.ffn_down_exps.weight[136]: IQ4_NL blk.22.ffn_down_exps.weight[137]: blk.22.ffn_down_exps.weight[138]: IQ4_NL blk.22.ffn_down_exps.weight[139]: blk.22.ffn_down_exps.weight[140]: IQ4_NL blk.22.ffn_down_exps.weight[141]: blk.22.ffn_down_exps.weight[142]: blk.22.ffn_down_exps.weight[143]: IQ4_NL blk.22.ffn_down_exps.weight[144]: blk.22.ffn_down_exps.weight[145]: blk.22.ffn_down_exps.weight[146]: blk.22.ffn_down_exps.weight[147]: blk.22.ffn_down_exps.weight[148]: blk.22.ffn_down_exps.weight[149]: IQ4_NL blk.22.ffn_down_exps.weight[150]: blk.22.ffn_down_exps.weight[151]: IQ4_NL blk.22.ffn_down_exps.weight[152]: IQ4_NL blk.22.ffn_down_exps.weight[153]: blk.22.ffn_down_exps.weight[154]: IQ4_NL blk.22.ffn_down_exps.weight[155]: blk.22.ffn_down_exps.weight[156]: blk.22.ffn_down_exps.weight[157]: blk.22.ffn_down_exps.weight[158]: IQ4_NL blk.22.ffn_down_exps.weight[159]: blk.22.ffn_down_exps.weight[160]: IQ4_NL blk.22.ffn_down_exps.weight[161]: blk.22.ffn_down_exps.weight[162]: blk.22.ffn_down_exps.weight[163]: IQ4_NL blk.22.ffn_down_exps.weight[164]: IQ4_NL blk.22.ffn_down_exps.weight[165]: blk.22.ffn_down_exps.weight[166]: blk.22.ffn_down_exps.weight[167]: blk.22.ffn_down_exps.weight[168]: blk.22.ffn_down_exps.weight[169]: blk.22.ffn_down_exps.weight[170]: blk.22.ffn_down_exps.weight[171]: IQ4_NL blk.22.ffn_down_exps.weight[172]: IQ4_NL blk.22.ffn_down_exps.weight[173]: blk.22.ffn_down_exps.weight[174]: IQ4_NL blk.22.ffn_down_exps.weight[175]: IQ4_NL blk.22.ffn_down_exps.weight[176]: blk.22.ffn_down_exps.weight[177]: IQ4_NL blk.22.ffn_down_exps.weight[178]: IQ4_NL blk.22.ffn_down_exps.weight[179]: blk.22.ffn_down_exps.weight[180]: blk.22.ffn_down_exps.weight[181]: blk.22.ffn_down_exps.weight[182]: blk.22.ffn_down_exps.weight[183]: IQ4_NL blk.22.ffn_down_exps.weight[184]: blk.22.ffn_down_exps.weight[185]: blk.22.ffn_down_exps.weight[186]: IQ4_NL blk.22.ffn_down_exps.weight[187]: IQ4_NL blk.22.ffn_down_exps.weight[188]: IQ4_NL blk.22.ffn_down_exps.weight[189]: IQ4_NL blk.22.ffn_down_exps.weight[190]: IQ4_NL blk.22.ffn_down_exps.weight[191]: blk.22.ffn_down_exps.weight[192]: IQ4_NL blk.22.ffn_down_exps.weight[193]: IQ4_NL blk.22.ffn_down_exps.weight[194]: blk.22.ffn_down_exps.weight[195]: IQ4_NL blk.22.ffn_down_exps.weight[196]: IQ4_NL blk.22.ffn_down_exps.weight[197]: blk.22.ffn_down_exps.weight[198]: blk.22.ffn_down_exps.weight[199]: IQ4_NL blk.22.ffn_down_exps.weight[200]: blk.22.ffn_down_exps.weight[201]: IQ4_NL blk.22.ffn_down_exps.weight[202]: IQ4_NL blk.22.ffn_down_exps.weight[203]: blk.22.ffn_down_exps.weight[204]: IQ4_NL blk.22.ffn_down_exps.weight[205]: IQ4_NL blk.22.ffn_down_exps.weight[206]: IQ4_NL blk.22.ffn_down_exps.weight[207]: blk.22.ffn_down_exps.weight[208]: blk.22.ffn_down_exps.weight[209]: blk.22.ffn_down_exps.weight[210]: blk.22.ffn_down_exps.weight[211]: blk.22.ffn_down_exps.weight[212]: blk.22.ffn_down_exps.weight[213]: blk.22.ffn_down_exps.weight[214]: blk.22.ffn_down_exps.weight[215]: IQ4_NL blk.22.ffn_down_exps.weight[216]: IQ4_NL blk.22.ffn_down_exps.weight[217]: blk.22.ffn_down_exps.weight[218]: IQ4_NL blk.22.ffn_down_exps.weight[219]: IQ4_NL blk.22.ffn_down_exps.weight[220]: blk.22.ffn_down_exps.weight[221]: IQ4_NL blk.22.ffn_down_exps.weight[222]: IQ4_NL blk.22.ffn_down_exps.weight[223]: IQ4_NL blk.22.ffn_down_exps.weight[224]: IQ4_NL blk.22.ffn_down_exps.weight[225]: blk.22.ffn_down_exps.weight[226]: blk.22.ffn_down_exps.weight[227]: blk.22.ffn_down_exps.weight[228]: blk.22.ffn_down_exps.weight[229]: IQ4_NL blk.22.ffn_down_exps.weight[230]: IQ4_NL blk.22.ffn_down_exps.weight[231]: blk.22.ffn_down_exps.weight[232]: IQ4_NL blk.22.ffn_down_exps.weight[233]: blk.22.ffn_down_exps.weight[234]: blk.22.ffn_down_exps.weight[235]: IQ4_NL blk.22.ffn_down_exps.weight[236]: blk.22.ffn_down_exps.weight[237]: blk.22.ffn_down_exps.weight[238]: IQ4_NL blk.22.ffn_down_exps.weight[239]: blk.22.ffn_down_exps.weight[240]: blk.22.ffn_down_exps.weight[241]: IQ4_NL blk.22.ffn_down_exps.weight[242]: blk.22.ffn_down_exps.weight[243]: blk.22.ffn_down_exps.weight[244]: blk.22.ffn_down_exps.weight[245]: blk.22.ffn_down_exps.weight[246]: IQ4_NL blk.22.ffn_down_exps.weight[247]: blk.22.ffn_down_exps.weight[248]: blk.22.ffn_down_exps.weight[249]: IQ4_NL blk.22.ffn_down_exps.weight[250]: IQ4_NL blk.22.ffn_down_exps.weight[251]: blk.22.ffn_down_exps.weight[252]: IQ4_NL blk.22.ffn_down_exps.weight[253]: IQ4_NL blk.22.ffn_down_exps.weight[254]: IQ4_NL blk.22.ffn_down_exps.weight[255]: IQ4_NL blk.22.ffn_down_exps.weight[256]: IQ4_NL blk.22.ffn_down_exps.weight[257]: blk.22.ffn_down_exps.weight[258]: blk.22.ffn_down_exps.weight[259]: blk.22.ffn_down_exps.weight[260]: blk.22.ffn_down_exps.weight[261]: IQ4_NL blk.22.ffn_down_exps.weight[262]: blk.22.ffn_down_exps.weight[263]: blk.22.ffn_down_exps.weight[264]: blk.22.ffn_down_exps.weight[265]: IQ4_NL blk.22.ffn_down_exps.weight[266]: blk.22.ffn_down_exps.weight[267]: blk.22.ffn_down_exps.weight[268]: blk.22.ffn_down_exps.weight[269]: IQ4_NL blk.22.ffn_down_exps.weight[270]: IQ4_NL blk.22.ffn_down_exps.weight[271]: blk.22.ffn_down_exps.weight[272]: blk.22.ffn_down_exps.weight[273]: IQ4_NL blk.22.ffn_down_exps.weight[274]: blk.22.ffn_down_exps.weight[275]: IQ4_NL blk.22.ffn_down_exps.weight[276]: blk.22.ffn_down_exps.weight[277]: blk.22.ffn_down_exps.weight[278]: blk.22.ffn_down_exps.weight[279]: blk.22.ffn_down_exps.weight[280]: blk.22.ffn_down_exps.weight[281]: IQ4_NL blk.22.ffn_down_exps.weight[282]: blk.22.ffn_down_exps.weight[283]: IQ4_NL blk.22.ffn_down_exps.weight[284]: blk.22.ffn_down_exps.weight[285]: blk.22.ffn_down_exps.weight[286]: blk.22.ffn_down_exps.weight[287]: blk.22.ffn_down_exps.weight[288]: blk.22.ffn_down_exps.weight[289]: blk.22.ffn_down_exps.weight[290]: IQ4_NL blk.22.ffn_down_exps.weight[291]: blk.22.ffn_down_exps.weight[292]: IQ4_NL blk.22.ffn_down_exps.weight[293]: IQ4_NL blk.22.ffn_down_exps.weight[294]: IQ4_NL blk.22.ffn_down_exps.weight[295]: IQ4_NL blk.22.ffn_down_exps.weight[296]: blk.22.ffn_down_exps.weight[297]: IQ4_NL blk.22.ffn_down_exps.weight[298]: IQ4_NL blk.22.ffn_down_exps.weight[299]: blk.22.ffn_down_exps.weight[300]: IQ4_NL blk.22.ffn_down_exps.weight[301]: IQ4_NL blk.22.ffn_down_exps.weight[302]: IQ4_NL blk.22.ffn_down_exps.weight[303]: IQ4_NL blk.22.ffn_down_exps.weight[304]: blk.22.ffn_down_exps.weight[305]: IQ4_NL blk.22.ffn_down_exps.weight[306]: blk.22.ffn_down_exps.weight[307]: IQ4_NL blk.22.ffn_down_exps.weight[308]: IQ4_NL blk.22.ffn_down_exps.weight[309]: IQ4_NL blk.22.ffn_down_exps.weight[310]: blk.22.ffn_down_exps.weight[311]: blk.22.ffn_down_exps.weight[312]: IQ4_NL blk.22.ffn_down_exps.weight[313]: blk.22.ffn_down_exps.weight[314]: blk.22.ffn_down_exps.weight[315]: blk.22.ffn_down_exps.weight[316]: IQ4_NL blk.22.ffn_down_exps.weight[317]: blk.22.ffn_down_exps.weight[318]: blk.22.ffn_down_exps.weight[319]: IQ4_NL blk.22.ffn_down_exps.weight[320]: IQ4_NL blk.22.ffn_down_exps.weight[321]: IQ4_NL blk.22.ffn_down_exps.weight[322]: blk.22.ffn_down_exps.weight[323]: blk.22.ffn_down_exps.weight[324]: blk.22.ffn_down_exps.weight[325]: IQ4_NL blk.22.ffn_down_exps.weight[326]: IQ4_NL blk.22.ffn_down_exps.weight[327]: IQ4_NL blk.22.ffn_down_exps.weight[328]: blk.22.ffn_down_exps.weight[329]: blk.22.ffn_down_exps.weight[330]: blk.22.ffn_down_exps.weight[331]: blk.22.ffn_down_exps.weight[332]: IQ4_NL blk.22.ffn_down_exps.weight[333]: IQ4_NL blk.22.ffn_down_exps.weight[334]: IQ4_NL blk.22.ffn_down_exps.weight[335]: blk.22.ffn_down_exps.weight[336]: blk.22.ffn_down_exps.weight[337]: blk.22.ffn_down_exps.weight[338]: IQ4_NL blk.22.ffn_down_exps.weight[339]: IQ4_NL blk.22.ffn_down_exps.weight[340]: blk.22.ffn_down_exps.weight[341]: blk.22.ffn_down_exps.weight[342]: blk.22.ffn_down_exps.weight[343]: IQ4_NL blk.22.ffn_down_exps.weight[344]: blk.22.ffn_down_exps.weight[345]: IQ4_NL blk.22.ffn_down_exps.weight[346]: blk.22.ffn_down_exps.weight[347]: IQ4_NL blk.22.ffn_down_exps.weight[348]: blk.22.ffn_down_exps.weight[349]: IQ4_NL blk.22.ffn_down_exps.weight[350]: blk.22.ffn_down_exps.weight[351]: IQ4_NL blk.22.ffn_down_exps.weight[352]: blk.22.ffn_down_exps.weight[353]: blk.22.ffn_down_exps.weight[354]: blk.22.ffn_down_exps.weight[355]: IQ4_NL blk.22.ffn_down_exps.weight[356]: IQ4_NL blk.22.ffn_down_exps.weight[357]: blk.22.ffn_down_exps.weight[358]: IQ4_NL blk.22.ffn_down_exps.weight[359]: blk.22.ffn_down_exps.weight[360]: blk.22.ffn_down_exps.weight[361]: blk.22.ffn_down_exps.weight[362]: blk.22.ffn_down_exps.weight[363]: IQ4_NL blk.22.ffn_down_exps.weight[364]: blk.22.ffn_down_exps.weight[365]: blk.22.ffn_down_exps.weight[366]: IQ4_NL blk.22.ffn_down_exps.weight[367]: blk.22.ffn_down_exps.weight[368]: IQ4_NL blk.22.ffn_down_exps.weight[369]: blk.22.ffn_down_exps.weight[370]: blk.22.ffn_down_exps.weight[371]: blk.22.ffn_down_exps.weight[372]: blk.22.ffn_down_exps.weight[373]: IQ4_NL blk.22.ffn_down_exps.weight[374]: IQ4_NL blk.22.ffn_down_exps.weight[375]: IQ4_NL blk.22.ffn_down_exps.weight[376]: blk.22.ffn_down_exps.weight[377]: IQ4_NL blk.22.ffn_down_exps.weight[378]: blk.22.ffn_down_exps.weight[379]: blk.22.ffn_down_exps.weight[380]: IQ4_NL blk.22.ffn_down_exps.weight[381]: IQ4_NL blk.22.ffn_down_exps.weight[382]: blk.22.ffn_down_exps.weight[383]: IQ4_NL blk.22.ffn_down_exps.weight[384]: IQ4_NL blk.22.ffn_down_exps.weight[385]: IQ4_NL blk.22.ffn_down_exps.weight[386]: IQ4_NL blk.22.ffn_down_exps.weight[387]: IQ4_NL blk.22.ffn_down_exps.weight[388]: blk.22.ffn_down_exps.weight[389]: IQ4_NL blk.22.ffn_down_exps.weight[390]: IQ4_NL blk.22.ffn_down_exps.weight[391]: blk.22.ffn_down_exps.weight[392]: blk.22.ffn_down_exps.weight[393]: IQ4_NL blk.22.ffn_down_exps.weight[394]: IQ4_NL blk.22.ffn_down_exps.weight[395]: blk.22.ffn_down_exps.weight[396]: IQ4_NL blk.22.ffn_down_exps.weight[397]: blk.22.ffn_down_exps.weight[398]: blk.22.ffn_down_exps.weight[399]: IQ4_NL blk.22.ffn_down_exps.weight[400]: IQ4_NL blk.22.ffn_down_exps.weight[401]: IQ4_NL blk.22.ffn_down_exps.weight[402]: blk.22.ffn_down_exps.weight[403]: blk.22.ffn_down_exps.weight[404]: IQ4_NL blk.22.ffn_down_exps.weight[405]: IQ4_NL blk.22.ffn_down_exps.weight[406]: IQ4_NL blk.22.ffn_down_exps.weight[407]: blk.22.ffn_down_exps.weight[408]: IQ4_NL blk.22.ffn_down_exps.weight[409]: blk.22.ffn_down_exps.weight[410]: blk.22.ffn_down_exps.weight[411]: blk.22.ffn_down_exps.weight[412]: blk.22.ffn_down_exps.weight[413]: IQ4_NL blk.22.ffn_down_exps.weight[414]: IQ4_NL blk.22.ffn_down_exps.weight[415]: blk.22.ffn_down_exps.weight[416]: IQ4_NL blk.22.ffn_down_exps.weight[417]: IQ4_NL blk.22.ffn_down_exps.weight[418]: IQ4_NL blk.22.ffn_down_exps.weight[419]: IQ4_NL blk.22.ffn_down_exps.weight[420]: blk.22.ffn_down_exps.weight[421]: blk.22.ffn_down_exps.weight[422]: blk.22.ffn_down_exps.weight[423]: IQ4_NL blk.22.ffn_down_exps.weight[424]: IQ4_NL blk.22.ffn_down_exps.weight[425]: IQ4_NL blk.22.ffn_down_exps.weight[426]: IQ4_NL blk.22.ffn_down_exps.weight[427]: blk.22.ffn_down_exps.weight[428]: IQ4_NL blk.22.ffn_down_exps.weight[429]: IQ4_NL blk.22.ffn_down_exps.weight[430]: IQ4_NL blk.22.ffn_down_exps.weight[431]: IQ4_NL blk.22.ffn_down_exps.weight[432]: IQ4_NL blk.22.ffn_down_exps.weight[433]: blk.22.ffn_down_exps.weight[434]: IQ4_NL blk.22.ffn_down_exps.weight[435]: IQ4_NL blk.22.ffn_down_exps.weight[436]: IQ4_NL blk.22.ffn_down_exps.weight[437]: IQ4_NL blk.22.ffn_down_exps.weight[438]: IQ4_NL blk.22.ffn_down_exps.weight[439]: blk.22.ffn_down_exps.weight[440]: blk.22.ffn_down_exps.weight[441]: IQ4_NL blk.22.ffn_down_exps.weight[442]: blk.22.ffn_down_exps.weight[443]: blk.22.ffn_down_exps.weight[444]: IQ4_NL blk.22.ffn_down_exps.weight[445]: IQ4_NL blk.22.ffn_down_exps.weight[446]: IQ4_NL blk.22.ffn_down_exps.weight[447]: blk.22.ffn_down_exps.weight[448]: blk.22.ffn_down_exps.weight[449]: blk.22.ffn_down_exps.weight[450]: IQ4_NL blk.22.ffn_down_exps.weight[451]: IQ4_NL blk.22.ffn_down_exps.weight[452]: blk.22.ffn_down_exps.weight[453]: IQ4_NL blk.22.ffn_down_exps.weight[454]: IQ4_NL blk.22.ffn_down_exps.weight[455]: blk.22.ffn_down_exps.weight[456]: IQ4_NL blk.22.ffn_down_exps.weight[457]: IQ4_NL blk.22.ffn_down_exps.weight[458]: blk.22.ffn_down_exps.weight[459]: blk.22.ffn_down_exps.weight[460]: IQ4_NL blk.22.ffn_down_exps.weight[461]: IQ4_NL blk.22.ffn_down_exps.weight[462]: IQ4_NL blk.22.ffn_down_exps.weight[463]: blk.22.ffn_down_exps.weight[464]: blk.22.ffn_down_exps.weight[465]: IQ4_NL blk.22.ffn_down_exps.weight[466]: blk.22.ffn_down_exps.weight[467]: blk.22.ffn_down_exps.weight[468]: blk.22.ffn_down_exps.weight[469]: blk.22.ffn_down_exps.weight[470]: IQ4_NL blk.22.ffn_down_exps.weight[471]: IQ4_NL blk.22.ffn_down_exps.weight[472]: IQ4_NL blk.22.ffn_down_exps.weight[473]: blk.22.ffn_down_exps.weight[474]: blk.22.ffn_down_exps.weight[475]: blk.22.ffn_down_exps.weight[476]: blk.22.ffn_down_exps.weight[477]: blk.22.ffn_down_exps.weight[478]: blk.22.ffn_down_exps.weight[479]: IQ4_NL blk.22.ffn_down_exps.weight[480]: blk.22.ffn_down_exps.weight[481]: IQ4_NL blk.22.ffn_down_exps.weight[482]: IQ4_NL blk.22.ffn_down_exps.weight[483]: blk.22.ffn_down_exps.weight[484]: blk.22.ffn_down_exps.weight[485]: blk.22.ffn_down_exps.weight[486]: IQ4_NL blk.22.ffn_down_exps.weight[487]: IQ4_NL blk.22.ffn_down_exps.weight[488]: IQ4_NL blk.22.ffn_down_exps.weight[489]: IQ4_NL blk.22.ffn_down_exps.weight[490]: blk.22.ffn_down_exps.weight[491]: IQ4_NL blk.22.ffn_down_exps.weight[492]: blk.22.ffn_down_exps.weight[493]: blk.22.ffn_down_exps.weight[494]: blk.22.ffn_down_exps.weight[495]: IQ4_NL blk.22.ffn_down_exps.weight[496]: blk.22.ffn_down_exps.weight[497]: blk.22.ffn_down_exps.weight[498]: IQ4_NL blk.22.ffn_down_exps.weight[499]: IQ4_NL blk.22.ffn_down_exps.weight[500]: IQ4_NL blk.22.ffn_down_exps.weight[501]: IQ4_NL blk.22.ffn_down_exps.weight[502]: blk.22.ffn_down_exps.weight[503]: blk.22.ffn_down_exps.weight[504]: IQ4_NL blk.22.ffn_down_exps.weight[505]: IQ4_NL blk.22.ffn_down_exps.weight[506]: IQ4_NL blk.22.ffn_down_exps.weight[507]: blk.22.ffn_down_exps.weight[508]: blk.22.ffn_down_exps.weight[509]: IQ4_NL blk.22.ffn_down_exps.weight[510]: blk.22.ffn_down_exps.weight[511]: IQ4_NL blk.23.ffn_gate_exps.weight[0]: IQ2_S blk.23.ffn_gate_exps.weight[1]: blk.23.ffn_gate_exps.weight[2]: blk.23.ffn_gate_exps.weight[3]: IQ2_S blk.23.ffn_gate_exps.weight[4]: blk.23.ffn_gate_exps.weight[5]: blk.23.ffn_gate_exps.weight[6]: IQ2_S blk.23.ffn_gate_exps.weight[7]: blk.23.ffn_gate_exps.weight[8]: blk.23.ffn_gate_exps.weight[9]: IQ2_S blk.23.ffn_gate_exps.weight[10]: IQ2_S blk.23.ffn_gate_exps.weight[11]: blk.23.ffn_gate_exps.weight[12]: IQ2_S blk.23.ffn_gate_exps.weight[13]: IQ2_S blk.23.ffn_gate_exps.weight[14]: blk.23.ffn_gate_exps.weight[15]: blk.23.ffn_gate_exps.weight[16]: IQ2_S blk.23.ffn_gate_exps.weight[17]: blk.23.ffn_gate_exps.weight[18]: IQ2_S blk.23.ffn_gate_exps.weight[19]: blk.23.ffn_gate_exps.weight[20]: IQ2_S blk.23.ffn_gate_exps.weight[21]: IQ2_S blk.23.ffn_gate_exps.weight[22]: blk.23.ffn_gate_exps.weight[23]: blk.23.ffn_gate_exps.weight[24]: IQ2_S blk.23.ffn_gate_exps.weight[25]: blk.23.ffn_gate_exps.weight[26]: IQ2_S blk.23.ffn_gate_exps.weight[27]: blk.23.ffn_gate_exps.weight[28]: IQ2_S blk.23.ffn_gate_exps.weight[29]: blk.23.ffn_gate_exps.weight[30]: blk.23.ffn_gate_exps.weight[31]: IQ2_S blk.23.ffn_gate_exps.weight[32]: blk.23.ffn_gate_exps.weight[33]: blk.23.ffn_gate_exps.weight[34]: blk.23.ffn_gate_exps.weight[35]: blk.23.ffn_gate_exps.weight[36]: IQ2_S blk.23.ffn_gate_exps.weight[37]: blk.23.ffn_gate_exps.weight[38]: blk.23.ffn_gate_exps.weight[39]: IQ2_S blk.23.ffn_gate_exps.weight[40]: blk.23.ffn_gate_exps.weight[41]: IQ2_S blk.23.ffn_gate_exps.weight[42]: IQ2_S blk.23.ffn_gate_exps.weight[43]: blk.23.ffn_gate_exps.weight[44]: blk.23.ffn_gate_exps.weight[45]: blk.23.ffn_gate_exps.weight[46]: blk.23.ffn_gate_exps.weight[47]: blk.23.ffn_gate_exps.weight[48]: IQ2_S blk.23.ffn_gate_exps.weight[49]: blk.23.ffn_gate_exps.weight[50]: IQ2_S blk.23.ffn_gate_exps.weight[51]: blk.23.ffn_gate_exps.weight[52]: IQ2_S blk.23.ffn_gate_exps.weight[53]: blk.23.ffn_gate_exps.weight[54]: IQ2_S blk.23.ffn_gate_exps.weight[55]: blk.23.ffn_gate_exps.weight[56]: IQ2_S blk.23.ffn_gate_exps.weight[57]: IQ2_S blk.23.ffn_gate_exps.weight[58]: IQ2_S blk.23.ffn_gate_exps.weight[59]: IQ2_S blk.23.ffn_gate_exps.weight[60]: blk.23.ffn_gate_exps.weight[61]: blk.23.ffn_gate_exps.weight[62]: IQ2_S blk.23.ffn_gate_exps.weight[63]: IQ2_S blk.23.ffn_gate_exps.weight[64]: blk.23.ffn_gate_exps.weight[65]: blk.23.ffn_gate_exps.weight[66]: IQ2_S blk.23.ffn_gate_exps.weight[67]: IQ2_S blk.23.ffn_gate_exps.weight[68]: IQ2_S blk.23.ffn_gate_exps.weight[69]: blk.23.ffn_gate_exps.weight[70]: IQ2_S blk.23.ffn_gate_exps.weight[71]: blk.23.ffn_gate_exps.weight[72]: IQ2_S blk.23.ffn_gate_exps.weight[73]: IQ2_S blk.23.ffn_gate_exps.weight[74]: blk.23.ffn_gate_exps.weight[75]: IQ2_S blk.23.ffn_gate_exps.weight[76]: blk.23.ffn_gate_exps.weight[77]: blk.23.ffn_gate_exps.weight[78]: IQ2_S blk.23.ffn_gate_exps.weight[79]: IQ2_S blk.23.ffn_gate_exps.weight[80]: blk.23.ffn_gate_exps.weight[81]: IQ2_S blk.23.ffn_gate_exps.weight[82]: IQ2_S blk.23.ffn_gate_exps.weight[83]: IQ2_S blk.23.ffn_gate_exps.weight[84]: IQ2_S blk.23.ffn_gate_exps.weight[85]: IQ2_S blk.23.ffn_gate_exps.weight[86]: blk.23.ffn_gate_exps.weight[87]: IQ2_S blk.23.ffn_gate_exps.weight[88]: blk.23.ffn_gate_exps.weight[89]: blk.23.ffn_gate_exps.weight[90]: blk.23.ffn_gate_exps.weight[91]: blk.23.ffn_gate_exps.weight[92]: blk.23.ffn_gate_exps.weight[93]: blk.23.ffn_gate_exps.weight[94]: blk.23.ffn_gate_exps.weight[95]: IQ2_S blk.23.ffn_gate_exps.weight[96]: blk.23.ffn_gate_exps.weight[97]: IQ2_S blk.23.ffn_gate_exps.weight[98]: blk.23.ffn_gate_exps.weight[99]: IQ2_S blk.23.ffn_gate_exps.weight[100]: IQ2_S blk.23.ffn_gate_exps.weight[101]: blk.23.ffn_gate_exps.weight[102]: IQ2_S blk.23.ffn_gate_exps.weight[103]: IQ2_S blk.23.ffn_gate_exps.weight[104]: blk.23.ffn_gate_exps.weight[105]: IQ2_S blk.23.ffn_gate_exps.weight[106]: blk.23.ffn_gate_exps.weight[107]: IQ2_S blk.23.ffn_gate_exps.weight[108]: blk.23.ffn_gate_exps.weight[109]: IQ2_S blk.23.ffn_gate_exps.weight[110]: IQ2_S blk.23.ffn_gate_exps.weight[111]: IQ2_S blk.23.ffn_gate_exps.weight[112]: IQ2_S blk.23.ffn_gate_exps.weight[113]: blk.23.ffn_gate_exps.weight[114]: IQ2_S blk.23.ffn_gate_exps.weight[115]: blk.23.ffn_gate_exps.weight[116]: blk.23.ffn_gate_exps.weight[117]: IQ2_S blk.23.ffn_gate_exps.weight[118]: IQ2_S blk.23.ffn_gate_exps.weight[119]: blk.23.ffn_gate_exps.weight[120]: IQ2_S blk.23.ffn_gate_exps.weight[121]: IQ2_S blk.23.ffn_gate_exps.weight[122]: blk.23.ffn_gate_exps.weight[123]: blk.23.ffn_gate_exps.weight[124]: blk.23.ffn_gate_exps.weight[125]: IQ2_S blk.23.ffn_gate_exps.weight[126]: blk.23.ffn_gate_exps.weight[127]: blk.23.ffn_gate_exps.weight[128]: IQ2_S blk.23.ffn_gate_exps.weight[129]: blk.23.ffn_gate_exps.weight[130]: blk.23.ffn_gate_exps.weight[131]: blk.23.ffn_gate_exps.weight[132]: IQ2_S blk.23.ffn_gate_exps.weight[133]: blk.23.ffn_gate_exps.weight[134]: IQ2_S blk.23.ffn_gate_exps.weight[135]: blk.23.ffn_gate_exps.weight[136]: blk.23.ffn_gate_exps.weight[137]: blk.23.ffn_gate_exps.weight[138]: blk.23.ffn_gate_exps.weight[139]: IQ2_S blk.23.ffn_gate_exps.weight[140]: blk.23.ffn_gate_exps.weight[141]: IQ2_S blk.23.ffn_gate_exps.weight[142]: IQ2_S blk.23.ffn_gate_exps.weight[143]: IQ2_S blk.23.ffn_gate_exps.weight[144]: IQ2_S blk.23.ffn_gate_exps.weight[145]: IQ2_S blk.23.ffn_gate_exps.weight[146]: blk.23.ffn_gate_exps.weight[147]: blk.23.ffn_gate_exps.weight[148]: blk.23.ffn_gate_exps.weight[149]: blk.23.ffn_gate_exps.weight[150]: blk.23.ffn_gate_exps.weight[151]: blk.23.ffn_gate_exps.weight[152]: blk.23.ffn_gate_exps.weight[153]: IQ2_S blk.23.ffn_gate_exps.weight[154]: blk.23.ffn_gate_exps.weight[155]: IQ2_S blk.23.ffn_gate_exps.weight[156]: IQ2_S blk.23.ffn_gate_exps.weight[157]: blk.23.ffn_gate_exps.weight[158]: blk.23.ffn_gate_exps.weight[159]: IQ2_S blk.23.ffn_gate_exps.weight[160]: IQ2_S blk.23.ffn_gate_exps.weight[161]: IQ2_S blk.23.ffn_gate_exps.weight[162]: blk.23.ffn_gate_exps.weight[163]: blk.23.ffn_gate_exps.weight[164]: IQ2_S blk.23.ffn_gate_exps.weight[165]: blk.23.ffn_gate_exps.weight[166]: IQ2_S blk.23.ffn_gate_exps.weight[167]: IQ2_S blk.23.ffn_gate_exps.weight[168]: blk.23.ffn_gate_exps.weight[169]: IQ2_S blk.23.ffn_gate_exps.weight[170]: IQ2_S blk.23.ffn_gate_exps.weight[171]: IQ2_S blk.23.ffn_gate_exps.weight[172]: blk.23.ffn_gate_exps.weight[173]: blk.23.ffn_gate_exps.weight[174]: IQ2_S blk.23.ffn_gate_exps.weight[175]: IQ2_S blk.23.ffn_gate_exps.weight[176]: IQ2_S blk.23.ffn_gate_exps.weight[177]: IQ2_S blk.23.ffn_gate_exps.weight[178]: blk.23.ffn_gate_exps.weight[179]: IQ2_S blk.23.ffn_gate_exps.weight[180]: IQ2_S blk.23.ffn_gate_exps.weight[181]: blk.23.ffn_gate_exps.weight[182]: IQ2_S blk.23.ffn_gate_exps.weight[183]: IQ2_S blk.23.ffn_gate_exps.weight[184]: blk.23.ffn_gate_exps.weight[185]: blk.23.ffn_gate_exps.weight[186]: blk.23.ffn_gate_exps.weight[187]: blk.23.ffn_gate_exps.weight[188]: IQ2_S blk.23.ffn_gate_exps.weight[189]: IQ2_S blk.23.ffn_gate_exps.weight[190]: blk.23.ffn_gate_exps.weight[191]: IQ2_S blk.23.ffn_gate_exps.weight[192]: IQ2_S blk.23.ffn_gate_exps.weight[193]: IQ2_S blk.23.ffn_gate_exps.weight[194]: IQ2_S blk.23.ffn_gate_exps.weight[195]: blk.23.ffn_gate_exps.weight[196]: IQ2_S blk.23.ffn_gate_exps.weight[197]: blk.23.ffn_gate_exps.weight[198]: blk.23.ffn_gate_exps.weight[199]: IQ2_S blk.23.ffn_gate_exps.weight[200]: IQ2_S blk.23.ffn_gate_exps.weight[201]: IQ2_S blk.23.ffn_gate_exps.weight[202]: blk.23.ffn_gate_exps.weight[203]: IQ2_S blk.23.ffn_gate_exps.weight[204]: blk.23.ffn_gate_exps.weight[205]: IQ2_S blk.23.ffn_gate_exps.weight[206]: IQ2_S blk.23.ffn_gate_exps.weight[207]: IQ2_S blk.23.ffn_gate_exps.weight[208]: IQ2_S blk.23.ffn_gate_exps.weight[209]: IQ2_S blk.23.ffn_gate_exps.weight[210]: IQ2_S blk.23.ffn_gate_exps.weight[211]: IQ2_S blk.23.ffn_gate_exps.weight[212]: blk.23.ffn_gate_exps.weight[213]: blk.23.ffn_gate_exps.weight[214]: IQ2_S blk.23.ffn_gate_exps.weight[215]: IQ2_S blk.23.ffn_gate_exps.weight[216]: IQ2_S blk.23.ffn_gate_exps.weight[217]: blk.23.ffn_gate_exps.weight[218]: blk.23.ffn_gate_exps.weight[219]: IQ2_S blk.23.ffn_gate_exps.weight[220]: blk.23.ffn_gate_exps.weight[221]: blk.23.ffn_gate_exps.weight[222]: IQ2_S blk.23.ffn_gate_exps.weight[223]: blk.23.ffn_gate_exps.weight[224]: IQ2_S blk.23.ffn_gate_exps.weight[225]: blk.23.ffn_gate_exps.weight[226]: IQ2_S blk.23.ffn_gate_exps.weight[227]: IQ2_S blk.23.ffn_gate_exps.weight[228]: IQ2_S blk.23.ffn_gate_exps.weight[229]: blk.23.ffn_gate_exps.weight[230]: IQ2_S blk.23.ffn_gate_exps.weight[231]: blk.23.ffn_gate_exps.weight[232]: blk.23.ffn_gate_exps.weight[233]: blk.23.ffn_gate_exps.weight[234]: IQ2_S blk.23.ffn_gate_exps.weight[235]: blk.23.ffn_gate_exps.weight[236]: blk.23.ffn_gate_exps.weight[237]: blk.23.ffn_gate_exps.weight[238]: IQ2_S blk.23.ffn_gate_exps.weight[239]: IQ2_S blk.23.ffn_gate_exps.weight[240]: blk.23.ffn_gate_exps.weight[241]: blk.23.ffn_gate_exps.weight[242]: IQ2_S blk.23.ffn_gate_exps.weight[243]: blk.23.ffn_gate_exps.weight[244]: IQ2_S blk.23.ffn_gate_exps.weight[245]: IQ2_S blk.23.ffn_gate_exps.weight[246]: blk.23.ffn_gate_exps.weight[247]: IQ2_S blk.23.ffn_gate_exps.weight[248]: IQ2_S blk.23.ffn_gate_exps.weight[249]: blk.23.ffn_gate_exps.weight[250]: blk.23.ffn_gate_exps.weight[251]: IQ2_S blk.23.ffn_gate_exps.weight[252]: IQ2_S blk.23.ffn_gate_exps.weight[253]: blk.23.ffn_gate_exps.weight[254]: IQ2_S blk.23.ffn_gate_exps.weight[255]: IQ2_S blk.23.ffn_gate_exps.weight[256]: blk.23.ffn_gate_exps.weight[257]: blk.23.ffn_gate_exps.weight[258]: blk.23.ffn_gate_exps.weight[259]: blk.23.ffn_gate_exps.weight[260]: IQ2_S blk.23.ffn_gate_exps.weight[261]: blk.23.ffn_gate_exps.weight[262]: blk.23.ffn_gate_exps.weight[263]: IQ2_S blk.23.ffn_gate_exps.weight[264]: IQ2_S blk.23.ffn_gate_exps.weight[265]: blk.23.ffn_gate_exps.weight[266]: blk.23.ffn_gate_exps.weight[267]: blk.23.ffn_gate_exps.weight[268]: IQ2_S blk.23.ffn_gate_exps.weight[269]: blk.23.ffn_gate_exps.weight[270]: IQ2_S blk.23.ffn_gate_exps.weight[271]: IQ2_S blk.23.ffn_gate_exps.weight[272]: IQ2_S blk.23.ffn_gate_exps.weight[273]: blk.23.ffn_gate_exps.weight[274]: IQ2_S blk.23.ffn_gate_exps.weight[275]: IQ2_S blk.23.ffn_gate_exps.weight[276]: blk.23.ffn_gate_exps.weight[277]: blk.23.ffn_gate_exps.weight[278]: blk.23.ffn_gate_exps.weight[279]: IQ2_S blk.23.ffn_gate_exps.weight[280]: blk.23.ffn_gate_exps.weight[281]: IQ2_S blk.23.ffn_gate_exps.weight[282]: IQ2_S blk.23.ffn_gate_exps.weight[283]: blk.23.ffn_gate_exps.weight[284]: blk.23.ffn_gate_exps.weight[285]: blk.23.ffn_gate_exps.weight[286]: IQ2_S blk.23.ffn_gate_exps.weight[287]: IQ2_S blk.23.ffn_gate_exps.weight[288]: IQ2_S blk.23.ffn_gate_exps.weight[289]: IQ2_S blk.23.ffn_gate_exps.weight[290]: IQ2_S blk.23.ffn_gate_exps.weight[291]: IQ2_S blk.23.ffn_gate_exps.weight[292]: blk.23.ffn_gate_exps.weight[293]: IQ2_S blk.23.ffn_gate_exps.weight[294]: blk.23.ffn_gate_exps.weight[295]: IQ2_S blk.23.ffn_gate_exps.weight[296]: blk.23.ffn_gate_exps.weight[297]: IQ2_S blk.23.ffn_gate_exps.weight[298]: IQ2_S blk.23.ffn_gate_exps.weight[299]: IQ2_S blk.23.ffn_gate_exps.weight[300]: blk.23.ffn_gate_exps.weight[301]: blk.23.ffn_gate_exps.weight[302]: blk.23.ffn_gate_exps.weight[303]: IQ2_S blk.23.ffn_gate_exps.weight[304]: IQ2_S blk.23.ffn_gate_exps.weight[305]: blk.23.ffn_gate_exps.weight[306]: IQ2_S blk.23.ffn_gate_exps.weight[307]: blk.23.ffn_gate_exps.weight[308]: blk.23.ffn_gate_exps.weight[309]: blk.23.ffn_gate_exps.weight[310]: blk.23.ffn_gate_exps.weight[311]: blk.23.ffn_gate_exps.weight[312]: blk.23.ffn_gate_exps.weight[313]: blk.23.ffn_gate_exps.weight[314]: IQ2_S blk.23.ffn_gate_exps.weight[315]: blk.23.ffn_gate_exps.weight[316]: IQ2_S blk.23.ffn_gate_exps.weight[317]: blk.23.ffn_gate_exps.weight[318]: IQ2_S blk.23.ffn_gate_exps.weight[319]: IQ2_S blk.23.ffn_gate_exps.weight[320]: blk.23.ffn_gate_exps.weight[321]: blk.23.ffn_gate_exps.weight[322]: blk.23.ffn_gate_exps.weight[323]: IQ2_S blk.23.ffn_gate_exps.weight[324]: blk.23.ffn_gate_exps.weight[325]: blk.23.ffn_gate_exps.weight[326]: IQ2_S blk.23.ffn_gate_exps.weight[327]: IQ2_S blk.23.ffn_gate_exps.weight[328]: blk.23.ffn_gate_exps.weight[329]: IQ2_S blk.23.ffn_gate_exps.weight[330]: blk.23.ffn_gate_exps.weight[331]: blk.23.ffn_gate_exps.weight[332]: IQ2_S blk.23.ffn_gate_exps.weight[333]: IQ2_S blk.23.ffn_gate_exps.weight[334]: blk.23.ffn_gate_exps.weight[335]: IQ2_S blk.23.ffn_gate_exps.weight[336]: IQ2_S blk.23.ffn_gate_exps.weight[337]: blk.23.ffn_gate_exps.weight[338]: IQ2_S blk.23.ffn_gate_exps.weight[339]: IQ2_S blk.23.ffn_gate_exps.weight[340]: blk.23.ffn_gate_exps.weight[341]: blk.23.ffn_gate_exps.weight[342]: IQ2_S blk.23.ffn_gate_exps.weight[343]: blk.23.ffn_gate_exps.weight[344]: IQ2_S blk.23.ffn_gate_exps.weight[345]: blk.23.ffn_gate_exps.weight[346]: IQ2_S blk.23.ffn_gate_exps.weight[347]: IQ2_S blk.23.ffn_gate_exps.weight[348]: blk.23.ffn_gate_exps.weight[349]: IQ2_S blk.23.ffn_gate_exps.weight[350]: blk.23.ffn_gate_exps.weight[351]: IQ2_S blk.23.ffn_gate_exps.weight[352]: IQ2_S blk.23.ffn_gate_exps.weight[353]: blk.23.ffn_gate_exps.weight[354]: IQ2_S blk.23.ffn_gate_exps.weight[355]: IQ2_S blk.23.ffn_gate_exps.weight[356]: IQ2_S blk.23.ffn_gate_exps.weight[357]: blk.23.ffn_gate_exps.weight[358]: blk.23.ffn_gate_exps.weight[359]: blk.23.ffn_gate_exps.weight[360]: blk.23.ffn_gate_exps.weight[361]: IQ2_S blk.23.ffn_gate_exps.weight[362]: IQ2_S blk.23.ffn_gate_exps.weight[363]: IQ2_S blk.23.ffn_gate_exps.weight[364]: IQ2_S blk.23.ffn_gate_exps.weight[365]: blk.23.ffn_gate_exps.weight[366]: blk.23.ffn_gate_exps.weight[367]: IQ2_S blk.23.ffn_gate_exps.weight[368]: IQ2_S blk.23.ffn_gate_exps.weight[369]: blk.23.ffn_gate_exps.weight[370]: blk.23.ffn_gate_exps.weight[371]: blk.23.ffn_gate_exps.weight[372]: IQ2_S blk.23.ffn_gate_exps.weight[373]: IQ2_S blk.23.ffn_gate_exps.weight[374]: blk.23.ffn_gate_exps.weight[375]: blk.23.ffn_gate_exps.weight[376]: IQ2_S blk.23.ffn_gate_exps.weight[377]: IQ2_S blk.23.ffn_gate_exps.weight[378]: blk.23.ffn_gate_exps.weight[379]: blk.23.ffn_gate_exps.weight[380]: blk.23.ffn_gate_exps.weight[381]: blk.23.ffn_gate_exps.weight[382]: IQ2_S blk.23.ffn_gate_exps.weight[383]: blk.23.ffn_gate_exps.weight[384]: IQ2_S blk.23.ffn_gate_exps.weight[385]: IQ2_S blk.23.ffn_gate_exps.weight[386]: IQ2_S blk.23.ffn_gate_exps.weight[387]: IQ2_S blk.23.ffn_gate_exps.weight[388]: IQ2_S blk.23.ffn_gate_exps.weight[389]: IQ2_S blk.23.ffn_gate_exps.weight[390]: IQ2_S blk.23.ffn_gate_exps.weight[391]: blk.23.ffn_gate_exps.weight[392]: blk.23.ffn_gate_exps.weight[393]: IQ2_S blk.23.ffn_gate_exps.weight[394]: IQ2_S blk.23.ffn_gate_exps.weight[395]: IQ2_S blk.23.ffn_gate_exps.weight[396]: blk.23.ffn_gate_exps.weight[397]: blk.23.ffn_gate_exps.weight[398]: IQ2_S blk.23.ffn_gate_exps.weight[399]: blk.23.ffn_gate_exps.weight[400]: blk.23.ffn_gate_exps.weight[401]: blk.23.ffn_gate_exps.weight[402]: IQ2_S blk.23.ffn_gate_exps.weight[403]: blk.23.ffn_gate_exps.weight[404]: IQ2_S blk.23.ffn_gate_exps.weight[405]: IQ2_S blk.23.ffn_gate_exps.weight[406]: blk.23.ffn_gate_exps.weight[407]: IQ2_S blk.23.ffn_gate_exps.weight[408]: blk.23.ffn_gate_exps.weight[409]: IQ2_S blk.23.ffn_gate_exps.weight[410]: blk.23.ffn_gate_exps.weight[411]: IQ2_S blk.23.ffn_gate_exps.weight[412]: IQ2_S blk.23.ffn_gate_exps.weight[413]: blk.23.ffn_gate_exps.weight[414]: IQ2_S blk.23.ffn_gate_exps.weight[415]: blk.23.ffn_gate_exps.weight[416]: blk.23.ffn_gate_exps.weight[417]: blk.23.ffn_gate_exps.weight[418]: blk.23.ffn_gate_exps.weight[419]: blk.23.ffn_gate_exps.weight[420]: blk.23.ffn_gate_exps.weight[421]: IQ2_S blk.23.ffn_gate_exps.weight[422]: blk.23.ffn_gate_exps.weight[423]: blk.23.ffn_gate_exps.weight[424]: IQ2_S blk.23.ffn_gate_exps.weight[425]: IQ2_S blk.23.ffn_gate_exps.weight[426]: IQ2_S blk.23.ffn_gate_exps.weight[427]: blk.23.ffn_gate_exps.weight[428]: blk.23.ffn_gate_exps.weight[429]: IQ2_S blk.23.ffn_gate_exps.weight[430]: blk.23.ffn_gate_exps.weight[431]: blk.23.ffn_gate_exps.weight[432]: IQ2_S blk.23.ffn_gate_exps.weight[433]: blk.23.ffn_gate_exps.weight[434]: blk.23.ffn_gate_exps.weight[435]: blk.23.ffn_gate_exps.weight[436]: IQ2_S blk.23.ffn_gate_exps.weight[437]: IQ2_S blk.23.ffn_gate_exps.weight[438]: blk.23.ffn_gate_exps.weight[439]: blk.23.ffn_gate_exps.weight[440]: IQ2_S blk.23.ffn_gate_exps.weight[441]: blk.23.ffn_gate_exps.weight[442]: IQ2_S blk.23.ffn_gate_exps.weight[443]: IQ2_S blk.23.ffn_gate_exps.weight[444]: blk.23.ffn_gate_exps.weight[445]: blk.23.ffn_gate_exps.weight[446]: blk.23.ffn_gate_exps.weight[447]: IQ2_S blk.23.ffn_gate_exps.weight[448]: blk.23.ffn_gate_exps.weight[449]: IQ2_S blk.23.ffn_gate_exps.weight[450]: IQ2_S blk.23.ffn_gate_exps.weight[451]: IQ2_S blk.23.ffn_gate_exps.weight[452]: IQ2_S blk.23.ffn_gate_exps.weight[453]: IQ2_S blk.23.ffn_gate_exps.weight[454]: blk.23.ffn_gate_exps.weight[455]: blk.23.ffn_gate_exps.weight[456]: IQ2_S blk.23.ffn_gate_exps.weight[457]: blk.23.ffn_gate_exps.weight[458]: blk.23.ffn_gate_exps.weight[459]: IQ2_S blk.23.ffn_gate_exps.weight[460]: blk.23.ffn_gate_exps.weight[461]: blk.23.ffn_gate_exps.weight[462]: IQ2_S blk.23.ffn_gate_exps.weight[463]: IQ2_S blk.23.ffn_gate_exps.weight[464]: IQ2_S blk.23.ffn_gate_exps.weight[465]: IQ2_S blk.23.ffn_gate_exps.weight[466]: blk.23.ffn_gate_exps.weight[467]: IQ2_S blk.23.ffn_gate_exps.weight[468]: blk.23.ffn_gate_exps.weight[469]: IQ2_S blk.23.ffn_gate_exps.weight[470]: blk.23.ffn_gate_exps.weight[471]: blk.23.ffn_gate_exps.weight[472]: blk.23.ffn_gate_exps.weight[473]: blk.23.ffn_gate_exps.weight[474]: blk.23.ffn_gate_exps.weight[475]: blk.23.ffn_gate_exps.weight[476]: blk.23.ffn_gate_exps.weight[477]: IQ2_S blk.23.ffn_gate_exps.weight[478]: IQ2_S blk.23.ffn_gate_exps.weight[479]: IQ2_S blk.23.ffn_gate_exps.weight[480]: IQ2_S blk.23.ffn_gate_exps.weight[481]: blk.23.ffn_gate_exps.weight[482]: IQ2_S blk.23.ffn_gate_exps.weight[483]: blk.23.ffn_gate_exps.weight[484]: IQ2_S blk.23.ffn_gate_exps.weight[485]: IQ2_S blk.23.ffn_gate_exps.weight[486]: IQ2_S blk.23.ffn_gate_exps.weight[487]: blk.23.ffn_gate_exps.weight[488]: IQ2_S blk.23.ffn_gate_exps.weight[489]: blk.23.ffn_gate_exps.weight[490]: IQ2_S blk.23.ffn_gate_exps.weight[491]: blk.23.ffn_gate_exps.weight[492]: blk.23.ffn_gate_exps.weight[493]: IQ2_S blk.23.ffn_gate_exps.weight[494]: blk.23.ffn_gate_exps.weight[495]: IQ2_S blk.23.ffn_gate_exps.weight[496]: IQ2_S blk.23.ffn_gate_exps.weight[497]: blk.23.ffn_gate_exps.weight[498]: blk.23.ffn_gate_exps.weight[499]: IQ2_S blk.23.ffn_gate_exps.weight[500]: IQ2_S blk.23.ffn_gate_exps.weight[501]: IQ2_S blk.23.ffn_gate_exps.weight[502]: blk.23.ffn_gate_exps.weight[503]: blk.23.ffn_gate_exps.weight[504]: blk.23.ffn_gate_exps.weight[505]: blk.23.ffn_gate_exps.weight[506]: blk.23.ffn_gate_exps.weight[507]: IQ2_S blk.23.ffn_gate_exps.weight[508]: blk.23.ffn_gate_exps.weight[509]: IQ2_S blk.23.ffn_gate_exps.weight[510]: IQ2_S blk.23.ffn_gate_exps.weight[511]: IQ2_S blk.23.ffn_up_exps.weight[0]: IQ2_S blk.23.ffn_up_exps.weight[1]: blk.23.ffn_up_exps.weight[2]: blk.23.ffn_up_exps.weight[3]: IQ2_S blk.23.ffn_up_exps.weight[4]: blk.23.ffn_up_exps.weight[5]: blk.23.ffn_up_exps.weight[6]: IQ2_S blk.23.ffn_up_exps.weight[7]: blk.23.ffn_up_exps.weight[8]: blk.23.ffn_up_exps.weight[9]: IQ2_S blk.23.ffn_up_exps.weight[10]: IQ2_S blk.23.ffn_up_exps.weight[11]: blk.23.ffn_up_exps.weight[12]: IQ2_S blk.23.ffn_up_exps.weight[13]: IQ2_S blk.23.ffn_up_exps.weight[14]: blk.23.ffn_up_exps.weight[15]: blk.23.ffn_up_exps.weight[16]: IQ2_S blk.23.ffn_up_exps.weight[17]: blk.23.ffn_up_exps.weight[18]: IQ2_S blk.23.ffn_up_exps.weight[19]: blk.23.ffn_up_exps.weight[20]: IQ2_S blk.23.ffn_up_exps.weight[21]: IQ2_S blk.23.ffn_up_exps.weight[22]: blk.23.ffn_up_exps.weight[23]: blk.23.ffn_up_exps.weight[24]: IQ2_S blk.23.ffn_up_exps.weight[25]: blk.23.ffn_up_exps.weight[26]: IQ2_S blk.23.ffn_up_exps.weight[27]: blk.23.ffn_up_exps.weight[28]: IQ2_S blk.23.ffn_up_exps.weight[29]: blk.23.ffn_up_exps.weight[30]: blk.23.ffn_up_exps.weight[31]: IQ2_S blk.23.ffn_up_exps.weight[32]: blk.23.ffn_up_exps.weight[33]: blk.23.ffn_up_exps.weight[34]: blk.23.ffn_up_exps.weight[35]: blk.23.ffn_up_exps.weight[36]: IQ2_S blk.23.ffn_up_exps.weight[37]: blk.23.ffn_up_exps.weight[38]: blk.23.ffn_up_exps.weight[39]: IQ2_S blk.23.ffn_up_exps.weight[40]: blk.23.ffn_up_exps.weight[41]: IQ2_S blk.23.ffn_up_exps.weight[42]: IQ2_S blk.23.ffn_up_exps.weight[43]: blk.23.ffn_up_exps.weight[44]: blk.23.ffn_up_exps.weight[45]: blk.23.ffn_up_exps.weight[46]: blk.23.ffn_up_exps.weight[47]: blk.23.ffn_up_exps.weight[48]: IQ2_S blk.23.ffn_up_exps.weight[49]: blk.23.ffn_up_exps.weight[50]: IQ2_S blk.23.ffn_up_exps.weight[51]: blk.23.ffn_up_exps.weight[52]: IQ2_S blk.23.ffn_up_exps.weight[53]: blk.23.ffn_up_exps.weight[54]: IQ2_S blk.23.ffn_up_exps.weight[55]: blk.23.ffn_up_exps.weight[56]: IQ2_S blk.23.ffn_up_exps.weight[57]: IQ2_S blk.23.ffn_up_exps.weight[58]: IQ2_S blk.23.ffn_up_exps.weight[59]: IQ2_S blk.23.ffn_up_exps.weight[60]: blk.23.ffn_up_exps.weight[61]: blk.23.ffn_up_exps.weight[62]: IQ2_S blk.23.ffn_up_exps.weight[63]: IQ2_S blk.23.ffn_up_exps.weight[64]: blk.23.ffn_up_exps.weight[65]: blk.23.ffn_up_exps.weight[66]: IQ2_S blk.23.ffn_up_exps.weight[67]: IQ2_S blk.23.ffn_up_exps.weight[68]: IQ2_S blk.23.ffn_up_exps.weight[69]: blk.23.ffn_up_exps.weight[70]: IQ2_S blk.23.ffn_up_exps.weight[71]: blk.23.ffn_up_exps.weight[72]: IQ2_S blk.23.ffn_up_exps.weight[73]: IQ2_S blk.23.ffn_up_exps.weight[74]: blk.23.ffn_up_exps.weight[75]: IQ2_S blk.23.ffn_up_exps.weight[76]: blk.23.ffn_up_exps.weight[77]: blk.23.ffn_up_exps.weight[78]: IQ2_S blk.23.ffn_up_exps.weight[79]: IQ2_S blk.23.ffn_up_exps.weight[80]: blk.23.ffn_up_exps.weight[81]: IQ2_S blk.23.ffn_up_exps.weight[82]: IQ2_S blk.23.ffn_up_exps.weight[83]: IQ2_S blk.23.ffn_up_exps.weight[84]: IQ2_S blk.23.ffn_up_exps.weight[85]: IQ2_S blk.23.ffn_up_exps.weight[86]: blk.23.ffn_up_exps.weight[87]: IQ2_S blk.23.ffn_up_exps.weight[88]: blk.23.ffn_up_exps.weight[89]: blk.23.ffn_up_exps.weight[90]: blk.23.ffn_up_exps.weight[91]: blk.23.ffn_up_exps.weight[92]: blk.23.ffn_up_exps.weight[93]: blk.23.ffn_up_exps.weight[94]: blk.23.ffn_up_exps.weight[95]: IQ2_S blk.23.ffn_up_exps.weight[96]: blk.23.ffn_up_exps.weight[97]: IQ2_S blk.23.ffn_up_exps.weight[98]: blk.23.ffn_up_exps.weight[99]: IQ2_S blk.23.ffn_up_exps.weight[100]: IQ2_S blk.23.ffn_up_exps.weight[101]: blk.23.ffn_up_exps.weight[102]: IQ2_S blk.23.ffn_up_exps.weight[103]: IQ2_S blk.23.ffn_up_exps.weight[104]: blk.23.ffn_up_exps.weight[105]: IQ2_S blk.23.ffn_up_exps.weight[106]: blk.23.ffn_up_exps.weight[107]: IQ2_S blk.23.ffn_up_exps.weight[108]: blk.23.ffn_up_exps.weight[109]: IQ2_S blk.23.ffn_up_exps.weight[110]: IQ2_S blk.23.ffn_up_exps.weight[111]: IQ2_S blk.23.ffn_up_exps.weight[112]: IQ2_S blk.23.ffn_up_exps.weight[113]: blk.23.ffn_up_exps.weight[114]: IQ2_S blk.23.ffn_up_exps.weight[115]: blk.23.ffn_up_exps.weight[116]: blk.23.ffn_up_exps.weight[117]: IQ2_S blk.23.ffn_up_exps.weight[118]: IQ2_S blk.23.ffn_up_exps.weight[119]: blk.23.ffn_up_exps.weight[120]: IQ2_S blk.23.ffn_up_exps.weight[121]: IQ2_S blk.23.ffn_up_exps.weight[122]: blk.23.ffn_up_exps.weight[123]: blk.23.ffn_up_exps.weight[124]: blk.23.ffn_up_exps.weight[125]: IQ2_S blk.23.ffn_up_exps.weight[126]: blk.23.ffn_up_exps.weight[127]: blk.23.ffn_up_exps.weight[128]: IQ2_S blk.23.ffn_up_exps.weight[129]: blk.23.ffn_up_exps.weight[130]: blk.23.ffn_up_exps.weight[131]: blk.23.ffn_up_exps.weight[132]: IQ2_S blk.23.ffn_up_exps.weight[133]: blk.23.ffn_up_exps.weight[134]: IQ2_S blk.23.ffn_up_exps.weight[135]: blk.23.ffn_up_exps.weight[136]: blk.23.ffn_up_exps.weight[137]: blk.23.ffn_up_exps.weight[138]: blk.23.ffn_up_exps.weight[139]: IQ2_S blk.23.ffn_up_exps.weight[140]: blk.23.ffn_up_exps.weight[141]: IQ2_S blk.23.ffn_up_exps.weight[142]: IQ2_S blk.23.ffn_up_exps.weight[143]: IQ2_S blk.23.ffn_up_exps.weight[144]: IQ2_S blk.23.ffn_up_exps.weight[145]: IQ2_S blk.23.ffn_up_exps.weight[146]: blk.23.ffn_up_exps.weight[147]: blk.23.ffn_up_exps.weight[148]: blk.23.ffn_up_exps.weight[149]: blk.23.ffn_up_exps.weight[150]: blk.23.ffn_up_exps.weight[151]: blk.23.ffn_up_exps.weight[152]: blk.23.ffn_up_exps.weight[153]: IQ2_S blk.23.ffn_up_exps.weight[154]: blk.23.ffn_up_exps.weight[155]: IQ2_S blk.23.ffn_up_exps.weight[156]: IQ2_S blk.23.ffn_up_exps.weight[157]: blk.23.ffn_up_exps.weight[158]: blk.23.ffn_up_exps.weight[159]: IQ2_S blk.23.ffn_up_exps.weight[160]: IQ2_S blk.23.ffn_up_exps.weight[161]: IQ2_S blk.23.ffn_up_exps.weight[162]: blk.23.ffn_up_exps.weight[163]: blk.23.ffn_up_exps.weight[164]: IQ2_S blk.23.ffn_up_exps.weight[165]: blk.23.ffn_up_exps.weight[166]: IQ2_S blk.23.ffn_up_exps.weight[167]: IQ2_S blk.23.ffn_up_exps.weight[168]: blk.23.ffn_up_exps.weight[169]: IQ2_S blk.23.ffn_up_exps.weight[170]: IQ2_S blk.23.ffn_up_exps.weight[171]: IQ2_S blk.23.ffn_up_exps.weight[172]: blk.23.ffn_up_exps.weight[173]: blk.23.ffn_up_exps.weight[174]: IQ2_S blk.23.ffn_up_exps.weight[175]: IQ2_S blk.23.ffn_up_exps.weight[176]: IQ2_S blk.23.ffn_up_exps.weight[177]: IQ2_S blk.23.ffn_up_exps.weight[178]: blk.23.ffn_up_exps.weight[179]: IQ2_S blk.23.ffn_up_exps.weight[180]: IQ2_S blk.23.ffn_up_exps.weight[181]: blk.23.ffn_up_exps.weight[182]: IQ2_S blk.23.ffn_up_exps.weight[183]: IQ2_S blk.23.ffn_up_exps.weight[184]: blk.23.ffn_up_exps.weight[185]: blk.23.ffn_up_exps.weight[186]: blk.23.ffn_up_exps.weight[187]: blk.23.ffn_up_exps.weight[188]: IQ2_S blk.23.ffn_up_exps.weight[189]: IQ2_S blk.23.ffn_up_exps.weight[190]: blk.23.ffn_up_exps.weight[191]: IQ2_S blk.23.ffn_up_exps.weight[192]: IQ2_S blk.23.ffn_up_exps.weight[193]: IQ2_S blk.23.ffn_up_exps.weight[194]: IQ2_S blk.23.ffn_up_exps.weight[195]: blk.23.ffn_up_exps.weight[196]: IQ2_S blk.23.ffn_up_exps.weight[197]: blk.23.ffn_up_exps.weight[198]: blk.23.ffn_up_exps.weight[199]: IQ2_S blk.23.ffn_up_exps.weight[200]: IQ2_S blk.23.ffn_up_exps.weight[201]: IQ2_S blk.23.ffn_up_exps.weight[202]: blk.23.ffn_up_exps.weight[203]: IQ2_S blk.23.ffn_up_exps.weight[204]: blk.23.ffn_up_exps.weight[205]: IQ2_S blk.23.ffn_up_exps.weight[206]: IQ2_S blk.23.ffn_up_exps.weight[207]: IQ2_S blk.23.ffn_up_exps.weight[208]: IQ2_S blk.23.ffn_up_exps.weight[209]: IQ2_S blk.23.ffn_up_exps.weight[210]: IQ2_S blk.23.ffn_up_exps.weight[211]: IQ2_S blk.23.ffn_up_exps.weight[212]: blk.23.ffn_up_exps.weight[213]: blk.23.ffn_up_exps.weight[214]: IQ2_S blk.23.ffn_up_exps.weight[215]: IQ2_S blk.23.ffn_up_exps.weight[216]: IQ2_S blk.23.ffn_up_exps.weight[217]: blk.23.ffn_up_exps.weight[218]: blk.23.ffn_up_exps.weight[219]: IQ2_S blk.23.ffn_up_exps.weight[220]: blk.23.ffn_up_exps.weight[221]: blk.23.ffn_up_exps.weight[222]: IQ2_S blk.23.ffn_up_exps.weight[223]: blk.23.ffn_up_exps.weight[224]: IQ2_S blk.23.ffn_up_exps.weight[225]: blk.23.ffn_up_exps.weight[226]: IQ2_S blk.23.ffn_up_exps.weight[227]: IQ2_S blk.23.ffn_up_exps.weight[228]: IQ2_S blk.23.ffn_up_exps.weight[229]: blk.23.ffn_up_exps.weight[230]: IQ2_S blk.23.ffn_up_exps.weight[231]: blk.23.ffn_up_exps.weight[232]: blk.23.ffn_up_exps.weight[233]: blk.23.ffn_up_exps.weight[234]: IQ2_S blk.23.ffn_up_exps.weight[235]: blk.23.ffn_up_exps.weight[236]: blk.23.ffn_up_exps.weight[237]: blk.23.ffn_up_exps.weight[238]: IQ2_S blk.23.ffn_up_exps.weight[239]: IQ2_S blk.23.ffn_up_exps.weight[240]: blk.23.ffn_up_exps.weight[241]: blk.23.ffn_up_exps.weight[242]: IQ2_S blk.23.ffn_up_exps.weight[243]: blk.23.ffn_up_exps.weight[244]: IQ2_S blk.23.ffn_up_exps.weight[245]: IQ2_S blk.23.ffn_up_exps.weight[246]: blk.23.ffn_up_exps.weight[247]: IQ2_S blk.23.ffn_up_exps.weight[248]: IQ2_S blk.23.ffn_up_exps.weight[249]: blk.23.ffn_up_exps.weight[250]: blk.23.ffn_up_exps.weight[251]: IQ2_S blk.23.ffn_up_exps.weight[252]: IQ2_S blk.23.ffn_up_exps.weight[253]: blk.23.ffn_up_exps.weight[254]: IQ2_S blk.23.ffn_up_exps.weight[255]: IQ2_S blk.23.ffn_up_exps.weight[256]: blk.23.ffn_up_exps.weight[257]: blk.23.ffn_up_exps.weight[258]: blk.23.ffn_up_exps.weight[259]: blk.23.ffn_up_exps.weight[260]: IQ2_S blk.23.ffn_up_exps.weight[261]: blk.23.ffn_up_exps.weight[262]: blk.23.ffn_up_exps.weight[263]: IQ2_S blk.23.ffn_up_exps.weight[264]: IQ2_S blk.23.ffn_up_exps.weight[265]: blk.23.ffn_up_exps.weight[266]: blk.23.ffn_up_exps.weight[267]: blk.23.ffn_up_exps.weight[268]: IQ2_S blk.23.ffn_up_exps.weight[269]: blk.23.ffn_up_exps.weight[270]: IQ2_S blk.23.ffn_up_exps.weight[271]: IQ2_S blk.23.ffn_up_exps.weight[272]: IQ2_S blk.23.ffn_up_exps.weight[273]: blk.23.ffn_up_exps.weight[274]: IQ2_S blk.23.ffn_up_exps.weight[275]: IQ2_S blk.23.ffn_up_exps.weight[276]: blk.23.ffn_up_exps.weight[277]: blk.23.ffn_up_exps.weight[278]: blk.23.ffn_up_exps.weight[279]: IQ2_S blk.23.ffn_up_exps.weight[280]: blk.23.ffn_up_exps.weight[281]: IQ2_S blk.23.ffn_up_exps.weight[282]: IQ2_S blk.23.ffn_up_exps.weight[283]: blk.23.ffn_up_exps.weight[284]: blk.23.ffn_up_exps.weight[285]: blk.23.ffn_up_exps.weight[286]: IQ2_S blk.23.ffn_up_exps.weight[287]: IQ2_S blk.23.ffn_up_exps.weight[288]: IQ2_S blk.23.ffn_up_exps.weight[289]: IQ2_S blk.23.ffn_up_exps.weight[290]: IQ2_S blk.23.ffn_up_exps.weight[291]: IQ2_S blk.23.ffn_up_exps.weight[292]: blk.23.ffn_up_exps.weight[293]: IQ2_S blk.23.ffn_up_exps.weight[294]: blk.23.ffn_up_exps.weight[295]: IQ2_S blk.23.ffn_up_exps.weight[296]: blk.23.ffn_up_exps.weight[297]: IQ2_S blk.23.ffn_up_exps.weight[298]: IQ2_S blk.23.ffn_up_exps.weight[299]: IQ2_S blk.23.ffn_up_exps.weight[300]: blk.23.ffn_up_exps.weight[301]: blk.23.ffn_up_exps.weight[302]: blk.23.ffn_up_exps.weight[303]: IQ2_S blk.23.ffn_up_exps.weight[304]: IQ2_S blk.23.ffn_up_exps.weight[305]: blk.23.ffn_up_exps.weight[306]: IQ2_S blk.23.ffn_up_exps.weight[307]: blk.23.ffn_up_exps.weight[308]: blk.23.ffn_up_exps.weight[309]: blk.23.ffn_up_exps.weight[310]: blk.23.ffn_up_exps.weight[311]: blk.23.ffn_up_exps.weight[312]: blk.23.ffn_up_exps.weight[313]: blk.23.ffn_up_exps.weight[314]: IQ2_S blk.23.ffn_up_exps.weight[315]: blk.23.ffn_up_exps.weight[316]: IQ2_S blk.23.ffn_up_exps.weight[317]: blk.23.ffn_up_exps.weight[318]: IQ2_S blk.23.ffn_up_exps.weight[319]: IQ2_S blk.23.ffn_up_exps.weight[320]: blk.23.ffn_up_exps.weight[321]: blk.23.ffn_up_exps.weight[322]: blk.23.ffn_up_exps.weight[323]: IQ2_S blk.23.ffn_up_exps.weight[324]: blk.23.ffn_up_exps.weight[325]: blk.23.ffn_up_exps.weight[326]: IQ2_S blk.23.ffn_up_exps.weight[327]: IQ2_S blk.23.ffn_up_exps.weight[328]: blk.23.ffn_up_exps.weight[329]: IQ2_S blk.23.ffn_up_exps.weight[330]: blk.23.ffn_up_exps.weight[331]: blk.23.ffn_up_exps.weight[332]: IQ2_S blk.23.ffn_up_exps.weight[333]: IQ2_S blk.23.ffn_up_exps.weight[334]: blk.23.ffn_up_exps.weight[335]: IQ2_S blk.23.ffn_up_exps.weight[336]: IQ2_S blk.23.ffn_up_exps.weight[337]: blk.23.ffn_up_exps.weight[338]: IQ2_S blk.23.ffn_up_exps.weight[339]: IQ2_S blk.23.ffn_up_exps.weight[340]: blk.23.ffn_up_exps.weight[341]: blk.23.ffn_up_exps.weight[342]: IQ2_S blk.23.ffn_up_exps.weight[343]: blk.23.ffn_up_exps.weight[344]: IQ2_S blk.23.ffn_up_exps.weight[345]: blk.23.ffn_up_exps.weight[346]: IQ2_S blk.23.ffn_up_exps.weight[347]: IQ2_S blk.23.ffn_up_exps.weight[348]: blk.23.ffn_up_exps.weight[349]: IQ2_S blk.23.ffn_up_exps.weight[350]: blk.23.ffn_up_exps.weight[351]: IQ2_S blk.23.ffn_up_exps.weight[352]: IQ2_S blk.23.ffn_up_exps.weight[353]: blk.23.ffn_up_exps.weight[354]: IQ2_S blk.23.ffn_up_exps.weight[355]: IQ2_S blk.23.ffn_up_exps.weight[356]: IQ2_S blk.23.ffn_up_exps.weight[357]: blk.23.ffn_up_exps.weight[358]: blk.23.ffn_up_exps.weight[359]: blk.23.ffn_up_exps.weight[360]: blk.23.ffn_up_exps.weight[361]: IQ2_S blk.23.ffn_up_exps.weight[362]: IQ2_S blk.23.ffn_up_exps.weight[363]: IQ2_S blk.23.ffn_up_exps.weight[364]: IQ2_S blk.23.ffn_up_exps.weight[365]: blk.23.ffn_up_exps.weight[366]: blk.23.ffn_up_exps.weight[367]: IQ2_S blk.23.ffn_up_exps.weight[368]: IQ2_S blk.23.ffn_up_exps.weight[369]: blk.23.ffn_up_exps.weight[370]: blk.23.ffn_up_exps.weight[371]: blk.23.ffn_up_exps.weight[372]: IQ2_S blk.23.ffn_up_exps.weight[373]: IQ2_S blk.23.ffn_up_exps.weight[374]: blk.23.ffn_up_exps.weight[375]: blk.23.ffn_up_exps.weight[376]: IQ2_S blk.23.ffn_up_exps.weight[377]: IQ2_S blk.23.ffn_up_exps.weight[378]: blk.23.ffn_up_exps.weight[379]: blk.23.ffn_up_exps.weight[380]: blk.23.ffn_up_exps.weight[381]: blk.23.ffn_up_exps.weight[382]: IQ2_S blk.23.ffn_up_exps.weight[383]: blk.23.ffn_up_exps.weight[384]: IQ2_S blk.23.ffn_up_exps.weight[385]: IQ2_S blk.23.ffn_up_exps.weight[386]: IQ2_S blk.23.ffn_up_exps.weight[387]: IQ2_S blk.23.ffn_up_exps.weight[388]: IQ2_S blk.23.ffn_up_exps.weight[389]: IQ2_S blk.23.ffn_up_exps.weight[390]: IQ2_S blk.23.ffn_up_exps.weight[391]: blk.23.ffn_up_exps.weight[392]: blk.23.ffn_up_exps.weight[393]: IQ2_S blk.23.ffn_up_exps.weight[394]: IQ2_S blk.23.ffn_up_exps.weight[395]: IQ2_S blk.23.ffn_up_exps.weight[396]: blk.23.ffn_up_exps.weight[397]: blk.23.ffn_up_exps.weight[398]: IQ2_S blk.23.ffn_up_exps.weight[399]: blk.23.ffn_up_exps.weight[400]: blk.23.ffn_up_exps.weight[401]: blk.23.ffn_up_exps.weight[402]: IQ2_S blk.23.ffn_up_exps.weight[403]: blk.23.ffn_up_exps.weight[404]: IQ2_S blk.23.ffn_up_exps.weight[405]: IQ2_S blk.23.ffn_up_exps.weight[406]: blk.23.ffn_up_exps.weight[407]: IQ2_S blk.23.ffn_up_exps.weight[408]: blk.23.ffn_up_exps.weight[409]: IQ2_S blk.23.ffn_up_exps.weight[410]: blk.23.ffn_up_exps.weight[411]: IQ2_S blk.23.ffn_up_exps.weight[412]: IQ2_S blk.23.ffn_up_exps.weight[413]: blk.23.ffn_up_exps.weight[414]: IQ2_S blk.23.ffn_up_exps.weight[415]: blk.23.ffn_up_exps.weight[416]: blk.23.ffn_up_exps.weight[417]: blk.23.ffn_up_exps.weight[418]: blk.23.ffn_up_exps.weight[419]: blk.23.ffn_up_exps.weight[420]: blk.23.ffn_up_exps.weight[421]: IQ2_S blk.23.ffn_up_exps.weight[422]: blk.23.ffn_up_exps.weight[423]: blk.23.ffn_up_exps.weight[424]: IQ2_S blk.23.ffn_up_exps.weight[425]: IQ2_S blk.23.ffn_up_exps.weight[426]: IQ2_S blk.23.ffn_up_exps.weight[427]: blk.23.ffn_up_exps.weight[428]: blk.23.ffn_up_exps.weight[429]: IQ2_S blk.23.ffn_up_exps.weight[430]: blk.23.ffn_up_exps.weight[431]: blk.23.ffn_up_exps.weight[432]: IQ2_S blk.23.ffn_up_exps.weight[433]: blk.23.ffn_up_exps.weight[434]: blk.23.ffn_up_exps.weight[435]: blk.23.ffn_up_exps.weight[436]: IQ2_S blk.23.ffn_up_exps.weight[437]: IQ2_S blk.23.ffn_up_exps.weight[438]: blk.23.ffn_up_exps.weight[439]: blk.23.ffn_up_exps.weight[440]: IQ2_S blk.23.ffn_up_exps.weight[441]: blk.23.ffn_up_exps.weight[442]: IQ2_S blk.23.ffn_up_exps.weight[443]: IQ2_S blk.23.ffn_up_exps.weight[444]: blk.23.ffn_up_exps.weight[445]: blk.23.ffn_up_exps.weight[446]: blk.23.ffn_up_exps.weight[447]: IQ2_S blk.23.ffn_up_exps.weight[448]: blk.23.ffn_up_exps.weight[449]: IQ2_S blk.23.ffn_up_exps.weight[450]: IQ2_S blk.23.ffn_up_exps.weight[451]: IQ2_S blk.23.ffn_up_exps.weight[452]: IQ2_S blk.23.ffn_up_exps.weight[453]: IQ2_S blk.23.ffn_up_exps.weight[454]: blk.23.ffn_up_exps.weight[455]: blk.23.ffn_up_exps.weight[456]: IQ2_S blk.23.ffn_up_exps.weight[457]: blk.23.ffn_up_exps.weight[458]: blk.23.ffn_up_exps.weight[459]: IQ2_S blk.23.ffn_up_exps.weight[460]: blk.23.ffn_up_exps.weight[461]: blk.23.ffn_up_exps.weight[462]: IQ2_S blk.23.ffn_up_exps.weight[463]: IQ2_S blk.23.ffn_up_exps.weight[464]: IQ2_S blk.23.ffn_up_exps.weight[465]: IQ2_S blk.23.ffn_up_exps.weight[466]: blk.23.ffn_up_exps.weight[467]: IQ2_S blk.23.ffn_up_exps.weight[468]: blk.23.ffn_up_exps.weight[469]: IQ2_S blk.23.ffn_up_exps.weight[470]: blk.23.ffn_up_exps.weight[471]: blk.23.ffn_up_exps.weight[472]: blk.23.ffn_up_exps.weight[473]: blk.23.ffn_up_exps.weight[474]: blk.23.ffn_up_exps.weight[475]: blk.23.ffn_up_exps.weight[476]: blk.23.ffn_up_exps.weight[477]: IQ2_S blk.23.ffn_up_exps.weight[478]: IQ2_S blk.23.ffn_up_exps.weight[479]: IQ2_S blk.23.ffn_up_exps.weight[480]: IQ2_S blk.23.ffn_up_exps.weight[481]: blk.23.ffn_up_exps.weight[482]: IQ2_S blk.23.ffn_up_exps.weight[483]: blk.23.ffn_up_exps.weight[484]: IQ2_S blk.23.ffn_up_exps.weight[485]: IQ2_S blk.23.ffn_up_exps.weight[486]: IQ2_S blk.23.ffn_up_exps.weight[487]: blk.23.ffn_up_exps.weight[488]: IQ2_S blk.23.ffn_up_exps.weight[489]: blk.23.ffn_up_exps.weight[490]: IQ2_S blk.23.ffn_up_exps.weight[491]: blk.23.ffn_up_exps.weight[492]: blk.23.ffn_up_exps.weight[493]: IQ2_S blk.23.ffn_up_exps.weight[494]: blk.23.ffn_up_exps.weight[495]: IQ2_S blk.23.ffn_up_exps.weight[496]: IQ2_S blk.23.ffn_up_exps.weight[497]: blk.23.ffn_up_exps.weight[498]: blk.23.ffn_up_exps.weight[499]: IQ2_S blk.23.ffn_up_exps.weight[500]: IQ2_S blk.23.ffn_up_exps.weight[501]: IQ2_S blk.23.ffn_up_exps.weight[502]: blk.23.ffn_up_exps.weight[503]: blk.23.ffn_up_exps.weight[504]: blk.23.ffn_up_exps.weight[505]: blk.23.ffn_up_exps.weight[506]: blk.23.ffn_up_exps.weight[507]: IQ2_S blk.23.ffn_up_exps.weight[508]: blk.23.ffn_up_exps.weight[509]: IQ2_S blk.23.ffn_up_exps.weight[510]: IQ2_S blk.23.ffn_up_exps.weight[511]: IQ2_S blk.23.ffn_down_exps.weight[0]: IQ4_NL blk.23.ffn_down_exps.weight[1]: blk.23.ffn_down_exps.weight[2]: blk.23.ffn_down_exps.weight[3]: IQ4_NL blk.23.ffn_down_exps.weight[4]: blk.23.ffn_down_exps.weight[5]: blk.23.ffn_down_exps.weight[6]: IQ4_NL blk.23.ffn_down_exps.weight[7]: blk.23.ffn_down_exps.weight[8]: blk.23.ffn_down_exps.weight[9]: IQ4_NL blk.23.ffn_down_exps.weight[10]: IQ4_NL blk.23.ffn_down_exps.weight[11]: blk.23.ffn_down_exps.weight[12]: IQ4_NL blk.23.ffn_down_exps.weight[13]: IQ4_NL blk.23.ffn_down_exps.weight[14]: blk.23.ffn_down_exps.weight[15]: blk.23.ffn_down_exps.weight[16]: IQ4_NL blk.23.ffn_down_exps.weight[17]: blk.23.ffn_down_exps.weight[18]: IQ4_NL blk.23.ffn_down_exps.weight[19]: blk.23.ffn_down_exps.weight[20]: IQ4_NL blk.23.ffn_down_exps.weight[21]: IQ4_NL blk.23.ffn_down_exps.weight[22]: blk.23.ffn_down_exps.weight[23]: blk.23.ffn_down_exps.weight[24]: IQ4_NL blk.23.ffn_down_exps.weight[25]: blk.23.ffn_down_exps.weight[26]: IQ4_NL blk.23.ffn_down_exps.weight[27]: blk.23.ffn_down_exps.weight[28]: IQ4_NL blk.23.ffn_down_exps.weight[29]: blk.23.ffn_down_exps.weight[30]: blk.23.ffn_down_exps.weight[31]: IQ4_NL blk.23.ffn_down_exps.weight[32]: blk.23.ffn_down_exps.weight[33]: blk.23.ffn_down_exps.weight[34]: blk.23.ffn_down_exps.weight[35]: blk.23.ffn_down_exps.weight[36]: IQ4_NL blk.23.ffn_down_exps.weight[37]: blk.23.ffn_down_exps.weight[38]: blk.23.ffn_down_exps.weight[39]: IQ4_NL blk.23.ffn_down_exps.weight[40]: blk.23.ffn_down_exps.weight[41]: IQ4_NL blk.23.ffn_down_exps.weight[42]: IQ4_NL blk.23.ffn_down_exps.weight[43]: blk.23.ffn_down_exps.weight[44]: blk.23.ffn_down_exps.weight[45]: blk.23.ffn_down_exps.weight[46]: blk.23.ffn_down_exps.weight[47]: blk.23.ffn_down_exps.weight[48]: IQ4_NL blk.23.ffn_down_exps.weight[49]: blk.23.ffn_down_exps.weight[50]: IQ4_NL blk.23.ffn_down_exps.weight[51]: blk.23.ffn_down_exps.weight[52]: IQ4_NL blk.23.ffn_down_exps.weight[53]: blk.23.ffn_down_exps.weight[54]: IQ4_NL blk.23.ffn_down_exps.weight[55]: blk.23.ffn_down_exps.weight[56]: IQ4_NL blk.23.ffn_down_exps.weight[57]: IQ4_NL blk.23.ffn_down_exps.weight[58]: IQ4_NL blk.23.ffn_down_exps.weight[59]: IQ4_NL blk.23.ffn_down_exps.weight[60]: blk.23.ffn_down_exps.weight[61]: blk.23.ffn_down_exps.weight[62]: IQ4_NL blk.23.ffn_down_exps.weight[63]: IQ4_NL blk.23.ffn_down_exps.weight[64]: blk.23.ffn_down_exps.weight[65]: blk.23.ffn_down_exps.weight[66]: IQ4_NL blk.23.ffn_down_exps.weight[67]: IQ4_NL blk.23.ffn_down_exps.weight[68]: IQ4_NL blk.23.ffn_down_exps.weight[69]: blk.23.ffn_down_exps.weight[70]: IQ4_NL blk.23.ffn_down_exps.weight[71]: blk.23.ffn_down_exps.weight[72]: IQ4_NL blk.23.ffn_down_exps.weight[73]: IQ4_NL blk.23.ffn_down_exps.weight[74]: blk.23.ffn_down_exps.weight[75]: IQ4_NL blk.23.ffn_down_exps.weight[76]: blk.23.ffn_down_exps.weight[77]: blk.23.ffn_down_exps.weight[78]: IQ4_NL blk.23.ffn_down_exps.weight[79]: IQ4_NL blk.23.ffn_down_exps.weight[80]: blk.23.ffn_down_exps.weight[81]: IQ4_NL blk.23.ffn_down_exps.weight[82]: IQ4_NL blk.23.ffn_down_exps.weight[83]: IQ4_NL blk.23.ffn_down_exps.weight[84]: IQ4_NL blk.23.ffn_down_exps.weight[85]: IQ4_NL blk.23.ffn_down_exps.weight[86]: blk.23.ffn_down_exps.weight[87]: IQ4_NL blk.23.ffn_down_exps.weight[88]: blk.23.ffn_down_exps.weight[89]: blk.23.ffn_down_exps.weight[90]: blk.23.ffn_down_exps.weight[91]: blk.23.ffn_down_exps.weight[92]: blk.23.ffn_down_exps.weight[93]: blk.23.ffn_down_exps.weight[94]: blk.23.ffn_down_exps.weight[95]: IQ4_NL blk.23.ffn_down_exps.weight[96]: blk.23.ffn_down_exps.weight[97]: IQ4_NL blk.23.ffn_down_exps.weight[98]: blk.23.ffn_down_exps.weight[99]: IQ4_NL blk.23.ffn_down_exps.weight[100]: IQ4_NL blk.23.ffn_down_exps.weight[101]: blk.23.ffn_down_exps.weight[102]: IQ4_NL blk.23.ffn_down_exps.weight[103]: IQ4_NL blk.23.ffn_down_exps.weight[104]: blk.23.ffn_down_exps.weight[105]: IQ4_NL blk.23.ffn_down_exps.weight[106]: blk.23.ffn_down_exps.weight[107]: IQ4_NL blk.23.ffn_down_exps.weight[108]: blk.23.ffn_down_exps.weight[109]: IQ4_NL blk.23.ffn_down_exps.weight[110]: IQ4_NL blk.23.ffn_down_exps.weight[111]: IQ4_NL blk.23.ffn_down_exps.weight[112]: IQ4_NL blk.23.ffn_down_exps.weight[113]: blk.23.ffn_down_exps.weight[114]: IQ4_NL blk.23.ffn_down_exps.weight[115]: blk.23.ffn_down_exps.weight[116]: blk.23.ffn_down_exps.weight[117]: IQ4_NL blk.23.ffn_down_exps.weight[118]: IQ4_NL blk.23.ffn_down_exps.weight[119]: blk.23.ffn_down_exps.weight[120]: IQ4_NL blk.23.ffn_down_exps.weight[121]: IQ4_NL blk.23.ffn_down_exps.weight[122]: blk.23.ffn_down_exps.weight[123]: blk.23.ffn_down_exps.weight[124]: blk.23.ffn_down_exps.weight[125]: IQ4_NL blk.23.ffn_down_exps.weight[126]: blk.23.ffn_down_exps.weight[127]: blk.23.ffn_down_exps.weight[128]: IQ4_NL blk.23.ffn_down_exps.weight[129]: blk.23.ffn_down_exps.weight[130]: blk.23.ffn_down_exps.weight[131]: blk.23.ffn_down_exps.weight[132]: IQ4_NL blk.23.ffn_down_exps.weight[133]: blk.23.ffn_down_exps.weight[134]: IQ4_NL blk.23.ffn_down_exps.weight[135]: blk.23.ffn_down_exps.weight[136]: blk.23.ffn_down_exps.weight[137]: blk.23.ffn_down_exps.weight[138]: blk.23.ffn_down_exps.weight[139]: IQ4_NL blk.23.ffn_down_exps.weight[140]: blk.23.ffn_down_exps.weight[141]: IQ4_NL blk.23.ffn_down_exps.weight[142]: IQ4_NL blk.23.ffn_down_exps.weight[143]: IQ4_NL blk.23.ffn_down_exps.weight[144]: IQ4_NL blk.23.ffn_down_exps.weight[145]: IQ4_NL blk.23.ffn_down_exps.weight[146]: blk.23.ffn_down_exps.weight[147]: blk.23.ffn_down_exps.weight[148]: blk.23.ffn_down_exps.weight[149]: blk.23.ffn_down_exps.weight[150]: blk.23.ffn_down_exps.weight[151]: blk.23.ffn_down_exps.weight[152]: blk.23.ffn_down_exps.weight[153]: IQ4_NL blk.23.ffn_down_exps.weight[154]: blk.23.ffn_down_exps.weight[155]: IQ4_NL blk.23.ffn_down_exps.weight[156]: IQ4_NL blk.23.ffn_down_exps.weight[157]: blk.23.ffn_down_exps.weight[158]: blk.23.ffn_down_exps.weight[159]: IQ4_NL blk.23.ffn_down_exps.weight[160]: IQ4_NL blk.23.ffn_down_exps.weight[161]: IQ4_NL blk.23.ffn_down_exps.weight[162]: blk.23.ffn_down_exps.weight[163]: blk.23.ffn_down_exps.weight[164]: IQ4_NL blk.23.ffn_down_exps.weight[165]: blk.23.ffn_down_exps.weight[166]: IQ4_NL blk.23.ffn_down_exps.weight[167]: IQ4_NL blk.23.ffn_down_exps.weight[168]: blk.23.ffn_down_exps.weight[169]: IQ4_NL blk.23.ffn_down_exps.weight[170]: IQ4_NL blk.23.ffn_down_exps.weight[171]: IQ4_NL blk.23.ffn_down_exps.weight[172]: blk.23.ffn_down_exps.weight[173]: blk.23.ffn_down_exps.weight[174]: IQ4_NL blk.23.ffn_down_exps.weight[175]: IQ4_NL blk.23.ffn_down_exps.weight[176]: IQ4_NL blk.23.ffn_down_exps.weight[177]: IQ4_NL blk.23.ffn_down_exps.weight[178]: blk.23.ffn_down_exps.weight[179]: IQ4_NL blk.23.ffn_down_exps.weight[180]: IQ4_NL blk.23.ffn_down_exps.weight[181]: blk.23.ffn_down_exps.weight[182]: IQ4_NL blk.23.ffn_down_exps.weight[183]: IQ4_NL blk.23.ffn_down_exps.weight[184]: blk.23.ffn_down_exps.weight[185]: blk.23.ffn_down_exps.weight[186]: blk.23.ffn_down_exps.weight[187]: blk.23.ffn_down_exps.weight[188]: IQ4_NL blk.23.ffn_down_exps.weight[189]: IQ4_NL blk.23.ffn_down_exps.weight[190]: blk.23.ffn_down_exps.weight[191]: IQ4_NL blk.23.ffn_down_exps.weight[192]: IQ4_NL blk.23.ffn_down_exps.weight[193]: IQ4_NL blk.23.ffn_down_exps.weight[194]: IQ4_NL blk.23.ffn_down_exps.weight[195]: blk.23.ffn_down_exps.weight[196]: IQ4_NL blk.23.ffn_down_exps.weight[197]: blk.23.ffn_down_exps.weight[198]: blk.23.ffn_down_exps.weight[199]: IQ4_NL blk.23.ffn_down_exps.weight[200]: IQ4_NL blk.23.ffn_down_exps.weight[201]: IQ4_NL blk.23.ffn_down_exps.weight[202]: blk.23.ffn_down_exps.weight[203]: IQ4_NL blk.23.ffn_down_exps.weight[204]: blk.23.ffn_down_exps.weight[205]: IQ4_NL blk.23.ffn_down_exps.weight[206]: IQ4_NL blk.23.ffn_down_exps.weight[207]: IQ4_NL blk.23.ffn_down_exps.weight[208]: IQ4_NL blk.23.ffn_down_exps.weight[209]: IQ4_NL blk.23.ffn_down_exps.weight[210]: IQ4_NL blk.23.ffn_down_exps.weight[211]: IQ4_NL blk.23.ffn_down_exps.weight[212]: blk.23.ffn_down_exps.weight[213]: blk.23.ffn_down_exps.weight[214]: IQ4_NL blk.23.ffn_down_exps.weight[215]: IQ4_NL blk.23.ffn_down_exps.weight[216]: IQ4_NL blk.23.ffn_down_exps.weight[217]: blk.23.ffn_down_exps.weight[218]: blk.23.ffn_down_exps.weight[219]: IQ4_NL blk.23.ffn_down_exps.weight[220]: blk.23.ffn_down_exps.weight[221]: blk.23.ffn_down_exps.weight[222]: IQ4_NL blk.23.ffn_down_exps.weight[223]: blk.23.ffn_down_exps.weight[224]: IQ4_NL blk.23.ffn_down_exps.weight[225]: blk.23.ffn_down_exps.weight[226]: IQ4_NL blk.23.ffn_down_exps.weight[227]: IQ4_NL blk.23.ffn_down_exps.weight[228]: IQ4_NL blk.23.ffn_down_exps.weight[229]: blk.23.ffn_down_exps.weight[230]: IQ4_NL blk.23.ffn_down_exps.weight[231]: blk.23.ffn_down_exps.weight[232]: blk.23.ffn_down_exps.weight[233]: blk.23.ffn_down_exps.weight[234]: IQ4_NL blk.23.ffn_down_exps.weight[235]: blk.23.ffn_down_exps.weight[236]: blk.23.ffn_down_exps.weight[237]: blk.23.ffn_down_exps.weight[238]: IQ4_NL blk.23.ffn_down_exps.weight[239]: IQ4_NL blk.23.ffn_down_exps.weight[240]: blk.23.ffn_down_exps.weight[241]: blk.23.ffn_down_exps.weight[242]: IQ4_NL blk.23.ffn_down_exps.weight[243]: blk.23.ffn_down_exps.weight[244]: IQ4_NL blk.23.ffn_down_exps.weight[245]: IQ4_NL blk.23.ffn_down_exps.weight[246]: blk.23.ffn_down_exps.weight[247]: IQ4_NL blk.23.ffn_down_exps.weight[248]: IQ4_NL blk.23.ffn_down_exps.weight[249]: blk.23.ffn_down_exps.weight[250]: blk.23.ffn_down_exps.weight[251]: IQ4_NL blk.23.ffn_down_exps.weight[252]: IQ4_NL blk.23.ffn_down_exps.weight[253]: blk.23.ffn_down_exps.weight[254]: IQ4_NL blk.23.ffn_down_exps.weight[255]: IQ4_NL blk.23.ffn_down_exps.weight[256]: blk.23.ffn_down_exps.weight[257]: blk.23.ffn_down_exps.weight[258]: blk.23.ffn_down_exps.weight[259]: blk.23.ffn_down_exps.weight[260]: IQ4_NL blk.23.ffn_down_exps.weight[261]: blk.23.ffn_down_exps.weight[262]: blk.23.ffn_down_exps.weight[263]: IQ4_NL blk.23.ffn_down_exps.weight[264]: IQ4_NL blk.23.ffn_down_exps.weight[265]: blk.23.ffn_down_exps.weight[266]: blk.23.ffn_down_exps.weight[267]: blk.23.ffn_down_exps.weight[268]: IQ4_NL blk.23.ffn_down_exps.weight[269]: blk.23.ffn_down_exps.weight[270]: IQ4_NL blk.23.ffn_down_exps.weight[271]: IQ4_NL blk.23.ffn_down_exps.weight[272]: IQ4_NL blk.23.ffn_down_exps.weight[273]: blk.23.ffn_down_exps.weight[274]: IQ4_NL blk.23.ffn_down_exps.weight[275]: IQ4_NL blk.23.ffn_down_exps.weight[276]: blk.23.ffn_down_exps.weight[277]: blk.23.ffn_down_exps.weight[278]: blk.23.ffn_down_exps.weight[279]: IQ4_NL blk.23.ffn_down_exps.weight[280]: blk.23.ffn_down_exps.weight[281]: IQ4_NL blk.23.ffn_down_exps.weight[282]: IQ4_NL blk.23.ffn_down_exps.weight[283]: blk.23.ffn_down_exps.weight[284]: blk.23.ffn_down_exps.weight[285]: blk.23.ffn_down_exps.weight[286]: IQ4_NL blk.23.ffn_down_exps.weight[287]: IQ4_NL blk.23.ffn_down_exps.weight[288]: IQ4_NL blk.23.ffn_down_exps.weight[289]: IQ4_NL blk.23.ffn_down_exps.weight[290]: IQ4_NL blk.23.ffn_down_exps.weight[291]: IQ4_NL blk.23.ffn_down_exps.weight[292]: blk.23.ffn_down_exps.weight[293]: IQ4_NL blk.23.ffn_down_exps.weight[294]: blk.23.ffn_down_exps.weight[295]: IQ4_NL blk.23.ffn_down_exps.weight[296]: blk.23.ffn_down_exps.weight[297]: IQ4_NL blk.23.ffn_down_exps.weight[298]: IQ4_NL blk.23.ffn_down_exps.weight[299]: IQ4_NL blk.23.ffn_down_exps.weight[300]: blk.23.ffn_down_exps.weight[301]: blk.23.ffn_down_exps.weight[302]: blk.23.ffn_down_exps.weight[303]: IQ4_NL blk.23.ffn_down_exps.weight[304]: IQ4_NL blk.23.ffn_down_exps.weight[305]: blk.23.ffn_down_exps.weight[306]: IQ4_NL blk.23.ffn_down_exps.weight[307]: blk.23.ffn_down_exps.weight[308]: blk.23.ffn_down_exps.weight[309]: blk.23.ffn_down_exps.weight[310]: blk.23.ffn_down_exps.weight[311]: blk.23.ffn_down_exps.weight[312]: blk.23.ffn_down_exps.weight[313]: blk.23.ffn_down_exps.weight[314]: IQ4_NL blk.23.ffn_down_exps.weight[315]: blk.23.ffn_down_exps.weight[316]: IQ4_NL blk.23.ffn_down_exps.weight[317]: blk.23.ffn_down_exps.weight[318]: IQ4_NL blk.23.ffn_down_exps.weight[319]: IQ4_NL blk.23.ffn_down_exps.weight[320]: blk.23.ffn_down_exps.weight[321]: blk.23.ffn_down_exps.weight[322]: blk.23.ffn_down_exps.weight[323]: IQ4_NL blk.23.ffn_down_exps.weight[324]: blk.23.ffn_down_exps.weight[325]: blk.23.ffn_down_exps.weight[326]: IQ4_NL blk.23.ffn_down_exps.weight[327]: IQ4_NL blk.23.ffn_down_exps.weight[328]: blk.23.ffn_down_exps.weight[329]: IQ4_NL blk.23.ffn_down_exps.weight[330]: blk.23.ffn_down_exps.weight[331]: blk.23.ffn_down_exps.weight[332]: IQ4_NL blk.23.ffn_down_exps.weight[333]: IQ4_NL blk.23.ffn_down_exps.weight[334]: blk.23.ffn_down_exps.weight[335]: IQ4_NL blk.23.ffn_down_exps.weight[336]: IQ4_NL blk.23.ffn_down_exps.weight[337]: blk.23.ffn_down_exps.weight[338]: IQ4_NL blk.23.ffn_down_exps.weight[339]: IQ4_NL blk.23.ffn_down_exps.weight[340]: blk.23.ffn_down_exps.weight[341]: blk.23.ffn_down_exps.weight[342]: IQ4_NL blk.23.ffn_down_exps.weight[343]: blk.23.ffn_down_exps.weight[344]: IQ4_NL blk.23.ffn_down_exps.weight[345]: blk.23.ffn_down_exps.weight[346]: IQ4_NL blk.23.ffn_down_exps.weight[347]: IQ4_NL blk.23.ffn_down_exps.weight[348]: blk.23.ffn_down_exps.weight[349]: IQ4_NL blk.23.ffn_down_exps.weight[350]: blk.23.ffn_down_exps.weight[351]: IQ4_NL blk.23.ffn_down_exps.weight[352]: IQ4_NL blk.23.ffn_down_exps.weight[353]: blk.23.ffn_down_exps.weight[354]: IQ4_NL blk.23.ffn_down_exps.weight[355]: IQ4_NL blk.23.ffn_down_exps.weight[356]: IQ4_NL blk.23.ffn_down_exps.weight[357]: blk.23.ffn_down_exps.weight[358]: blk.23.ffn_down_exps.weight[359]: blk.23.ffn_down_exps.weight[360]: blk.23.ffn_down_exps.weight[361]: IQ4_NL blk.23.ffn_down_exps.weight[362]: IQ4_NL blk.23.ffn_down_exps.weight[363]: IQ4_NL blk.23.ffn_down_exps.weight[364]: IQ4_NL blk.23.ffn_down_exps.weight[365]: blk.23.ffn_down_exps.weight[366]: blk.23.ffn_down_exps.weight[367]: IQ4_NL blk.23.ffn_down_exps.weight[368]: IQ4_NL blk.23.ffn_down_exps.weight[369]: blk.23.ffn_down_exps.weight[370]: blk.23.ffn_down_exps.weight[371]: blk.23.ffn_down_exps.weight[372]: IQ4_NL blk.23.ffn_down_exps.weight[373]: IQ4_NL blk.23.ffn_down_exps.weight[374]: blk.23.ffn_down_exps.weight[375]: blk.23.ffn_down_exps.weight[376]: IQ4_NL blk.23.ffn_down_exps.weight[377]: IQ4_NL blk.23.ffn_down_exps.weight[378]: blk.23.ffn_down_exps.weight[379]: blk.23.ffn_down_exps.weight[380]: blk.23.ffn_down_exps.weight[381]: blk.23.ffn_down_exps.weight[382]: IQ4_NL blk.23.ffn_down_exps.weight[383]: blk.23.ffn_down_exps.weight[384]: IQ4_NL blk.23.ffn_down_exps.weight[385]: IQ4_NL blk.23.ffn_down_exps.weight[386]: IQ4_NL blk.23.ffn_down_exps.weight[387]: IQ4_NL blk.23.ffn_down_exps.weight[388]: IQ4_NL blk.23.ffn_down_exps.weight[389]: IQ4_NL blk.23.ffn_down_exps.weight[390]: IQ4_NL blk.23.ffn_down_exps.weight[391]: blk.23.ffn_down_exps.weight[392]: blk.23.ffn_down_exps.weight[393]: IQ4_NL blk.23.ffn_down_exps.weight[394]: IQ4_NL blk.23.ffn_down_exps.weight[395]: IQ4_NL blk.23.ffn_down_exps.weight[396]: blk.23.ffn_down_exps.weight[397]: blk.23.ffn_down_exps.weight[398]: IQ4_NL blk.23.ffn_down_exps.weight[399]: blk.23.ffn_down_exps.weight[400]: blk.23.ffn_down_exps.weight[401]: blk.23.ffn_down_exps.weight[402]: IQ4_NL blk.23.ffn_down_exps.weight[403]: blk.23.ffn_down_exps.weight[404]: IQ4_NL blk.23.ffn_down_exps.weight[405]: IQ4_NL blk.23.ffn_down_exps.weight[406]: blk.23.ffn_down_exps.weight[407]: IQ4_NL blk.23.ffn_down_exps.weight[408]: blk.23.ffn_down_exps.weight[409]: IQ4_NL blk.23.ffn_down_exps.weight[410]: blk.23.ffn_down_exps.weight[411]: IQ4_NL blk.23.ffn_down_exps.weight[412]: IQ4_NL blk.23.ffn_down_exps.weight[413]: blk.23.ffn_down_exps.weight[414]: IQ4_NL blk.23.ffn_down_exps.weight[415]: blk.23.ffn_down_exps.weight[416]: blk.23.ffn_down_exps.weight[417]: blk.23.ffn_down_exps.weight[418]: blk.23.ffn_down_exps.weight[419]: blk.23.ffn_down_exps.weight[420]: blk.23.ffn_down_exps.weight[421]: IQ4_NL blk.23.ffn_down_exps.weight[422]: blk.23.ffn_down_exps.weight[423]: blk.23.ffn_down_exps.weight[424]: IQ4_NL blk.23.ffn_down_exps.weight[425]: IQ4_NL blk.23.ffn_down_exps.weight[426]: IQ4_NL blk.23.ffn_down_exps.weight[427]: blk.23.ffn_down_exps.weight[428]: blk.23.ffn_down_exps.weight[429]: IQ4_NL blk.23.ffn_down_exps.weight[430]: blk.23.ffn_down_exps.weight[431]: blk.23.ffn_down_exps.weight[432]: IQ4_NL blk.23.ffn_down_exps.weight[433]: blk.23.ffn_down_exps.weight[434]: blk.23.ffn_down_exps.weight[435]: blk.23.ffn_down_exps.weight[436]: IQ4_NL blk.23.ffn_down_exps.weight[437]: IQ4_NL blk.23.ffn_down_exps.weight[438]: blk.23.ffn_down_exps.weight[439]: blk.23.ffn_down_exps.weight[440]: IQ4_NL blk.23.ffn_down_exps.weight[441]: blk.23.ffn_down_exps.weight[442]: IQ4_NL blk.23.ffn_down_exps.weight[443]: IQ4_NL blk.23.ffn_down_exps.weight[444]: blk.23.ffn_down_exps.weight[445]: blk.23.ffn_down_exps.weight[446]: blk.23.ffn_down_exps.weight[447]: IQ4_NL blk.23.ffn_down_exps.weight[448]: blk.23.ffn_down_exps.weight[449]: IQ4_NL blk.23.ffn_down_exps.weight[450]: IQ4_NL blk.23.ffn_down_exps.weight[451]: IQ4_NL blk.23.ffn_down_exps.weight[452]: IQ4_NL blk.23.ffn_down_exps.weight[453]: IQ4_NL blk.23.ffn_down_exps.weight[454]: blk.23.ffn_down_exps.weight[455]: blk.23.ffn_down_exps.weight[456]: IQ4_NL blk.23.ffn_down_exps.weight[457]: blk.23.ffn_down_exps.weight[458]: blk.23.ffn_down_exps.weight[459]: IQ4_NL blk.23.ffn_down_exps.weight[460]: blk.23.ffn_down_exps.weight[461]: blk.23.ffn_down_exps.weight[462]: IQ4_NL blk.23.ffn_down_exps.weight[463]: IQ4_NL blk.23.ffn_down_exps.weight[464]: IQ4_NL blk.23.ffn_down_exps.weight[465]: IQ4_NL blk.23.ffn_down_exps.weight[466]: blk.23.ffn_down_exps.weight[467]: IQ4_NL blk.23.ffn_down_exps.weight[468]: blk.23.ffn_down_exps.weight[469]: IQ4_NL blk.23.ffn_down_exps.weight[470]: blk.23.ffn_down_exps.weight[471]: blk.23.ffn_down_exps.weight[472]: blk.23.ffn_down_exps.weight[473]: blk.23.ffn_down_exps.weight[474]: blk.23.ffn_down_exps.weight[475]: blk.23.ffn_down_exps.weight[476]: blk.23.ffn_down_exps.weight[477]: IQ4_NL blk.23.ffn_down_exps.weight[478]: IQ4_NL blk.23.ffn_down_exps.weight[479]: IQ4_NL blk.23.ffn_down_exps.weight[480]: IQ4_NL blk.23.ffn_down_exps.weight[481]: blk.23.ffn_down_exps.weight[482]: IQ4_NL blk.23.ffn_down_exps.weight[483]: blk.23.ffn_down_exps.weight[484]: IQ4_NL blk.23.ffn_down_exps.weight[485]: IQ4_NL blk.23.ffn_down_exps.weight[486]: IQ4_NL blk.23.ffn_down_exps.weight[487]: blk.23.ffn_down_exps.weight[488]: IQ4_NL blk.23.ffn_down_exps.weight[489]: blk.23.ffn_down_exps.weight[490]: IQ4_NL blk.23.ffn_down_exps.weight[491]: blk.23.ffn_down_exps.weight[492]: blk.23.ffn_down_exps.weight[493]: IQ4_NL blk.23.ffn_down_exps.weight[494]: blk.23.ffn_down_exps.weight[495]: IQ4_NL blk.23.ffn_down_exps.weight[496]: IQ4_NL blk.23.ffn_down_exps.weight[497]: blk.23.ffn_down_exps.weight[498]: blk.23.ffn_down_exps.weight[499]: IQ4_NL blk.23.ffn_down_exps.weight[500]: IQ4_NL blk.23.ffn_down_exps.weight[501]: IQ4_NL blk.23.ffn_down_exps.weight[502]: blk.23.ffn_down_exps.weight[503]: blk.23.ffn_down_exps.weight[504]: blk.23.ffn_down_exps.weight[505]: blk.23.ffn_down_exps.weight[506]: blk.23.ffn_down_exps.weight[507]: IQ4_NL blk.23.ffn_down_exps.weight[508]: blk.23.ffn_down_exps.weight[509]: IQ4_NL blk.23.ffn_down_exps.weight[510]: IQ4_NL blk.23.ffn_down_exps.weight[511]: IQ4_NL blk.24.ffn_gate_exps.weight[0]: blk.24.ffn_gate_exps.weight[1]: blk.24.ffn_gate_exps.weight[2]: blk.24.ffn_gate_exps.weight[3]: blk.24.ffn_gate_exps.weight[4]: IQ2_S blk.24.ffn_gate_exps.weight[5]: IQ2_S blk.24.ffn_gate_exps.weight[6]: blk.24.ffn_gate_exps.weight[7]: blk.24.ffn_gate_exps.weight[8]: IQ2_S blk.24.ffn_gate_exps.weight[9]: IQ2_S blk.24.ffn_gate_exps.weight[10]: IQ2_S blk.24.ffn_gate_exps.weight[11]: IQ2_S blk.24.ffn_gate_exps.weight[12]: blk.24.ffn_gate_exps.weight[13]: IQ2_S blk.24.ffn_gate_exps.weight[14]: blk.24.ffn_gate_exps.weight[15]: blk.24.ffn_gate_exps.weight[16]: blk.24.ffn_gate_exps.weight[17]: IQ2_S blk.24.ffn_gate_exps.weight[18]: blk.24.ffn_gate_exps.weight[19]: IQ2_S blk.24.ffn_gate_exps.weight[20]: blk.24.ffn_gate_exps.weight[21]: blk.24.ffn_gate_exps.weight[22]: blk.24.ffn_gate_exps.weight[23]: blk.24.ffn_gate_exps.weight[24]: IQ2_S blk.24.ffn_gate_exps.weight[25]: blk.24.ffn_gate_exps.weight[26]: IQ2_S blk.24.ffn_gate_exps.weight[27]: IQ2_S blk.24.ffn_gate_exps.weight[28]: blk.24.ffn_gate_exps.weight[29]: blk.24.ffn_gate_exps.weight[30]: IQ2_S blk.24.ffn_gate_exps.weight[31]: IQ2_S blk.24.ffn_gate_exps.weight[32]: IQ2_S blk.24.ffn_gate_exps.weight[33]: blk.24.ffn_gate_exps.weight[34]: IQ2_S blk.24.ffn_gate_exps.weight[35]: IQ2_S blk.24.ffn_gate_exps.weight[36]: blk.24.ffn_gate_exps.weight[37]: IQ2_S blk.24.ffn_gate_exps.weight[38]: blk.24.ffn_gate_exps.weight[39]: blk.24.ffn_gate_exps.weight[40]: blk.24.ffn_gate_exps.weight[41]: IQ2_S blk.24.ffn_gate_exps.weight[42]: blk.24.ffn_gate_exps.weight[43]: blk.24.ffn_gate_exps.weight[44]: IQ2_S blk.24.ffn_gate_exps.weight[45]: blk.24.ffn_gate_exps.weight[46]: IQ2_S blk.24.ffn_gate_exps.weight[47]: blk.24.ffn_gate_exps.weight[48]: blk.24.ffn_gate_exps.weight[49]: blk.24.ffn_gate_exps.weight[50]: IQ2_S blk.24.ffn_gate_exps.weight[51]: blk.24.ffn_gate_exps.weight[52]: blk.24.ffn_gate_exps.weight[53]: IQ2_S blk.24.ffn_gate_exps.weight[54]: blk.24.ffn_gate_exps.weight[55]: blk.24.ffn_gate_exps.weight[56]: blk.24.ffn_gate_exps.weight[57]: blk.24.ffn_gate_exps.weight[58]: IQ2_S blk.24.ffn_gate_exps.weight[59]: IQ2_S blk.24.ffn_gate_exps.weight[60]: IQ2_S blk.24.ffn_gate_exps.weight[61]: IQ2_S blk.24.ffn_gate_exps.weight[62]: blk.24.ffn_gate_exps.weight[63]: blk.24.ffn_gate_exps.weight[64]: IQ2_S blk.24.ffn_gate_exps.weight[65]: IQ2_S blk.24.ffn_gate_exps.weight[66]: IQ2_S blk.24.ffn_gate_exps.weight[67]: IQ2_S blk.24.ffn_gate_exps.weight[68]: IQ2_S blk.24.ffn_gate_exps.weight[69]: blk.24.ffn_gate_exps.weight[70]: IQ2_S blk.24.ffn_gate_exps.weight[71]: blk.24.ffn_gate_exps.weight[72]: blk.24.ffn_gate_exps.weight[73]: blk.24.ffn_gate_exps.weight[74]: IQ2_S blk.24.ffn_gate_exps.weight[75]: blk.24.ffn_gate_exps.weight[76]: blk.24.ffn_gate_exps.weight[77]: blk.24.ffn_gate_exps.weight[78]: IQ2_S blk.24.ffn_gate_exps.weight[79]: blk.24.ffn_gate_exps.weight[80]: IQ2_S blk.24.ffn_gate_exps.weight[81]: IQ2_S blk.24.ffn_gate_exps.weight[82]: blk.24.ffn_gate_exps.weight[83]: IQ2_S blk.24.ffn_gate_exps.weight[84]: blk.24.ffn_gate_exps.weight[85]: IQ2_S blk.24.ffn_gate_exps.weight[86]: IQ2_S blk.24.ffn_gate_exps.weight[87]: IQ2_S blk.24.ffn_gate_exps.weight[88]: blk.24.ffn_gate_exps.weight[89]: IQ2_S blk.24.ffn_gate_exps.weight[90]: blk.24.ffn_gate_exps.weight[91]: blk.24.ffn_gate_exps.weight[92]: IQ2_S blk.24.ffn_gate_exps.weight[93]: IQ2_S blk.24.ffn_gate_exps.weight[94]: IQ2_S blk.24.ffn_gate_exps.weight[95]: IQ2_S blk.24.ffn_gate_exps.weight[96]: blk.24.ffn_gate_exps.weight[97]: IQ2_S blk.24.ffn_gate_exps.weight[98]: blk.24.ffn_gate_exps.weight[99]: IQ2_S blk.24.ffn_gate_exps.weight[100]: IQ2_S blk.24.ffn_gate_exps.weight[101]: blk.24.ffn_gate_exps.weight[102]: blk.24.ffn_gate_exps.weight[103]: IQ2_S blk.24.ffn_gate_exps.weight[104]: IQ2_S blk.24.ffn_gate_exps.weight[105]: IQ2_S blk.24.ffn_gate_exps.weight[106]: blk.24.ffn_gate_exps.weight[107]: IQ2_S blk.24.ffn_gate_exps.weight[108]: IQ2_S blk.24.ffn_gate_exps.weight[109]: IQ2_S blk.24.ffn_gate_exps.weight[110]: blk.24.ffn_gate_exps.weight[111]: IQ2_S blk.24.ffn_gate_exps.weight[112]: blk.24.ffn_gate_exps.weight[113]: IQ2_S blk.24.ffn_gate_exps.weight[114]: blk.24.ffn_gate_exps.weight[115]: IQ2_S blk.24.ffn_gate_exps.weight[116]: IQ2_S blk.24.ffn_gate_exps.weight[117]: blk.24.ffn_gate_exps.weight[118]: blk.24.ffn_gate_exps.weight[119]: blk.24.ffn_gate_exps.weight[120]: blk.24.ffn_gate_exps.weight[121]: IQ2_S blk.24.ffn_gate_exps.weight[122]: IQ2_S blk.24.ffn_gate_exps.weight[123]: IQ2_S blk.24.ffn_gate_exps.weight[124]: blk.24.ffn_gate_exps.weight[125]: blk.24.ffn_gate_exps.weight[126]: IQ2_S blk.24.ffn_gate_exps.weight[127]: IQ2_S blk.24.ffn_gate_exps.weight[128]: IQ2_S blk.24.ffn_gate_exps.weight[129]: blk.24.ffn_gate_exps.weight[130]: blk.24.ffn_gate_exps.weight[131]: blk.24.ffn_gate_exps.weight[132]: blk.24.ffn_gate_exps.weight[133]: blk.24.ffn_gate_exps.weight[134]: IQ2_S blk.24.ffn_gate_exps.weight[135]: IQ2_S blk.24.ffn_gate_exps.weight[136]: IQ2_S blk.24.ffn_gate_exps.weight[137]: blk.24.ffn_gate_exps.weight[138]: IQ2_S blk.24.ffn_gate_exps.weight[139]: blk.24.ffn_gate_exps.weight[140]: IQ2_S blk.24.ffn_gate_exps.weight[141]: blk.24.ffn_gate_exps.weight[142]: blk.24.ffn_gate_exps.weight[143]: IQ2_S blk.24.ffn_gate_exps.weight[144]: IQ2_S blk.24.ffn_gate_exps.weight[145]: IQ2_S blk.24.ffn_gate_exps.weight[146]: blk.24.ffn_gate_exps.weight[147]: blk.24.ffn_gate_exps.weight[148]: blk.24.ffn_gate_exps.weight[149]: IQ2_S blk.24.ffn_gate_exps.weight[150]: IQ2_S blk.24.ffn_gate_exps.weight[151]: IQ2_S blk.24.ffn_gate_exps.weight[152]: IQ2_S blk.24.ffn_gate_exps.weight[153]: blk.24.ffn_gate_exps.weight[154]: IQ2_S blk.24.ffn_gate_exps.weight[155]: IQ2_S blk.24.ffn_gate_exps.weight[156]: blk.24.ffn_gate_exps.weight[157]: IQ2_S blk.24.ffn_gate_exps.weight[158]: IQ2_S blk.24.ffn_gate_exps.weight[159]: IQ2_S blk.24.ffn_gate_exps.weight[160]: blk.24.ffn_gate_exps.weight[161]: blk.24.ffn_gate_exps.weight[162]: IQ2_S blk.24.ffn_gate_exps.weight[163]: IQ2_S blk.24.ffn_gate_exps.weight[164]: IQ2_S blk.24.ffn_gate_exps.weight[165]: IQ2_S blk.24.ffn_gate_exps.weight[166]: IQ2_S blk.24.ffn_gate_exps.weight[167]: IQ2_S blk.24.ffn_gate_exps.weight[168]: IQ2_S blk.24.ffn_gate_exps.weight[169]: blk.24.ffn_gate_exps.weight[170]: blk.24.ffn_gate_exps.weight[171]: IQ2_S blk.24.ffn_gate_exps.weight[172]: blk.24.ffn_gate_exps.weight[173]: IQ2_S blk.24.ffn_gate_exps.weight[174]: IQ2_S blk.24.ffn_gate_exps.weight[175]: IQ2_S blk.24.ffn_gate_exps.weight[176]: IQ2_S blk.24.ffn_gate_exps.weight[177]: IQ2_S blk.24.ffn_gate_exps.weight[178]: IQ2_S blk.24.ffn_gate_exps.weight[179]: IQ2_S blk.24.ffn_gate_exps.weight[180]: blk.24.ffn_gate_exps.weight[181]: blk.24.ffn_gate_exps.weight[182]: blk.24.ffn_gate_exps.weight[183]: IQ2_S blk.24.ffn_gate_exps.weight[184]: IQ2_S blk.24.ffn_gate_exps.weight[185]: blk.24.ffn_gate_exps.weight[186]: blk.24.ffn_gate_exps.weight[187]: IQ2_S blk.24.ffn_gate_exps.weight[188]: blk.24.ffn_gate_exps.weight[189]: IQ2_S blk.24.ffn_gate_exps.weight[190]: blk.24.ffn_gate_exps.weight[191]: IQ2_S blk.24.ffn_gate_exps.weight[192]: blk.24.ffn_gate_exps.weight[193]: blk.24.ffn_gate_exps.weight[194]: blk.24.ffn_gate_exps.weight[195]: IQ2_S blk.24.ffn_gate_exps.weight[196]: IQ2_S blk.24.ffn_gate_exps.weight[197]: blk.24.ffn_gate_exps.weight[198]: IQ2_S blk.24.ffn_gate_exps.weight[199]: IQ2_S blk.24.ffn_gate_exps.weight[200]: blk.24.ffn_gate_exps.weight[201]: IQ2_S blk.24.ffn_gate_exps.weight[202]: IQ2_S blk.24.ffn_gate_exps.weight[203]: IQ2_S blk.24.ffn_gate_exps.weight[204]: IQ2_S blk.24.ffn_gate_exps.weight[205]: IQ2_S blk.24.ffn_gate_exps.weight[206]: IQ2_S blk.24.ffn_gate_exps.weight[207]: IQ2_S blk.24.ffn_gate_exps.weight[208]: blk.24.ffn_gate_exps.weight[209]: IQ2_S blk.24.ffn_gate_exps.weight[210]: blk.24.ffn_gate_exps.weight[211]: blk.24.ffn_gate_exps.weight[212]: IQ2_S blk.24.ffn_gate_exps.weight[213]: IQ2_S blk.24.ffn_gate_exps.weight[214]: IQ2_S blk.24.ffn_gate_exps.weight[215]: IQ2_S blk.24.ffn_gate_exps.weight[216]: IQ2_S blk.24.ffn_gate_exps.weight[217]: blk.24.ffn_gate_exps.weight[218]: blk.24.ffn_gate_exps.weight[219]: IQ2_S blk.24.ffn_gate_exps.weight[220]: IQ2_S blk.24.ffn_gate_exps.weight[221]: IQ2_S blk.24.ffn_gate_exps.weight[222]: blk.24.ffn_gate_exps.weight[223]: IQ2_S blk.24.ffn_gate_exps.weight[224]: IQ2_S blk.24.ffn_gate_exps.weight[225]: IQ2_S blk.24.ffn_gate_exps.weight[226]: IQ2_S blk.24.ffn_gate_exps.weight[227]: IQ2_S blk.24.ffn_gate_exps.weight[228]: IQ2_S blk.24.ffn_gate_exps.weight[229]: IQ2_S blk.24.ffn_gate_exps.weight[230]: IQ2_S blk.24.ffn_gate_exps.weight[231]: IQ2_S blk.24.ffn_gate_exps.weight[232]: IQ2_S blk.24.ffn_gate_exps.weight[233]: IQ2_S blk.24.ffn_gate_exps.weight[234]: blk.24.ffn_gate_exps.weight[235]: blk.24.ffn_gate_exps.weight[236]: IQ2_S blk.24.ffn_gate_exps.weight[237]: blk.24.ffn_gate_exps.weight[238]: IQ2_S blk.24.ffn_gate_exps.weight[239]: IQ2_S blk.24.ffn_gate_exps.weight[240]: blk.24.ffn_gate_exps.weight[241]: IQ2_S blk.24.ffn_gate_exps.weight[242]: IQ2_S blk.24.ffn_gate_exps.weight[243]: blk.24.ffn_gate_exps.weight[244]: IQ2_S blk.24.ffn_gate_exps.weight[245]: blk.24.ffn_gate_exps.weight[246]: blk.24.ffn_gate_exps.weight[247]: blk.24.ffn_gate_exps.weight[248]: blk.24.ffn_gate_exps.weight[249]: IQ2_S blk.24.ffn_gate_exps.weight[250]: blk.24.ffn_gate_exps.weight[251]: blk.24.ffn_gate_exps.weight[252]: IQ2_S blk.24.ffn_gate_exps.weight[253]: IQ2_S blk.24.ffn_gate_exps.weight[254]: blk.24.ffn_gate_exps.weight[255]: blk.24.ffn_gate_exps.weight[256]: blk.24.ffn_gate_exps.weight[257]: blk.24.ffn_gate_exps.weight[258]: IQ2_S blk.24.ffn_gate_exps.weight[259]: blk.24.ffn_gate_exps.weight[260]: IQ2_S blk.24.ffn_gate_exps.weight[261]: IQ2_S blk.24.ffn_gate_exps.weight[262]: IQ2_S blk.24.ffn_gate_exps.weight[263]: blk.24.ffn_gate_exps.weight[264]: blk.24.ffn_gate_exps.weight[265]: IQ2_S blk.24.ffn_gate_exps.weight[266]: IQ2_S blk.24.ffn_gate_exps.weight[267]: blk.24.ffn_gate_exps.weight[268]: IQ2_S blk.24.ffn_gate_exps.weight[269]: blk.24.ffn_gate_exps.weight[270]: IQ2_S blk.24.ffn_gate_exps.weight[271]: blk.24.ffn_gate_exps.weight[272]: blk.24.ffn_gate_exps.weight[273]: IQ2_S blk.24.ffn_gate_exps.weight[274]: blk.24.ffn_gate_exps.weight[275]: IQ2_S blk.24.ffn_gate_exps.weight[276]: blk.24.ffn_gate_exps.weight[277]: IQ2_S blk.24.ffn_gate_exps.weight[278]: blk.24.ffn_gate_exps.weight[279]: blk.24.ffn_gate_exps.weight[280]: blk.24.ffn_gate_exps.weight[281]: blk.24.ffn_gate_exps.weight[282]: blk.24.ffn_gate_exps.weight[283]: blk.24.ffn_gate_exps.weight[284]: blk.24.ffn_gate_exps.weight[285]: blk.24.ffn_gate_exps.weight[286]: blk.24.ffn_gate_exps.weight[287]: IQ2_S blk.24.ffn_gate_exps.weight[288]: blk.24.ffn_gate_exps.weight[289]: blk.24.ffn_gate_exps.weight[290]: blk.24.ffn_gate_exps.weight[291]: blk.24.ffn_gate_exps.weight[292]: blk.24.ffn_gate_exps.weight[293]: blk.24.ffn_gate_exps.weight[294]: IQ2_S blk.24.ffn_gate_exps.weight[295]: blk.24.ffn_gate_exps.weight[296]: IQ2_S blk.24.ffn_gate_exps.weight[297]: IQ2_S blk.24.ffn_gate_exps.weight[298]: blk.24.ffn_gate_exps.weight[299]: IQ2_S blk.24.ffn_gate_exps.weight[300]: blk.24.ffn_gate_exps.weight[301]: IQ2_S blk.24.ffn_gate_exps.weight[302]: blk.24.ffn_gate_exps.weight[303]: IQ2_S blk.24.ffn_gate_exps.weight[304]: IQ2_S blk.24.ffn_gate_exps.weight[305]: IQ2_S blk.24.ffn_gate_exps.weight[306]: IQ2_S blk.24.ffn_gate_exps.weight[307]: IQ2_S blk.24.ffn_gate_exps.weight[308]: blk.24.ffn_gate_exps.weight[309]: IQ2_S blk.24.ffn_gate_exps.weight[310]: blk.24.ffn_gate_exps.weight[311]: blk.24.ffn_gate_exps.weight[312]: IQ2_S blk.24.ffn_gate_exps.weight[313]: IQ2_S blk.24.ffn_gate_exps.weight[314]: blk.24.ffn_gate_exps.weight[315]: IQ2_S blk.24.ffn_gate_exps.weight[316]: IQ2_S blk.24.ffn_gate_exps.weight[317]: IQ2_S blk.24.ffn_gate_exps.weight[318]: blk.24.ffn_gate_exps.weight[319]: IQ2_S blk.24.ffn_gate_exps.weight[320]: blk.24.ffn_gate_exps.weight[321]: IQ2_S blk.24.ffn_gate_exps.weight[322]: blk.24.ffn_gate_exps.weight[323]: IQ2_S blk.24.ffn_gate_exps.weight[324]: blk.24.ffn_gate_exps.weight[325]: IQ2_S blk.24.ffn_gate_exps.weight[326]: IQ2_S blk.24.ffn_gate_exps.weight[327]: blk.24.ffn_gate_exps.weight[328]: blk.24.ffn_gate_exps.weight[329]: IQ2_S blk.24.ffn_gate_exps.weight[330]: IQ2_S blk.24.ffn_gate_exps.weight[331]: IQ2_S blk.24.ffn_gate_exps.weight[332]: blk.24.ffn_gate_exps.weight[333]: blk.24.ffn_gate_exps.weight[334]: blk.24.ffn_gate_exps.weight[335]: IQ2_S blk.24.ffn_gate_exps.weight[336]: blk.24.ffn_gate_exps.weight[337]: IQ2_S blk.24.ffn_gate_exps.weight[338]: blk.24.ffn_gate_exps.weight[339]: blk.24.ffn_gate_exps.weight[340]: IQ2_S blk.24.ffn_gate_exps.weight[341]: IQ2_S blk.24.ffn_gate_exps.weight[342]: IQ2_S blk.24.ffn_gate_exps.weight[343]: blk.24.ffn_gate_exps.weight[344]: blk.24.ffn_gate_exps.weight[345]: blk.24.ffn_gate_exps.weight[346]: IQ2_S blk.24.ffn_gate_exps.weight[347]: IQ2_S blk.24.ffn_gate_exps.weight[348]: blk.24.ffn_gate_exps.weight[349]: blk.24.ffn_gate_exps.weight[350]: IQ2_S blk.24.ffn_gate_exps.weight[351]: blk.24.ffn_gate_exps.weight[352]: blk.24.ffn_gate_exps.weight[353]: blk.24.ffn_gate_exps.weight[354]: blk.24.ffn_gate_exps.weight[355]: IQ2_S blk.24.ffn_gate_exps.weight[356]: IQ2_S blk.24.ffn_gate_exps.weight[357]: IQ2_S blk.24.ffn_gate_exps.weight[358]: blk.24.ffn_gate_exps.weight[359]: IQ2_S blk.24.ffn_gate_exps.weight[360]: IQ2_S blk.24.ffn_gate_exps.weight[361]: IQ2_S blk.24.ffn_gate_exps.weight[362]: blk.24.ffn_gate_exps.weight[363]: blk.24.ffn_gate_exps.weight[364]: blk.24.ffn_gate_exps.weight[365]: IQ2_S blk.24.ffn_gate_exps.weight[366]: IQ2_S blk.24.ffn_gate_exps.weight[367]: blk.24.ffn_gate_exps.weight[368]: blk.24.ffn_gate_exps.weight[369]: blk.24.ffn_gate_exps.weight[370]: IQ2_S blk.24.ffn_gate_exps.weight[371]: blk.24.ffn_gate_exps.weight[372]: blk.24.ffn_gate_exps.weight[373]: blk.24.ffn_gate_exps.weight[374]: IQ2_S blk.24.ffn_gate_exps.weight[375]: IQ2_S blk.24.ffn_gate_exps.weight[376]: IQ2_S blk.24.ffn_gate_exps.weight[377]: IQ2_S blk.24.ffn_gate_exps.weight[378]: blk.24.ffn_gate_exps.weight[379]: blk.24.ffn_gate_exps.weight[380]: blk.24.ffn_gate_exps.weight[381]: IQ2_S blk.24.ffn_gate_exps.weight[382]: blk.24.ffn_gate_exps.weight[383]: IQ2_S blk.24.ffn_gate_exps.weight[384]: blk.24.ffn_gate_exps.weight[385]: blk.24.ffn_gate_exps.weight[386]: IQ2_S blk.24.ffn_gate_exps.weight[387]: IQ2_S blk.24.ffn_gate_exps.weight[388]: blk.24.ffn_gate_exps.weight[389]: IQ2_S blk.24.ffn_gate_exps.weight[390]: IQ2_S blk.24.ffn_gate_exps.weight[391]: blk.24.ffn_gate_exps.weight[392]: blk.24.ffn_gate_exps.weight[393]: IQ2_S blk.24.ffn_gate_exps.weight[394]: IQ2_S blk.24.ffn_gate_exps.weight[395]: IQ2_S blk.24.ffn_gate_exps.weight[396]: blk.24.ffn_gate_exps.weight[397]: blk.24.ffn_gate_exps.weight[398]: IQ2_S blk.24.ffn_gate_exps.weight[399]: blk.24.ffn_gate_exps.weight[400]: blk.24.ffn_gate_exps.weight[401]: blk.24.ffn_gate_exps.weight[402]: IQ2_S blk.24.ffn_gate_exps.weight[403]: IQ2_S blk.24.ffn_gate_exps.weight[404]: IQ2_S blk.24.ffn_gate_exps.weight[405]: blk.24.ffn_gate_exps.weight[406]: blk.24.ffn_gate_exps.weight[407]: IQ2_S blk.24.ffn_gate_exps.weight[408]: blk.24.ffn_gate_exps.weight[409]: blk.24.ffn_gate_exps.weight[410]: IQ2_S blk.24.ffn_gate_exps.weight[411]: blk.24.ffn_gate_exps.weight[412]: blk.24.ffn_gate_exps.weight[413]: blk.24.ffn_gate_exps.weight[414]: blk.24.ffn_gate_exps.weight[415]: blk.24.ffn_gate_exps.weight[416]: blk.24.ffn_gate_exps.weight[417]: blk.24.ffn_gate_exps.weight[418]: IQ2_S blk.24.ffn_gate_exps.weight[419]: IQ2_S blk.24.ffn_gate_exps.weight[420]: IQ2_S blk.24.ffn_gate_exps.weight[421]: blk.24.ffn_gate_exps.weight[422]: blk.24.ffn_gate_exps.weight[423]: blk.24.ffn_gate_exps.weight[424]: IQ2_S blk.24.ffn_gate_exps.weight[425]: IQ2_S blk.24.ffn_gate_exps.weight[426]: IQ2_S blk.24.ffn_gate_exps.weight[427]: IQ2_S blk.24.ffn_gate_exps.weight[428]: blk.24.ffn_gate_exps.weight[429]: IQ2_S blk.24.ffn_gate_exps.weight[430]: blk.24.ffn_gate_exps.weight[431]: blk.24.ffn_gate_exps.weight[432]: blk.24.ffn_gate_exps.weight[433]: blk.24.ffn_gate_exps.weight[434]: blk.24.ffn_gate_exps.weight[435]: blk.24.ffn_gate_exps.weight[436]: IQ2_S blk.24.ffn_gate_exps.weight[437]: blk.24.ffn_gate_exps.weight[438]: blk.24.ffn_gate_exps.weight[439]: IQ2_S blk.24.ffn_gate_exps.weight[440]: blk.24.ffn_gate_exps.weight[441]: blk.24.ffn_gate_exps.weight[442]: IQ2_S blk.24.ffn_gate_exps.weight[443]: blk.24.ffn_gate_exps.weight[444]: blk.24.ffn_gate_exps.weight[445]: blk.24.ffn_gate_exps.weight[446]: blk.24.ffn_gate_exps.weight[447]: IQ2_S blk.24.ffn_gate_exps.weight[448]: IQ2_S blk.24.ffn_gate_exps.weight[449]: IQ2_S blk.24.ffn_gate_exps.weight[450]: blk.24.ffn_gate_exps.weight[451]: IQ2_S blk.24.ffn_gate_exps.weight[452]: blk.24.ffn_gate_exps.weight[453]: blk.24.ffn_gate_exps.weight[454]: blk.24.ffn_gate_exps.weight[455]: blk.24.ffn_gate_exps.weight[456]: IQ2_S blk.24.ffn_gate_exps.weight[457]: blk.24.ffn_gate_exps.weight[458]: blk.24.ffn_gate_exps.weight[459]: blk.24.ffn_gate_exps.weight[460]: blk.24.ffn_gate_exps.weight[461]: blk.24.ffn_gate_exps.weight[462]: IQ2_S blk.24.ffn_gate_exps.weight[463]: blk.24.ffn_gate_exps.weight[464]: blk.24.ffn_gate_exps.weight[465]: IQ2_S blk.24.ffn_gate_exps.weight[466]: IQ2_S blk.24.ffn_gate_exps.weight[467]: IQ2_S blk.24.ffn_gate_exps.weight[468]: IQ2_S blk.24.ffn_gate_exps.weight[469]: IQ2_S blk.24.ffn_gate_exps.weight[470]: IQ2_S blk.24.ffn_gate_exps.weight[471]: IQ2_S blk.24.ffn_gate_exps.weight[472]: IQ2_S blk.24.ffn_gate_exps.weight[473]: blk.24.ffn_gate_exps.weight[474]: blk.24.ffn_gate_exps.weight[475]: blk.24.ffn_gate_exps.weight[476]: blk.24.ffn_gate_exps.weight[477]: blk.24.ffn_gate_exps.weight[478]: blk.24.ffn_gate_exps.weight[479]: blk.24.ffn_gate_exps.weight[480]: blk.24.ffn_gate_exps.weight[481]: blk.24.ffn_gate_exps.weight[482]: IQ2_S blk.24.ffn_gate_exps.weight[483]: IQ2_S blk.24.ffn_gate_exps.weight[484]: blk.24.ffn_gate_exps.weight[485]: blk.24.ffn_gate_exps.weight[486]: IQ2_S blk.24.ffn_gate_exps.weight[487]: IQ2_S blk.24.ffn_gate_exps.weight[488]: IQ2_S blk.24.ffn_gate_exps.weight[489]: IQ2_S blk.24.ffn_gate_exps.weight[490]: IQ2_S blk.24.ffn_gate_exps.weight[491]: IQ2_S blk.24.ffn_gate_exps.weight[492]: IQ2_S blk.24.ffn_gate_exps.weight[493]: IQ2_S blk.24.ffn_gate_exps.weight[494]: blk.24.ffn_gate_exps.weight[495]: blk.24.ffn_gate_exps.weight[496]: IQ2_S blk.24.ffn_gate_exps.weight[497]: blk.24.ffn_gate_exps.weight[498]: IQ2_S blk.24.ffn_gate_exps.weight[499]: IQ2_S blk.24.ffn_gate_exps.weight[500]: IQ2_S blk.24.ffn_gate_exps.weight[501]: blk.24.ffn_gate_exps.weight[502]: blk.24.ffn_gate_exps.weight[503]: blk.24.ffn_gate_exps.weight[504]: blk.24.ffn_gate_exps.weight[505]: IQ2_S blk.24.ffn_gate_exps.weight[506]: IQ2_S blk.24.ffn_gate_exps.weight[507]: blk.24.ffn_gate_exps.weight[508]: blk.24.ffn_gate_exps.weight[509]: blk.24.ffn_gate_exps.weight[510]: IQ2_S blk.24.ffn_gate_exps.weight[511]: blk.24.ffn_up_exps.weight[0]: blk.24.ffn_up_exps.weight[1]: blk.24.ffn_up_exps.weight[2]: blk.24.ffn_up_exps.weight[3]: blk.24.ffn_up_exps.weight[4]: IQ2_S blk.24.ffn_up_exps.weight[5]: IQ2_S blk.24.ffn_up_exps.weight[6]: blk.24.ffn_up_exps.weight[7]: blk.24.ffn_up_exps.weight[8]: IQ2_S blk.24.ffn_up_exps.weight[9]: IQ2_S blk.24.ffn_up_exps.weight[10]: IQ2_S blk.24.ffn_up_exps.weight[11]: IQ2_S blk.24.ffn_up_exps.weight[12]: blk.24.ffn_up_exps.weight[13]: IQ2_S blk.24.ffn_up_exps.weight[14]: blk.24.ffn_up_exps.weight[15]: blk.24.ffn_up_exps.weight[16]: blk.24.ffn_up_exps.weight[17]: IQ2_S blk.24.ffn_up_exps.weight[18]: blk.24.ffn_up_exps.weight[19]: IQ2_S blk.24.ffn_up_exps.weight[20]: blk.24.ffn_up_exps.weight[21]: blk.24.ffn_up_exps.weight[22]: blk.24.ffn_up_exps.weight[23]: blk.24.ffn_up_exps.weight[24]: IQ2_S blk.24.ffn_up_exps.weight[25]: blk.24.ffn_up_exps.weight[26]: IQ2_S blk.24.ffn_up_exps.weight[27]: IQ2_S blk.24.ffn_up_exps.weight[28]: blk.24.ffn_up_exps.weight[29]: blk.24.ffn_up_exps.weight[30]: IQ2_S blk.24.ffn_up_exps.weight[31]: IQ2_S blk.24.ffn_up_exps.weight[32]: IQ2_S blk.24.ffn_up_exps.weight[33]: blk.24.ffn_up_exps.weight[34]: IQ2_S blk.24.ffn_up_exps.weight[35]: IQ2_S blk.24.ffn_up_exps.weight[36]: blk.24.ffn_up_exps.weight[37]: IQ2_S blk.24.ffn_up_exps.weight[38]: blk.24.ffn_up_exps.weight[39]: blk.24.ffn_up_exps.weight[40]: blk.24.ffn_up_exps.weight[41]: IQ2_S blk.24.ffn_up_exps.weight[42]: blk.24.ffn_up_exps.weight[43]: blk.24.ffn_up_exps.weight[44]: IQ2_S blk.24.ffn_up_exps.weight[45]: blk.24.ffn_up_exps.weight[46]: IQ2_S blk.24.ffn_up_exps.weight[47]: blk.24.ffn_up_exps.weight[48]: blk.24.ffn_up_exps.weight[49]: blk.24.ffn_up_exps.weight[50]: IQ2_S blk.24.ffn_up_exps.weight[51]: blk.24.ffn_up_exps.weight[52]: blk.24.ffn_up_exps.weight[53]: IQ2_S blk.24.ffn_up_exps.weight[54]: blk.24.ffn_up_exps.weight[55]: blk.24.ffn_up_exps.weight[56]: blk.24.ffn_up_exps.weight[57]: blk.24.ffn_up_exps.weight[58]: IQ2_S blk.24.ffn_up_exps.weight[59]: IQ2_S blk.24.ffn_up_exps.weight[60]: IQ2_S blk.24.ffn_up_exps.weight[61]: IQ2_S blk.24.ffn_up_exps.weight[62]: blk.24.ffn_up_exps.weight[63]: blk.24.ffn_up_exps.weight[64]: IQ2_S blk.24.ffn_up_exps.weight[65]: IQ2_S blk.24.ffn_up_exps.weight[66]: IQ2_S blk.24.ffn_up_exps.weight[67]: IQ2_S blk.24.ffn_up_exps.weight[68]: IQ2_S blk.24.ffn_up_exps.weight[69]: blk.24.ffn_up_exps.weight[70]: IQ2_S blk.24.ffn_up_exps.weight[71]: blk.24.ffn_up_exps.weight[72]: blk.24.ffn_up_exps.weight[73]: blk.24.ffn_up_exps.weight[74]: IQ2_S blk.24.ffn_up_exps.weight[75]: blk.24.ffn_up_exps.weight[76]: blk.24.ffn_up_exps.weight[77]: blk.24.ffn_up_exps.weight[78]: IQ2_S blk.24.ffn_up_exps.weight[79]: blk.24.ffn_up_exps.weight[80]: IQ2_S blk.24.ffn_up_exps.weight[81]: IQ2_S blk.24.ffn_up_exps.weight[82]: blk.24.ffn_up_exps.weight[83]: IQ2_S blk.24.ffn_up_exps.weight[84]: blk.24.ffn_up_exps.weight[85]: IQ2_S blk.24.ffn_up_exps.weight[86]: IQ2_S blk.24.ffn_up_exps.weight[87]: IQ2_S blk.24.ffn_up_exps.weight[88]: blk.24.ffn_up_exps.weight[89]: IQ2_S blk.24.ffn_up_exps.weight[90]: blk.24.ffn_up_exps.weight[91]: blk.24.ffn_up_exps.weight[92]: IQ2_S blk.24.ffn_up_exps.weight[93]: IQ2_S blk.24.ffn_up_exps.weight[94]: IQ2_S blk.24.ffn_up_exps.weight[95]: IQ2_S blk.24.ffn_up_exps.weight[96]: blk.24.ffn_up_exps.weight[97]: IQ2_S blk.24.ffn_up_exps.weight[98]: blk.24.ffn_up_exps.weight[99]: IQ2_S blk.24.ffn_up_exps.weight[100]: IQ2_S blk.24.ffn_up_exps.weight[101]: blk.24.ffn_up_exps.weight[102]: blk.24.ffn_up_exps.weight[103]: IQ2_S blk.24.ffn_up_exps.weight[104]: IQ2_S blk.24.ffn_up_exps.weight[105]: IQ2_S blk.24.ffn_up_exps.weight[106]: blk.24.ffn_up_exps.weight[107]: IQ2_S blk.24.ffn_up_exps.weight[108]: IQ2_S blk.24.ffn_up_exps.weight[109]: IQ2_S blk.24.ffn_up_exps.weight[110]: blk.24.ffn_up_exps.weight[111]: IQ2_S blk.24.ffn_up_exps.weight[112]: blk.24.ffn_up_exps.weight[113]: IQ2_S blk.24.ffn_up_exps.weight[114]: blk.24.ffn_up_exps.weight[115]: IQ2_S blk.24.ffn_up_exps.weight[116]: IQ2_S blk.24.ffn_up_exps.weight[117]: blk.24.ffn_up_exps.weight[118]: blk.24.ffn_up_exps.weight[119]: blk.24.ffn_up_exps.weight[120]: blk.24.ffn_up_exps.weight[121]: IQ2_S blk.24.ffn_up_exps.weight[122]: IQ2_S blk.24.ffn_up_exps.weight[123]: IQ2_S blk.24.ffn_up_exps.weight[124]: blk.24.ffn_up_exps.weight[125]: blk.24.ffn_up_exps.weight[126]: IQ2_S blk.24.ffn_up_exps.weight[127]: IQ2_S blk.24.ffn_up_exps.weight[128]: IQ2_S blk.24.ffn_up_exps.weight[129]: blk.24.ffn_up_exps.weight[130]: blk.24.ffn_up_exps.weight[131]: blk.24.ffn_up_exps.weight[132]: blk.24.ffn_up_exps.weight[133]: blk.24.ffn_up_exps.weight[134]: IQ2_S blk.24.ffn_up_exps.weight[135]: IQ2_S blk.24.ffn_up_exps.weight[136]: IQ2_S blk.24.ffn_up_exps.weight[137]: blk.24.ffn_up_exps.weight[138]: IQ2_S blk.24.ffn_up_exps.weight[139]: blk.24.ffn_up_exps.weight[140]: IQ2_S blk.24.ffn_up_exps.weight[141]: blk.24.ffn_up_exps.weight[142]: blk.24.ffn_up_exps.weight[143]: IQ2_S blk.24.ffn_up_exps.weight[144]: IQ2_S blk.24.ffn_up_exps.weight[145]: IQ2_S blk.24.ffn_up_exps.weight[146]: blk.24.ffn_up_exps.weight[147]: blk.24.ffn_up_exps.weight[148]: blk.24.ffn_up_exps.weight[149]: IQ2_S blk.24.ffn_up_exps.weight[150]: IQ2_S blk.24.ffn_up_exps.weight[151]: IQ2_S blk.24.ffn_up_exps.weight[152]: IQ2_S blk.24.ffn_up_exps.weight[153]: blk.24.ffn_up_exps.weight[154]: IQ2_S blk.24.ffn_up_exps.weight[155]: IQ2_S blk.24.ffn_up_exps.weight[156]: blk.24.ffn_up_exps.weight[157]: IQ2_S blk.24.ffn_up_exps.weight[158]: IQ2_S blk.24.ffn_up_exps.weight[159]: IQ2_S blk.24.ffn_up_exps.weight[160]: blk.24.ffn_up_exps.weight[161]: blk.24.ffn_up_exps.weight[162]: IQ2_S blk.24.ffn_up_exps.weight[163]: IQ2_S blk.24.ffn_up_exps.weight[164]: IQ2_S blk.24.ffn_up_exps.weight[165]: IQ2_S blk.24.ffn_up_exps.weight[166]: IQ2_S blk.24.ffn_up_exps.weight[167]: IQ2_S blk.24.ffn_up_exps.weight[168]: IQ2_S blk.24.ffn_up_exps.weight[169]: blk.24.ffn_up_exps.weight[170]: blk.24.ffn_up_exps.weight[171]: IQ2_S blk.24.ffn_up_exps.weight[172]: blk.24.ffn_up_exps.weight[173]: IQ2_S blk.24.ffn_up_exps.weight[174]: IQ2_S blk.24.ffn_up_exps.weight[175]: IQ2_S blk.24.ffn_up_exps.weight[176]: IQ2_S blk.24.ffn_up_exps.weight[177]: IQ2_S blk.24.ffn_up_exps.weight[178]: IQ2_S blk.24.ffn_up_exps.weight[179]: IQ2_S blk.24.ffn_up_exps.weight[180]: blk.24.ffn_up_exps.weight[181]: blk.24.ffn_up_exps.weight[182]: blk.24.ffn_up_exps.weight[183]: IQ2_S blk.24.ffn_up_exps.weight[184]: IQ2_S blk.24.ffn_up_exps.weight[185]: blk.24.ffn_up_exps.weight[186]: blk.24.ffn_up_exps.weight[187]: IQ2_S blk.24.ffn_up_exps.weight[188]: blk.24.ffn_up_exps.weight[189]: IQ2_S blk.24.ffn_up_exps.weight[190]: blk.24.ffn_up_exps.weight[191]: IQ2_S blk.24.ffn_up_exps.weight[192]: blk.24.ffn_up_exps.weight[193]: blk.24.ffn_up_exps.weight[194]: blk.24.ffn_up_exps.weight[195]: IQ2_S blk.24.ffn_up_exps.weight[196]: IQ2_S blk.24.ffn_up_exps.weight[197]: blk.24.ffn_up_exps.weight[198]: IQ2_S blk.24.ffn_up_exps.weight[199]: IQ2_S blk.24.ffn_up_exps.weight[200]: blk.24.ffn_up_exps.weight[201]: IQ2_S blk.24.ffn_up_exps.weight[202]: IQ2_S blk.24.ffn_up_exps.weight[203]: IQ2_S blk.24.ffn_up_exps.weight[204]: IQ2_S blk.24.ffn_up_exps.weight[205]: IQ2_S blk.24.ffn_up_exps.weight[206]: IQ2_S blk.24.ffn_up_exps.weight[207]: IQ2_S blk.24.ffn_up_exps.weight[208]: blk.24.ffn_up_exps.weight[209]: IQ2_S blk.24.ffn_up_exps.weight[210]: blk.24.ffn_up_exps.weight[211]: blk.24.ffn_up_exps.weight[212]: IQ2_S blk.24.ffn_up_exps.weight[213]: IQ2_S blk.24.ffn_up_exps.weight[214]: IQ2_S blk.24.ffn_up_exps.weight[215]: IQ2_S blk.24.ffn_up_exps.weight[216]: IQ2_S blk.24.ffn_up_exps.weight[217]: blk.24.ffn_up_exps.weight[218]: blk.24.ffn_up_exps.weight[219]: IQ2_S blk.24.ffn_up_exps.weight[220]: IQ2_S blk.24.ffn_up_exps.weight[221]: IQ2_S blk.24.ffn_up_exps.weight[222]: blk.24.ffn_up_exps.weight[223]: IQ2_S blk.24.ffn_up_exps.weight[224]: IQ2_S blk.24.ffn_up_exps.weight[225]: IQ2_S blk.24.ffn_up_exps.weight[226]: IQ2_S blk.24.ffn_up_exps.weight[227]: IQ2_S blk.24.ffn_up_exps.weight[228]: IQ2_S blk.24.ffn_up_exps.weight[229]: IQ2_S blk.24.ffn_up_exps.weight[230]: IQ2_S blk.24.ffn_up_exps.weight[231]: IQ2_S blk.24.ffn_up_exps.weight[232]: IQ2_S blk.24.ffn_up_exps.weight[233]: IQ2_S blk.24.ffn_up_exps.weight[234]: blk.24.ffn_up_exps.weight[235]: blk.24.ffn_up_exps.weight[236]: IQ2_S blk.24.ffn_up_exps.weight[237]: blk.24.ffn_up_exps.weight[238]: IQ2_S blk.24.ffn_up_exps.weight[239]: IQ2_S blk.24.ffn_up_exps.weight[240]: blk.24.ffn_up_exps.weight[241]: IQ2_S blk.24.ffn_up_exps.weight[242]: IQ2_S blk.24.ffn_up_exps.weight[243]: blk.24.ffn_up_exps.weight[244]: IQ2_S blk.24.ffn_up_exps.weight[245]: blk.24.ffn_up_exps.weight[246]: blk.24.ffn_up_exps.weight[247]: blk.24.ffn_up_exps.weight[248]: blk.24.ffn_up_exps.weight[249]: IQ2_S blk.24.ffn_up_exps.weight[250]: blk.24.ffn_up_exps.weight[251]: blk.24.ffn_up_exps.weight[252]: IQ2_S blk.24.ffn_up_exps.weight[253]: IQ2_S blk.24.ffn_up_exps.weight[254]: blk.24.ffn_up_exps.weight[255]: blk.24.ffn_up_exps.weight[256]: blk.24.ffn_up_exps.weight[257]: blk.24.ffn_up_exps.weight[258]: IQ2_S blk.24.ffn_up_exps.weight[259]: blk.24.ffn_up_exps.weight[260]: IQ2_S blk.24.ffn_up_exps.weight[261]: IQ2_S blk.24.ffn_up_exps.weight[262]: IQ2_S blk.24.ffn_up_exps.weight[263]: blk.24.ffn_up_exps.weight[264]: blk.24.ffn_up_exps.weight[265]: IQ2_S blk.24.ffn_up_exps.weight[266]: IQ2_S blk.24.ffn_up_exps.weight[267]: blk.24.ffn_up_exps.weight[268]: IQ2_S blk.24.ffn_up_exps.weight[269]: blk.24.ffn_up_exps.weight[270]: IQ2_S blk.24.ffn_up_exps.weight[271]: blk.24.ffn_up_exps.weight[272]: blk.24.ffn_up_exps.weight[273]: IQ2_S blk.24.ffn_up_exps.weight[274]: blk.24.ffn_up_exps.weight[275]: IQ2_S blk.24.ffn_up_exps.weight[276]: blk.24.ffn_up_exps.weight[277]: IQ2_S blk.24.ffn_up_exps.weight[278]: blk.24.ffn_up_exps.weight[279]: blk.24.ffn_up_exps.weight[280]: blk.24.ffn_up_exps.weight[281]: blk.24.ffn_up_exps.weight[282]: blk.24.ffn_up_exps.weight[283]: blk.24.ffn_up_exps.weight[284]: blk.24.ffn_up_exps.weight[285]: blk.24.ffn_up_exps.weight[286]: blk.24.ffn_up_exps.weight[287]: IQ2_S blk.24.ffn_up_exps.weight[288]: blk.24.ffn_up_exps.weight[289]: blk.24.ffn_up_exps.weight[290]: blk.24.ffn_up_exps.weight[291]: blk.24.ffn_up_exps.weight[292]: blk.24.ffn_up_exps.weight[293]: blk.24.ffn_up_exps.weight[294]: IQ2_S blk.24.ffn_up_exps.weight[295]: blk.24.ffn_up_exps.weight[296]: IQ2_S blk.24.ffn_up_exps.weight[297]: IQ2_S blk.24.ffn_up_exps.weight[298]: blk.24.ffn_up_exps.weight[299]: IQ2_S blk.24.ffn_up_exps.weight[300]: blk.24.ffn_up_exps.weight[301]: IQ2_S blk.24.ffn_up_exps.weight[302]: blk.24.ffn_up_exps.weight[303]: IQ2_S blk.24.ffn_up_exps.weight[304]: IQ2_S blk.24.ffn_up_exps.weight[305]: IQ2_S blk.24.ffn_up_exps.weight[306]: IQ2_S blk.24.ffn_up_exps.weight[307]: IQ2_S blk.24.ffn_up_exps.weight[308]: blk.24.ffn_up_exps.weight[309]: IQ2_S blk.24.ffn_up_exps.weight[310]: blk.24.ffn_up_exps.weight[311]: blk.24.ffn_up_exps.weight[312]: IQ2_S blk.24.ffn_up_exps.weight[313]: IQ2_S blk.24.ffn_up_exps.weight[314]: blk.24.ffn_up_exps.weight[315]: IQ2_S blk.24.ffn_up_exps.weight[316]: IQ2_S blk.24.ffn_up_exps.weight[317]: IQ2_S blk.24.ffn_up_exps.weight[318]: blk.24.ffn_up_exps.weight[319]: IQ2_S blk.24.ffn_up_exps.weight[320]: blk.24.ffn_up_exps.weight[321]: IQ2_S blk.24.ffn_up_exps.weight[322]: blk.24.ffn_up_exps.weight[323]: IQ2_S blk.24.ffn_up_exps.weight[324]: blk.24.ffn_up_exps.weight[325]: IQ2_S blk.24.ffn_up_exps.weight[326]: IQ2_S blk.24.ffn_up_exps.weight[327]: blk.24.ffn_up_exps.weight[328]: blk.24.ffn_up_exps.weight[329]: IQ2_S blk.24.ffn_up_exps.weight[330]: IQ2_S blk.24.ffn_up_exps.weight[331]: IQ2_S blk.24.ffn_up_exps.weight[332]: blk.24.ffn_up_exps.weight[333]: blk.24.ffn_up_exps.weight[334]: blk.24.ffn_up_exps.weight[335]: IQ2_S blk.24.ffn_up_exps.weight[336]: blk.24.ffn_up_exps.weight[337]: IQ2_S blk.24.ffn_up_exps.weight[338]: blk.24.ffn_up_exps.weight[339]: blk.24.ffn_up_exps.weight[340]: IQ2_S blk.24.ffn_up_exps.weight[341]: IQ2_S blk.24.ffn_up_exps.weight[342]: IQ2_S blk.24.ffn_up_exps.weight[343]: blk.24.ffn_up_exps.weight[344]: blk.24.ffn_up_exps.weight[345]: blk.24.ffn_up_exps.weight[346]: IQ2_S blk.24.ffn_up_exps.weight[347]: IQ2_S blk.24.ffn_up_exps.weight[348]: blk.24.ffn_up_exps.weight[349]: blk.24.ffn_up_exps.weight[350]: IQ2_S blk.24.ffn_up_exps.weight[351]: blk.24.ffn_up_exps.weight[352]: blk.24.ffn_up_exps.weight[353]: blk.24.ffn_up_exps.weight[354]: blk.24.ffn_up_exps.weight[355]: IQ2_S blk.24.ffn_up_exps.weight[356]: IQ2_S blk.24.ffn_up_exps.weight[357]: IQ2_S blk.24.ffn_up_exps.weight[358]: blk.24.ffn_up_exps.weight[359]: IQ2_S blk.24.ffn_up_exps.weight[360]: IQ2_S blk.24.ffn_up_exps.weight[361]: IQ2_S blk.24.ffn_up_exps.weight[362]: blk.24.ffn_up_exps.weight[363]: blk.24.ffn_up_exps.weight[364]: blk.24.ffn_up_exps.weight[365]: IQ2_S blk.24.ffn_up_exps.weight[366]: IQ2_S blk.24.ffn_up_exps.weight[367]: blk.24.ffn_up_exps.weight[368]: blk.24.ffn_up_exps.weight[369]: blk.24.ffn_up_exps.weight[370]: IQ2_S blk.24.ffn_up_exps.weight[371]: blk.24.ffn_up_exps.weight[372]: blk.24.ffn_up_exps.weight[373]: blk.24.ffn_up_exps.weight[374]: IQ2_S blk.24.ffn_up_exps.weight[375]: IQ2_S blk.24.ffn_up_exps.weight[376]: IQ2_S blk.24.ffn_up_exps.weight[377]: IQ2_S blk.24.ffn_up_exps.weight[378]: blk.24.ffn_up_exps.weight[379]: blk.24.ffn_up_exps.weight[380]: blk.24.ffn_up_exps.weight[381]: IQ2_S blk.24.ffn_up_exps.weight[382]: blk.24.ffn_up_exps.weight[383]: IQ2_S blk.24.ffn_up_exps.weight[384]: blk.24.ffn_up_exps.weight[385]: blk.24.ffn_up_exps.weight[386]: IQ2_S blk.24.ffn_up_exps.weight[387]: IQ2_S blk.24.ffn_up_exps.weight[388]: blk.24.ffn_up_exps.weight[389]: IQ2_S blk.24.ffn_up_exps.weight[390]: IQ2_S blk.24.ffn_up_exps.weight[391]: blk.24.ffn_up_exps.weight[392]: blk.24.ffn_up_exps.weight[393]: IQ2_S blk.24.ffn_up_exps.weight[394]: IQ2_S blk.24.ffn_up_exps.weight[395]: IQ2_S blk.24.ffn_up_exps.weight[396]: blk.24.ffn_up_exps.weight[397]: blk.24.ffn_up_exps.weight[398]: IQ2_S blk.24.ffn_up_exps.weight[399]: blk.24.ffn_up_exps.weight[400]: blk.24.ffn_up_exps.weight[401]: blk.24.ffn_up_exps.weight[402]: IQ2_S blk.24.ffn_up_exps.weight[403]: IQ2_S blk.24.ffn_up_exps.weight[404]: IQ2_S blk.24.ffn_up_exps.weight[405]: blk.24.ffn_up_exps.weight[406]: blk.24.ffn_up_exps.weight[407]: IQ2_S blk.24.ffn_up_exps.weight[408]: blk.24.ffn_up_exps.weight[409]: blk.24.ffn_up_exps.weight[410]: IQ2_S blk.24.ffn_up_exps.weight[411]: blk.24.ffn_up_exps.weight[412]: blk.24.ffn_up_exps.weight[413]: blk.24.ffn_up_exps.weight[414]: blk.24.ffn_up_exps.weight[415]: blk.24.ffn_up_exps.weight[416]: blk.24.ffn_up_exps.weight[417]: blk.24.ffn_up_exps.weight[418]: IQ2_S blk.24.ffn_up_exps.weight[419]: IQ2_S blk.24.ffn_up_exps.weight[420]: IQ2_S blk.24.ffn_up_exps.weight[421]: blk.24.ffn_up_exps.weight[422]: blk.24.ffn_up_exps.weight[423]: blk.24.ffn_up_exps.weight[424]: IQ2_S blk.24.ffn_up_exps.weight[425]: IQ2_S blk.24.ffn_up_exps.weight[426]: IQ2_S blk.24.ffn_up_exps.weight[427]: IQ2_S blk.24.ffn_up_exps.weight[428]: blk.24.ffn_up_exps.weight[429]: IQ2_S blk.24.ffn_up_exps.weight[430]: blk.24.ffn_up_exps.weight[431]: blk.24.ffn_up_exps.weight[432]: blk.24.ffn_up_exps.weight[433]: blk.24.ffn_up_exps.weight[434]: blk.24.ffn_up_exps.weight[435]: blk.24.ffn_up_exps.weight[436]: IQ2_S blk.24.ffn_up_exps.weight[437]: blk.24.ffn_up_exps.weight[438]: blk.24.ffn_up_exps.weight[439]: IQ2_S blk.24.ffn_up_exps.weight[440]: blk.24.ffn_up_exps.weight[441]: blk.24.ffn_up_exps.weight[442]: IQ2_S blk.24.ffn_up_exps.weight[443]: blk.24.ffn_up_exps.weight[444]: blk.24.ffn_up_exps.weight[445]: blk.24.ffn_up_exps.weight[446]: blk.24.ffn_up_exps.weight[447]: IQ2_S blk.24.ffn_up_exps.weight[448]: IQ2_S blk.24.ffn_up_exps.weight[449]: IQ2_S blk.24.ffn_up_exps.weight[450]: blk.24.ffn_up_exps.weight[451]: IQ2_S blk.24.ffn_up_exps.weight[452]: blk.24.ffn_up_exps.weight[453]: blk.24.ffn_up_exps.weight[454]: blk.24.ffn_up_exps.weight[455]: blk.24.ffn_up_exps.weight[456]: IQ2_S blk.24.ffn_up_exps.weight[457]: blk.24.ffn_up_exps.weight[458]: blk.24.ffn_up_exps.weight[459]: blk.24.ffn_up_exps.weight[460]: blk.24.ffn_up_exps.weight[461]: blk.24.ffn_up_exps.weight[462]: IQ2_S blk.24.ffn_up_exps.weight[463]: blk.24.ffn_up_exps.weight[464]: blk.24.ffn_up_exps.weight[465]: IQ2_S blk.24.ffn_up_exps.weight[466]: IQ2_S blk.24.ffn_up_exps.weight[467]: IQ2_S blk.24.ffn_up_exps.weight[468]: IQ2_S blk.24.ffn_up_exps.weight[469]: IQ2_S blk.24.ffn_up_exps.weight[470]: IQ2_S blk.24.ffn_up_exps.weight[471]: IQ2_S blk.24.ffn_up_exps.weight[472]: IQ2_S blk.24.ffn_up_exps.weight[473]: blk.24.ffn_up_exps.weight[474]: blk.24.ffn_up_exps.weight[475]: blk.24.ffn_up_exps.weight[476]: blk.24.ffn_up_exps.weight[477]: blk.24.ffn_up_exps.weight[478]: blk.24.ffn_up_exps.weight[479]: blk.24.ffn_up_exps.weight[480]: blk.24.ffn_up_exps.weight[481]: blk.24.ffn_up_exps.weight[482]: IQ2_S blk.24.ffn_up_exps.weight[483]: IQ2_S blk.24.ffn_up_exps.weight[484]: blk.24.ffn_up_exps.weight[485]: blk.24.ffn_up_exps.weight[486]: IQ2_S blk.24.ffn_up_exps.weight[487]: IQ2_S blk.24.ffn_up_exps.weight[488]: IQ2_S blk.24.ffn_up_exps.weight[489]: IQ2_S blk.24.ffn_up_exps.weight[490]: IQ2_S blk.24.ffn_up_exps.weight[491]: IQ2_S blk.24.ffn_up_exps.weight[492]: IQ2_S blk.24.ffn_up_exps.weight[493]: IQ2_S blk.24.ffn_up_exps.weight[494]: blk.24.ffn_up_exps.weight[495]: blk.24.ffn_up_exps.weight[496]: IQ2_S blk.24.ffn_up_exps.weight[497]: blk.24.ffn_up_exps.weight[498]: IQ2_S blk.24.ffn_up_exps.weight[499]: IQ2_S blk.24.ffn_up_exps.weight[500]: IQ2_S blk.24.ffn_up_exps.weight[501]: blk.24.ffn_up_exps.weight[502]: blk.24.ffn_up_exps.weight[503]: blk.24.ffn_up_exps.weight[504]: blk.24.ffn_up_exps.weight[505]: IQ2_S blk.24.ffn_up_exps.weight[506]: IQ2_S blk.24.ffn_up_exps.weight[507]: blk.24.ffn_up_exps.weight[508]: blk.24.ffn_up_exps.weight[509]: blk.24.ffn_up_exps.weight[510]: IQ2_S blk.24.ffn_up_exps.weight[511]: blk.24.ffn_down_exps.weight[0]: blk.24.ffn_down_exps.weight[1]: blk.24.ffn_down_exps.weight[2]: blk.24.ffn_down_exps.weight[3]: blk.24.ffn_down_exps.weight[4]: IQ4_NL blk.24.ffn_down_exps.weight[5]: IQ4_NL blk.24.ffn_down_exps.weight[6]: blk.24.ffn_down_exps.weight[7]: blk.24.ffn_down_exps.weight[8]: IQ4_NL blk.24.ffn_down_exps.weight[9]: IQ4_NL blk.24.ffn_down_exps.weight[10]: IQ4_NL blk.24.ffn_down_exps.weight[11]: IQ4_NL blk.24.ffn_down_exps.weight[12]: blk.24.ffn_down_exps.weight[13]: IQ4_NL blk.24.ffn_down_exps.weight[14]: blk.24.ffn_down_exps.weight[15]: blk.24.ffn_down_exps.weight[16]: blk.24.ffn_down_exps.weight[17]: IQ4_NL blk.24.ffn_down_exps.weight[18]: blk.24.ffn_down_exps.weight[19]: IQ4_NL blk.24.ffn_down_exps.weight[20]: blk.24.ffn_down_exps.weight[21]: blk.24.ffn_down_exps.weight[22]: blk.24.ffn_down_exps.weight[23]: blk.24.ffn_down_exps.weight[24]: IQ4_NL blk.24.ffn_down_exps.weight[25]: blk.24.ffn_down_exps.weight[26]: IQ4_NL blk.24.ffn_down_exps.weight[27]: IQ4_NL blk.24.ffn_down_exps.weight[28]: blk.24.ffn_down_exps.weight[29]: blk.24.ffn_down_exps.weight[30]: IQ4_NL blk.24.ffn_down_exps.weight[31]: IQ4_NL blk.24.ffn_down_exps.weight[32]: IQ4_NL blk.24.ffn_down_exps.weight[33]: blk.24.ffn_down_exps.weight[34]: IQ4_NL blk.24.ffn_down_exps.weight[35]: IQ4_NL blk.24.ffn_down_exps.weight[36]: blk.24.ffn_down_exps.weight[37]: IQ4_NL blk.24.ffn_down_exps.weight[38]: blk.24.ffn_down_exps.weight[39]: blk.24.ffn_down_exps.weight[40]: blk.24.ffn_down_exps.weight[41]: IQ4_NL blk.24.ffn_down_exps.weight[42]: blk.24.ffn_down_exps.weight[43]: blk.24.ffn_down_exps.weight[44]: IQ4_NL blk.24.ffn_down_exps.weight[45]: blk.24.ffn_down_exps.weight[46]: IQ4_NL blk.24.ffn_down_exps.weight[47]: blk.24.ffn_down_exps.weight[48]: blk.24.ffn_down_exps.weight[49]: blk.24.ffn_down_exps.weight[50]: IQ4_NL blk.24.ffn_down_exps.weight[51]: blk.24.ffn_down_exps.weight[52]: blk.24.ffn_down_exps.weight[53]: IQ4_NL blk.24.ffn_down_exps.weight[54]: blk.24.ffn_down_exps.weight[55]: blk.24.ffn_down_exps.weight[56]: blk.24.ffn_down_exps.weight[57]: blk.24.ffn_down_exps.weight[58]: IQ4_NL blk.24.ffn_down_exps.weight[59]: IQ4_NL blk.24.ffn_down_exps.weight[60]: IQ4_NL blk.24.ffn_down_exps.weight[61]: IQ4_NL blk.24.ffn_down_exps.weight[62]: blk.24.ffn_down_exps.weight[63]: blk.24.ffn_down_exps.weight[64]: IQ4_NL blk.24.ffn_down_exps.weight[65]: IQ4_NL blk.24.ffn_down_exps.weight[66]: IQ4_NL blk.24.ffn_down_exps.weight[67]: IQ4_NL blk.24.ffn_down_exps.weight[68]: IQ4_NL blk.24.ffn_down_exps.weight[69]: blk.24.ffn_down_exps.weight[70]: IQ4_NL blk.24.ffn_down_exps.weight[71]: blk.24.ffn_down_exps.weight[72]: blk.24.ffn_down_exps.weight[73]: blk.24.ffn_down_exps.weight[74]: IQ4_NL blk.24.ffn_down_exps.weight[75]: blk.24.ffn_down_exps.weight[76]: blk.24.ffn_down_exps.weight[77]: blk.24.ffn_down_exps.weight[78]: IQ4_NL blk.24.ffn_down_exps.weight[79]: blk.24.ffn_down_exps.weight[80]: IQ4_NL blk.24.ffn_down_exps.weight[81]: IQ4_NL blk.24.ffn_down_exps.weight[82]: blk.24.ffn_down_exps.weight[83]: IQ4_NL blk.24.ffn_down_exps.weight[84]: blk.24.ffn_down_exps.weight[85]: IQ4_NL blk.24.ffn_down_exps.weight[86]: IQ4_NL blk.24.ffn_down_exps.weight[87]: IQ4_NL blk.24.ffn_down_exps.weight[88]: blk.24.ffn_down_exps.weight[89]: IQ4_NL blk.24.ffn_down_exps.weight[90]: blk.24.ffn_down_exps.weight[91]: blk.24.ffn_down_exps.weight[92]: IQ4_NL blk.24.ffn_down_exps.weight[93]: IQ4_NL blk.24.ffn_down_exps.weight[94]: IQ4_NL blk.24.ffn_down_exps.weight[95]: IQ4_NL blk.24.ffn_down_exps.weight[96]: blk.24.ffn_down_exps.weight[97]: IQ4_NL blk.24.ffn_down_exps.weight[98]: blk.24.ffn_down_exps.weight[99]: IQ4_NL blk.24.ffn_down_exps.weight[100]: IQ4_NL blk.24.ffn_down_exps.weight[101]: blk.24.ffn_down_exps.weight[102]: blk.24.ffn_down_exps.weight[103]: IQ4_NL blk.24.ffn_down_exps.weight[104]: IQ4_NL blk.24.ffn_down_exps.weight[105]: IQ4_NL blk.24.ffn_down_exps.weight[106]: blk.24.ffn_down_exps.weight[107]: IQ4_NL blk.24.ffn_down_exps.weight[108]: IQ4_NL blk.24.ffn_down_exps.weight[109]: IQ4_NL blk.24.ffn_down_exps.weight[110]: blk.24.ffn_down_exps.weight[111]: IQ4_NL blk.24.ffn_down_exps.weight[112]: blk.24.ffn_down_exps.weight[113]: IQ4_NL blk.24.ffn_down_exps.weight[114]: blk.24.ffn_down_exps.weight[115]: IQ4_NL blk.24.ffn_down_exps.weight[116]: IQ4_NL blk.24.ffn_down_exps.weight[117]: blk.24.ffn_down_exps.weight[118]: blk.24.ffn_down_exps.weight[119]: blk.24.ffn_down_exps.weight[120]: blk.24.ffn_down_exps.weight[121]: IQ4_NL blk.24.ffn_down_exps.weight[122]: IQ4_NL blk.24.ffn_down_exps.weight[123]: IQ4_NL blk.24.ffn_down_exps.weight[124]: blk.24.ffn_down_exps.weight[125]: blk.24.ffn_down_exps.weight[126]: IQ4_NL blk.24.ffn_down_exps.weight[127]: IQ4_NL blk.24.ffn_down_exps.weight[128]: IQ4_NL blk.24.ffn_down_exps.weight[129]: blk.24.ffn_down_exps.weight[130]: blk.24.ffn_down_exps.weight[131]: blk.24.ffn_down_exps.weight[132]: blk.24.ffn_down_exps.weight[133]: blk.24.ffn_down_exps.weight[134]: IQ4_NL blk.24.ffn_down_exps.weight[135]: IQ4_NL blk.24.ffn_down_exps.weight[136]: IQ4_NL blk.24.ffn_down_exps.weight[137]: blk.24.ffn_down_exps.weight[138]: IQ4_NL blk.24.ffn_down_exps.weight[139]: blk.24.ffn_down_exps.weight[140]: IQ4_NL blk.24.ffn_down_exps.weight[141]: blk.24.ffn_down_exps.weight[142]: blk.24.ffn_down_exps.weight[143]: IQ4_NL blk.24.ffn_down_exps.weight[144]: IQ4_NL blk.24.ffn_down_exps.weight[145]: IQ4_NL blk.24.ffn_down_exps.weight[146]: blk.24.ffn_down_exps.weight[147]: blk.24.ffn_down_exps.weight[148]: blk.24.ffn_down_exps.weight[149]: IQ4_NL blk.24.ffn_down_exps.weight[150]: IQ4_NL blk.24.ffn_down_exps.weight[151]: IQ4_NL blk.24.ffn_down_exps.weight[152]: IQ4_NL blk.24.ffn_down_exps.weight[153]: blk.24.ffn_down_exps.weight[154]: IQ4_NL blk.24.ffn_down_exps.weight[155]: IQ4_NL blk.24.ffn_down_exps.weight[156]: blk.24.ffn_down_exps.weight[157]: IQ4_NL blk.24.ffn_down_exps.weight[158]: IQ4_NL blk.24.ffn_down_exps.weight[159]: IQ4_NL blk.24.ffn_down_exps.weight[160]: blk.24.ffn_down_exps.weight[161]: blk.24.ffn_down_exps.weight[162]: IQ4_NL blk.24.ffn_down_exps.weight[163]: IQ4_NL blk.24.ffn_down_exps.weight[164]: IQ4_NL blk.24.ffn_down_exps.weight[165]: IQ4_NL blk.24.ffn_down_exps.weight[166]: IQ4_NL blk.24.ffn_down_exps.weight[167]: IQ4_NL blk.24.ffn_down_exps.weight[168]: IQ4_NL blk.24.ffn_down_exps.weight[169]: blk.24.ffn_down_exps.weight[170]: blk.24.ffn_down_exps.weight[171]: IQ4_NL blk.24.ffn_down_exps.weight[172]: blk.24.ffn_down_exps.weight[173]: IQ4_NL blk.24.ffn_down_exps.weight[174]: IQ4_NL blk.24.ffn_down_exps.weight[175]: IQ4_NL blk.24.ffn_down_exps.weight[176]: IQ4_NL blk.24.ffn_down_exps.weight[177]: IQ4_NL blk.24.ffn_down_exps.weight[178]: IQ4_NL blk.24.ffn_down_exps.weight[179]: IQ4_NL blk.24.ffn_down_exps.weight[180]: blk.24.ffn_down_exps.weight[181]: blk.24.ffn_down_exps.weight[182]: blk.24.ffn_down_exps.weight[183]: IQ4_NL blk.24.ffn_down_exps.weight[184]: IQ4_NL blk.24.ffn_down_exps.weight[185]: blk.24.ffn_down_exps.weight[186]: blk.24.ffn_down_exps.weight[187]: IQ4_NL blk.24.ffn_down_exps.weight[188]: blk.24.ffn_down_exps.weight[189]: IQ4_NL blk.24.ffn_down_exps.weight[190]: blk.24.ffn_down_exps.weight[191]: IQ4_NL blk.24.ffn_down_exps.weight[192]: blk.24.ffn_down_exps.weight[193]: blk.24.ffn_down_exps.weight[194]: blk.24.ffn_down_exps.weight[195]: IQ4_NL blk.24.ffn_down_exps.weight[196]: IQ4_NL blk.24.ffn_down_exps.weight[197]: blk.24.ffn_down_exps.weight[198]: IQ4_NL blk.24.ffn_down_exps.weight[199]: IQ4_NL blk.24.ffn_down_exps.weight[200]: blk.24.ffn_down_exps.weight[201]: IQ4_NL blk.24.ffn_down_exps.weight[202]: IQ4_NL blk.24.ffn_down_exps.weight[203]: IQ4_NL blk.24.ffn_down_exps.weight[204]: IQ4_NL blk.24.ffn_down_exps.weight[205]: IQ4_NL blk.24.ffn_down_exps.weight[206]: IQ4_NL blk.24.ffn_down_exps.weight[207]: IQ4_NL blk.24.ffn_down_exps.weight[208]: blk.24.ffn_down_exps.weight[209]: IQ4_NL blk.24.ffn_down_exps.weight[210]: blk.24.ffn_down_exps.weight[211]: blk.24.ffn_down_exps.weight[212]: IQ4_NL blk.24.ffn_down_exps.weight[213]: IQ4_NL blk.24.ffn_down_exps.weight[214]: IQ4_NL blk.24.ffn_down_exps.weight[215]: IQ4_NL blk.24.ffn_down_exps.weight[216]: IQ4_NL blk.24.ffn_down_exps.weight[217]: blk.24.ffn_down_exps.weight[218]: blk.24.ffn_down_exps.weight[219]: IQ4_NL blk.24.ffn_down_exps.weight[220]: IQ4_NL blk.24.ffn_down_exps.weight[221]: IQ4_NL blk.24.ffn_down_exps.weight[222]: blk.24.ffn_down_exps.weight[223]: IQ4_NL blk.24.ffn_down_exps.weight[224]: IQ4_NL blk.24.ffn_down_exps.weight[225]: IQ4_NL blk.24.ffn_down_exps.weight[226]: IQ4_NL blk.24.ffn_down_exps.weight[227]: IQ4_NL blk.24.ffn_down_exps.weight[228]: IQ4_NL blk.24.ffn_down_exps.weight[229]: IQ4_NL blk.24.ffn_down_exps.weight[230]: IQ4_NL blk.24.ffn_down_exps.weight[231]: IQ4_NL blk.24.ffn_down_exps.weight[232]: IQ4_NL blk.24.ffn_down_exps.weight[233]: IQ4_NL blk.24.ffn_down_exps.weight[234]: blk.24.ffn_down_exps.weight[235]: blk.24.ffn_down_exps.weight[236]: IQ4_NL blk.24.ffn_down_exps.weight[237]: blk.24.ffn_down_exps.weight[238]: IQ4_NL blk.24.ffn_down_exps.weight[239]: IQ4_NL blk.24.ffn_down_exps.weight[240]: blk.24.ffn_down_exps.weight[241]: IQ4_NL blk.24.ffn_down_exps.weight[242]: IQ4_NL blk.24.ffn_down_exps.weight[243]: blk.24.ffn_down_exps.weight[244]: IQ4_NL blk.24.ffn_down_exps.weight[245]: blk.24.ffn_down_exps.weight[246]: blk.24.ffn_down_exps.weight[247]: blk.24.ffn_down_exps.weight[248]: blk.24.ffn_down_exps.weight[249]: IQ4_NL blk.24.ffn_down_exps.weight[250]: blk.24.ffn_down_exps.weight[251]: blk.24.ffn_down_exps.weight[252]: IQ4_NL blk.24.ffn_down_exps.weight[253]: IQ4_NL blk.24.ffn_down_exps.weight[254]: blk.24.ffn_down_exps.weight[255]: blk.24.ffn_down_exps.weight[256]: blk.24.ffn_down_exps.weight[257]: blk.24.ffn_down_exps.weight[258]: IQ4_NL blk.24.ffn_down_exps.weight[259]: blk.24.ffn_down_exps.weight[260]: IQ4_NL blk.24.ffn_down_exps.weight[261]: IQ4_NL blk.24.ffn_down_exps.weight[262]: IQ4_NL blk.24.ffn_down_exps.weight[263]: blk.24.ffn_down_exps.weight[264]: blk.24.ffn_down_exps.weight[265]: IQ4_NL blk.24.ffn_down_exps.weight[266]: IQ4_NL blk.24.ffn_down_exps.weight[267]: blk.24.ffn_down_exps.weight[268]: IQ4_NL blk.24.ffn_down_exps.weight[269]: blk.24.ffn_down_exps.weight[270]: IQ4_NL blk.24.ffn_down_exps.weight[271]: blk.24.ffn_down_exps.weight[272]: blk.24.ffn_down_exps.weight[273]: IQ4_NL blk.24.ffn_down_exps.weight[274]: blk.24.ffn_down_exps.weight[275]: IQ4_NL blk.24.ffn_down_exps.weight[276]: blk.24.ffn_down_exps.weight[277]: IQ4_NL blk.24.ffn_down_exps.weight[278]: blk.24.ffn_down_exps.weight[279]: blk.24.ffn_down_exps.weight[280]: blk.24.ffn_down_exps.weight[281]: blk.24.ffn_down_exps.weight[282]: blk.24.ffn_down_exps.weight[283]: blk.24.ffn_down_exps.weight[284]: blk.24.ffn_down_exps.weight[285]: blk.24.ffn_down_exps.weight[286]: blk.24.ffn_down_exps.weight[287]: IQ4_NL blk.24.ffn_down_exps.weight[288]: blk.24.ffn_down_exps.weight[289]: blk.24.ffn_down_exps.weight[290]: blk.24.ffn_down_exps.weight[291]: blk.24.ffn_down_exps.weight[292]: blk.24.ffn_down_exps.weight[293]: blk.24.ffn_down_exps.weight[294]: IQ4_NL blk.24.ffn_down_exps.weight[295]: blk.24.ffn_down_exps.weight[296]: IQ4_NL blk.24.ffn_down_exps.weight[297]: IQ4_NL blk.24.ffn_down_exps.weight[298]: blk.24.ffn_down_exps.weight[299]: IQ4_NL blk.24.ffn_down_exps.weight[300]: blk.24.ffn_down_exps.weight[301]: IQ4_NL blk.24.ffn_down_exps.weight[302]: blk.24.ffn_down_exps.weight[303]: IQ4_NL blk.24.ffn_down_exps.weight[304]: IQ4_NL blk.24.ffn_down_exps.weight[305]: IQ4_NL blk.24.ffn_down_exps.weight[306]: IQ4_NL blk.24.ffn_down_exps.weight[307]: IQ4_NL blk.24.ffn_down_exps.weight[308]: blk.24.ffn_down_exps.weight[309]: IQ4_NL blk.24.ffn_down_exps.weight[310]: blk.24.ffn_down_exps.weight[311]: blk.24.ffn_down_exps.weight[312]: IQ4_NL blk.24.ffn_down_exps.weight[313]: IQ4_NL blk.24.ffn_down_exps.weight[314]: blk.24.ffn_down_exps.weight[315]: IQ4_NL blk.24.ffn_down_exps.weight[316]: IQ4_NL blk.24.ffn_down_exps.weight[317]: IQ4_NL blk.24.ffn_down_exps.weight[318]: blk.24.ffn_down_exps.weight[319]: IQ4_NL blk.24.ffn_down_exps.weight[320]: blk.24.ffn_down_exps.weight[321]: IQ4_NL blk.24.ffn_down_exps.weight[322]: blk.24.ffn_down_exps.weight[323]: IQ4_NL blk.24.ffn_down_exps.weight[324]: blk.24.ffn_down_exps.weight[325]: IQ4_NL blk.24.ffn_down_exps.weight[326]: IQ4_NL blk.24.ffn_down_exps.weight[327]: blk.24.ffn_down_exps.weight[328]: blk.24.ffn_down_exps.weight[329]: IQ4_NL blk.24.ffn_down_exps.weight[330]: IQ4_NL blk.24.ffn_down_exps.weight[331]: IQ4_NL blk.24.ffn_down_exps.weight[332]: blk.24.ffn_down_exps.weight[333]: blk.24.ffn_down_exps.weight[334]: blk.24.ffn_down_exps.weight[335]: IQ4_NL blk.24.ffn_down_exps.weight[336]: blk.24.ffn_down_exps.weight[337]: IQ4_NL blk.24.ffn_down_exps.weight[338]: blk.24.ffn_down_exps.weight[339]: blk.24.ffn_down_exps.weight[340]: IQ4_NL blk.24.ffn_down_exps.weight[341]: IQ4_NL blk.24.ffn_down_exps.weight[342]: IQ4_NL blk.24.ffn_down_exps.weight[343]: blk.24.ffn_down_exps.weight[344]: blk.24.ffn_down_exps.weight[345]: blk.24.ffn_down_exps.weight[346]: IQ4_NL blk.24.ffn_down_exps.weight[347]: IQ4_NL blk.24.ffn_down_exps.weight[348]: blk.24.ffn_down_exps.weight[349]: blk.24.ffn_down_exps.weight[350]: IQ4_NL blk.24.ffn_down_exps.weight[351]: blk.24.ffn_down_exps.weight[352]: blk.24.ffn_down_exps.weight[353]: blk.24.ffn_down_exps.weight[354]: blk.24.ffn_down_exps.weight[355]: IQ4_NL blk.24.ffn_down_exps.weight[356]: IQ4_NL blk.24.ffn_down_exps.weight[357]: IQ4_NL blk.24.ffn_down_exps.weight[358]: blk.24.ffn_down_exps.weight[359]: IQ4_NL blk.24.ffn_down_exps.weight[360]: IQ4_NL blk.24.ffn_down_exps.weight[361]: IQ4_NL blk.24.ffn_down_exps.weight[362]: blk.24.ffn_down_exps.weight[363]: blk.24.ffn_down_exps.weight[364]: blk.24.ffn_down_exps.weight[365]: IQ4_NL blk.24.ffn_down_exps.weight[366]: IQ4_NL blk.24.ffn_down_exps.weight[367]: blk.24.ffn_down_exps.weight[368]: blk.24.ffn_down_exps.weight[369]: blk.24.ffn_down_exps.weight[370]: IQ4_NL blk.24.ffn_down_exps.weight[371]: blk.24.ffn_down_exps.weight[372]: blk.24.ffn_down_exps.weight[373]: blk.24.ffn_down_exps.weight[374]: IQ4_NL blk.24.ffn_down_exps.weight[375]: IQ4_NL blk.24.ffn_down_exps.weight[376]: IQ4_NL blk.24.ffn_down_exps.weight[377]: IQ4_NL blk.24.ffn_down_exps.weight[378]: blk.24.ffn_down_exps.weight[379]: blk.24.ffn_down_exps.weight[380]: blk.24.ffn_down_exps.weight[381]: IQ4_NL blk.24.ffn_down_exps.weight[382]: blk.24.ffn_down_exps.weight[383]: IQ4_NL blk.24.ffn_down_exps.weight[384]: blk.24.ffn_down_exps.weight[385]: blk.24.ffn_down_exps.weight[386]: IQ4_NL blk.24.ffn_down_exps.weight[387]: IQ4_NL blk.24.ffn_down_exps.weight[388]: blk.24.ffn_down_exps.weight[389]: IQ4_NL blk.24.ffn_down_exps.weight[390]: IQ4_NL blk.24.ffn_down_exps.weight[391]: blk.24.ffn_down_exps.weight[392]: blk.24.ffn_down_exps.weight[393]: IQ4_NL blk.24.ffn_down_exps.weight[394]: IQ4_NL blk.24.ffn_down_exps.weight[395]: IQ4_NL blk.24.ffn_down_exps.weight[396]: blk.24.ffn_down_exps.weight[397]: blk.24.ffn_down_exps.weight[398]: IQ4_NL blk.24.ffn_down_exps.weight[399]: blk.24.ffn_down_exps.weight[400]: blk.24.ffn_down_exps.weight[401]: blk.24.ffn_down_exps.weight[402]: IQ4_NL blk.24.ffn_down_exps.weight[403]: IQ4_NL blk.24.ffn_down_exps.weight[404]: IQ4_NL blk.24.ffn_down_exps.weight[405]: blk.24.ffn_down_exps.weight[406]: blk.24.ffn_down_exps.weight[407]: IQ4_NL blk.24.ffn_down_exps.weight[408]: blk.24.ffn_down_exps.weight[409]: blk.24.ffn_down_exps.weight[410]: IQ4_NL blk.24.ffn_down_exps.weight[411]: blk.24.ffn_down_exps.weight[412]: blk.24.ffn_down_exps.weight[413]: blk.24.ffn_down_exps.weight[414]: blk.24.ffn_down_exps.weight[415]: blk.24.ffn_down_exps.weight[416]: blk.24.ffn_down_exps.weight[417]: blk.24.ffn_down_exps.weight[418]: IQ4_NL blk.24.ffn_down_exps.weight[419]: IQ4_NL blk.24.ffn_down_exps.weight[420]: IQ4_NL blk.24.ffn_down_exps.weight[421]: blk.24.ffn_down_exps.weight[422]: blk.24.ffn_down_exps.weight[423]: blk.24.ffn_down_exps.weight[424]: IQ4_NL blk.24.ffn_down_exps.weight[425]: IQ4_NL blk.24.ffn_down_exps.weight[426]: IQ4_NL blk.24.ffn_down_exps.weight[427]: IQ4_NL blk.24.ffn_down_exps.weight[428]: blk.24.ffn_down_exps.weight[429]: IQ4_NL blk.24.ffn_down_exps.weight[430]: blk.24.ffn_down_exps.weight[431]: blk.24.ffn_down_exps.weight[432]: blk.24.ffn_down_exps.weight[433]: blk.24.ffn_down_exps.weight[434]: blk.24.ffn_down_exps.weight[435]: blk.24.ffn_down_exps.weight[436]: IQ4_NL blk.24.ffn_down_exps.weight[437]: blk.24.ffn_down_exps.weight[438]: blk.24.ffn_down_exps.weight[439]: IQ4_NL blk.24.ffn_down_exps.weight[440]: blk.24.ffn_down_exps.weight[441]: blk.24.ffn_down_exps.weight[442]: IQ4_NL blk.24.ffn_down_exps.weight[443]: blk.24.ffn_down_exps.weight[444]: blk.24.ffn_down_exps.weight[445]: blk.24.ffn_down_exps.weight[446]: blk.24.ffn_down_exps.weight[447]: IQ4_NL blk.24.ffn_down_exps.weight[448]: IQ4_NL blk.24.ffn_down_exps.weight[449]: IQ4_NL blk.24.ffn_down_exps.weight[450]: blk.24.ffn_down_exps.weight[451]: IQ4_NL blk.24.ffn_down_exps.weight[452]: blk.24.ffn_down_exps.weight[453]: blk.24.ffn_down_exps.weight[454]: blk.24.ffn_down_exps.weight[455]: blk.24.ffn_down_exps.weight[456]: IQ4_NL blk.24.ffn_down_exps.weight[457]: blk.24.ffn_down_exps.weight[458]: blk.24.ffn_down_exps.weight[459]: blk.24.ffn_down_exps.weight[460]: blk.24.ffn_down_exps.weight[461]: blk.24.ffn_down_exps.weight[462]: IQ4_NL blk.24.ffn_down_exps.weight[463]: blk.24.ffn_down_exps.weight[464]: blk.24.ffn_down_exps.weight[465]: IQ4_NL blk.24.ffn_down_exps.weight[466]: IQ4_NL blk.24.ffn_down_exps.weight[467]: IQ4_NL blk.24.ffn_down_exps.weight[468]: IQ4_NL blk.24.ffn_down_exps.weight[469]: IQ4_NL blk.24.ffn_down_exps.weight[470]: IQ4_NL blk.24.ffn_down_exps.weight[471]: IQ4_NL blk.24.ffn_down_exps.weight[472]: IQ4_NL blk.24.ffn_down_exps.weight[473]: blk.24.ffn_down_exps.weight[474]: blk.24.ffn_down_exps.weight[475]: blk.24.ffn_down_exps.weight[476]: blk.24.ffn_down_exps.weight[477]: blk.24.ffn_down_exps.weight[478]: blk.24.ffn_down_exps.weight[479]: blk.24.ffn_down_exps.weight[480]: blk.24.ffn_down_exps.weight[481]: blk.24.ffn_down_exps.weight[482]: IQ4_NL blk.24.ffn_down_exps.weight[483]: IQ4_NL blk.24.ffn_down_exps.weight[484]: blk.24.ffn_down_exps.weight[485]: blk.24.ffn_down_exps.weight[486]: IQ4_NL blk.24.ffn_down_exps.weight[487]: IQ4_NL blk.24.ffn_down_exps.weight[488]: IQ4_NL blk.24.ffn_down_exps.weight[489]: IQ4_NL blk.24.ffn_down_exps.weight[490]: IQ4_NL blk.24.ffn_down_exps.weight[491]: IQ4_NL blk.24.ffn_down_exps.weight[492]: IQ4_NL blk.24.ffn_down_exps.weight[493]: IQ4_NL blk.24.ffn_down_exps.weight[494]: blk.24.ffn_down_exps.weight[495]: blk.24.ffn_down_exps.weight[496]: IQ4_NL blk.24.ffn_down_exps.weight[497]: blk.24.ffn_down_exps.weight[498]: IQ4_NL blk.24.ffn_down_exps.weight[499]: IQ4_NL blk.24.ffn_down_exps.weight[500]: IQ4_NL blk.24.ffn_down_exps.weight[501]: blk.24.ffn_down_exps.weight[502]: blk.24.ffn_down_exps.weight[503]: blk.24.ffn_down_exps.weight[504]: blk.24.ffn_down_exps.weight[505]: IQ4_NL blk.24.ffn_down_exps.weight[506]: IQ4_NL blk.24.ffn_down_exps.weight[507]: blk.24.ffn_down_exps.weight[508]: blk.24.ffn_down_exps.weight[509]: blk.24.ffn_down_exps.weight[510]: IQ4_NL blk.24.ffn_down_exps.weight[511]: blk.25.ffn_gate_exps.weight[0]: blk.25.ffn_gate_exps.weight[1]: IQ3_S blk.25.ffn_gate_exps.weight[2]: IQ3_S blk.25.ffn_gate_exps.weight[3]: blk.25.ffn_gate_exps.weight[4]: IQ3_S blk.25.ffn_gate_exps.weight[5]: blk.25.ffn_gate_exps.weight[6]: blk.25.ffn_gate_exps.weight[7]: blk.25.ffn_gate_exps.weight[8]: IQ3_S blk.25.ffn_gate_exps.weight[9]: blk.25.ffn_gate_exps.weight[10]: IQ3_S blk.25.ffn_gate_exps.weight[11]: IQ3_S blk.25.ffn_gate_exps.weight[12]: blk.25.ffn_gate_exps.weight[13]: IQ3_S blk.25.ffn_gate_exps.weight[14]: IQ3_S blk.25.ffn_gate_exps.weight[15]: IQ3_S blk.25.ffn_gate_exps.weight[16]: blk.25.ffn_gate_exps.weight[17]: blk.25.ffn_gate_exps.weight[18]: IQ3_S blk.25.ffn_gate_exps.weight[19]: IQ3_S blk.25.ffn_gate_exps.weight[20]: blk.25.ffn_gate_exps.weight[21]: blk.25.ffn_gate_exps.weight[22]: IQ3_S blk.25.ffn_gate_exps.weight[23]: IQ3_S blk.25.ffn_gate_exps.weight[24]: blk.25.ffn_gate_exps.weight[25]: blk.25.ffn_gate_exps.weight[26]: blk.25.ffn_gate_exps.weight[27]: blk.25.ffn_gate_exps.weight[28]: blk.25.ffn_gate_exps.weight[29]: blk.25.ffn_gate_exps.weight[30]: blk.25.ffn_gate_exps.weight[31]: IQ3_S blk.25.ffn_gate_exps.weight[32]: IQ3_S blk.25.ffn_gate_exps.weight[33]: IQ3_S blk.25.ffn_gate_exps.weight[34]: IQ3_S blk.25.ffn_gate_exps.weight[35]: IQ3_S blk.25.ffn_gate_exps.weight[36]: IQ3_S blk.25.ffn_gate_exps.weight[37]: IQ3_S blk.25.ffn_gate_exps.weight[38]: blk.25.ffn_gate_exps.weight[39]: IQ3_S blk.25.ffn_gate_exps.weight[40]: IQ3_S blk.25.ffn_gate_exps.weight[41]: IQ3_S blk.25.ffn_gate_exps.weight[42]: blk.25.ffn_gate_exps.weight[43]: blk.25.ffn_gate_exps.weight[44]: blk.25.ffn_gate_exps.weight[45]: blk.25.ffn_gate_exps.weight[46]: IQ3_S blk.25.ffn_gate_exps.weight[47]: blk.25.ffn_gate_exps.weight[48]: IQ3_S blk.25.ffn_gate_exps.weight[49]: IQ3_S blk.25.ffn_gate_exps.weight[50]: IQ3_S blk.25.ffn_gate_exps.weight[51]: blk.25.ffn_gate_exps.weight[52]: IQ3_S blk.25.ffn_gate_exps.weight[53]: blk.25.ffn_gate_exps.weight[54]: blk.25.ffn_gate_exps.weight[55]: IQ3_S blk.25.ffn_gate_exps.weight[56]: IQ3_S blk.25.ffn_gate_exps.weight[57]: blk.25.ffn_gate_exps.weight[58]: IQ3_S blk.25.ffn_gate_exps.weight[59]: IQ3_S blk.25.ffn_gate_exps.weight[60]: IQ3_S blk.25.ffn_gate_exps.weight[61]: blk.25.ffn_gate_exps.weight[62]: IQ3_S blk.25.ffn_gate_exps.weight[63]: IQ3_S blk.25.ffn_gate_exps.weight[64]: blk.25.ffn_gate_exps.weight[65]: blk.25.ffn_gate_exps.weight[66]: IQ3_S blk.25.ffn_gate_exps.weight[67]: blk.25.ffn_gate_exps.weight[68]: IQ3_S blk.25.ffn_gate_exps.weight[69]: IQ3_S blk.25.ffn_gate_exps.weight[70]: IQ3_S blk.25.ffn_gate_exps.weight[71]: blk.25.ffn_gate_exps.weight[72]: IQ3_S blk.25.ffn_gate_exps.weight[73]: IQ3_S blk.25.ffn_gate_exps.weight[74]: blk.25.ffn_gate_exps.weight[75]: IQ3_S blk.25.ffn_gate_exps.weight[76]: IQ3_S blk.25.ffn_gate_exps.weight[77]: blk.25.ffn_gate_exps.weight[78]: blk.25.ffn_gate_exps.weight[79]: IQ3_S blk.25.ffn_gate_exps.weight[80]: blk.25.ffn_gate_exps.weight[81]: IQ3_S blk.25.ffn_gate_exps.weight[82]: IQ3_S blk.25.ffn_gate_exps.weight[83]: blk.25.ffn_gate_exps.weight[84]: blk.25.ffn_gate_exps.weight[85]: IQ3_S blk.25.ffn_gate_exps.weight[86]: IQ3_S blk.25.ffn_gate_exps.weight[87]: blk.25.ffn_gate_exps.weight[88]: blk.25.ffn_gate_exps.weight[89]: blk.25.ffn_gate_exps.weight[90]: IQ3_S blk.25.ffn_gate_exps.weight[91]: IQ3_S blk.25.ffn_gate_exps.weight[92]: blk.25.ffn_gate_exps.weight[93]: blk.25.ffn_gate_exps.weight[94]: IQ3_S blk.25.ffn_gate_exps.weight[95]: IQ3_S blk.25.ffn_gate_exps.weight[96]: IQ3_S blk.25.ffn_gate_exps.weight[97]: IQ3_S blk.25.ffn_gate_exps.weight[98]: blk.25.ffn_gate_exps.weight[99]: blk.25.ffn_gate_exps.weight[100]: IQ3_S blk.25.ffn_gate_exps.weight[101]: blk.25.ffn_gate_exps.weight[102]: blk.25.ffn_gate_exps.weight[103]: IQ3_S blk.25.ffn_gate_exps.weight[104]: blk.25.ffn_gate_exps.weight[105]: blk.25.ffn_gate_exps.weight[106]: blk.25.ffn_gate_exps.weight[107]: blk.25.ffn_gate_exps.weight[108]: IQ3_S blk.25.ffn_gate_exps.weight[109]: blk.25.ffn_gate_exps.weight[110]: IQ3_S blk.25.ffn_gate_exps.weight[111]: IQ3_S blk.25.ffn_gate_exps.weight[112]: blk.25.ffn_gate_exps.weight[113]: blk.25.ffn_gate_exps.weight[114]: blk.25.ffn_gate_exps.weight[115]: blk.25.ffn_gate_exps.weight[116]: blk.25.ffn_gate_exps.weight[117]: IQ3_S blk.25.ffn_gate_exps.weight[118]: blk.25.ffn_gate_exps.weight[119]: blk.25.ffn_gate_exps.weight[120]: blk.25.ffn_gate_exps.weight[121]: IQ3_S blk.25.ffn_gate_exps.weight[122]: IQ3_S blk.25.ffn_gate_exps.weight[123]: blk.25.ffn_gate_exps.weight[124]: blk.25.ffn_gate_exps.weight[125]: blk.25.ffn_gate_exps.weight[126]: IQ3_S blk.25.ffn_gate_exps.weight[127]: IQ3_S blk.25.ffn_gate_exps.weight[128]: IQ3_S blk.25.ffn_gate_exps.weight[129]: blk.25.ffn_gate_exps.weight[130]: blk.25.ffn_gate_exps.weight[131]: blk.25.ffn_gate_exps.weight[132]: IQ3_S blk.25.ffn_gate_exps.weight[133]: IQ3_S blk.25.ffn_gate_exps.weight[134]: IQ3_S blk.25.ffn_gate_exps.weight[135]: blk.25.ffn_gate_exps.weight[136]: blk.25.ffn_gate_exps.weight[137]: IQ3_S blk.25.ffn_gate_exps.weight[138]: IQ3_S blk.25.ffn_gate_exps.weight[139]: IQ3_S blk.25.ffn_gate_exps.weight[140]: IQ3_S blk.25.ffn_gate_exps.weight[141]: IQ3_S blk.25.ffn_gate_exps.weight[142]: blk.25.ffn_gate_exps.weight[143]: blk.25.ffn_gate_exps.weight[144]: IQ3_S blk.25.ffn_gate_exps.weight[145]: IQ3_S blk.25.ffn_gate_exps.weight[146]: IQ3_S blk.25.ffn_gate_exps.weight[147]: blk.25.ffn_gate_exps.weight[148]: IQ3_S blk.25.ffn_gate_exps.weight[149]: blk.25.ffn_gate_exps.weight[150]: blk.25.ffn_gate_exps.weight[151]: blk.25.ffn_gate_exps.weight[152]: IQ3_S blk.25.ffn_gate_exps.weight[153]: blk.25.ffn_gate_exps.weight[154]: IQ3_S blk.25.ffn_gate_exps.weight[155]: IQ3_S blk.25.ffn_gate_exps.weight[156]: blk.25.ffn_gate_exps.weight[157]: IQ3_S blk.25.ffn_gate_exps.weight[158]: IQ3_S blk.25.ffn_gate_exps.weight[159]: IQ3_S blk.25.ffn_gate_exps.weight[160]: IQ3_S blk.25.ffn_gate_exps.weight[161]: IQ3_S blk.25.ffn_gate_exps.weight[162]: IQ3_S blk.25.ffn_gate_exps.weight[163]: blk.25.ffn_gate_exps.weight[164]: blk.25.ffn_gate_exps.weight[165]: blk.25.ffn_gate_exps.weight[166]: IQ3_S blk.25.ffn_gate_exps.weight[167]: IQ3_S blk.25.ffn_gate_exps.weight[168]: IQ3_S blk.25.ffn_gate_exps.weight[169]: IQ3_S blk.25.ffn_gate_exps.weight[170]: IQ3_S blk.25.ffn_gate_exps.weight[171]: IQ3_S blk.25.ffn_gate_exps.weight[172]: blk.25.ffn_gate_exps.weight[173]: IQ3_S blk.25.ffn_gate_exps.weight[174]: blk.25.ffn_gate_exps.weight[175]: blk.25.ffn_gate_exps.weight[176]: IQ3_S blk.25.ffn_gate_exps.weight[177]: IQ3_S blk.25.ffn_gate_exps.weight[178]: blk.25.ffn_gate_exps.weight[179]: IQ3_S blk.25.ffn_gate_exps.weight[180]: IQ3_S blk.25.ffn_gate_exps.weight[181]: IQ3_S blk.25.ffn_gate_exps.weight[182]: blk.25.ffn_gate_exps.weight[183]: IQ3_S blk.25.ffn_gate_exps.weight[184]: IQ3_S blk.25.ffn_gate_exps.weight[185]: blk.25.ffn_gate_exps.weight[186]: blk.25.ffn_gate_exps.weight[187]: IQ3_S blk.25.ffn_gate_exps.weight[188]: blk.25.ffn_gate_exps.weight[189]: IQ3_S blk.25.ffn_gate_exps.weight[190]: IQ3_S blk.25.ffn_gate_exps.weight[191]: blk.25.ffn_gate_exps.weight[192]: IQ3_S blk.25.ffn_gate_exps.weight[193]: IQ3_S blk.25.ffn_gate_exps.weight[194]: blk.25.ffn_gate_exps.weight[195]: IQ3_S blk.25.ffn_gate_exps.weight[196]: blk.25.ffn_gate_exps.weight[197]: blk.25.ffn_gate_exps.weight[198]: blk.25.ffn_gate_exps.weight[199]: blk.25.ffn_gate_exps.weight[200]: blk.25.ffn_gate_exps.weight[201]: IQ3_S blk.25.ffn_gate_exps.weight[202]: blk.25.ffn_gate_exps.weight[203]: blk.25.ffn_gate_exps.weight[204]: IQ3_S blk.25.ffn_gate_exps.weight[205]: IQ3_S blk.25.ffn_gate_exps.weight[206]: IQ3_S blk.25.ffn_gate_exps.weight[207]: blk.25.ffn_gate_exps.weight[208]: blk.25.ffn_gate_exps.weight[209]: blk.25.ffn_gate_exps.weight[210]: IQ3_S blk.25.ffn_gate_exps.weight[211]: IQ3_S blk.25.ffn_gate_exps.weight[212]: IQ3_S blk.25.ffn_gate_exps.weight[213]: IQ3_S blk.25.ffn_gate_exps.weight[214]: IQ3_S blk.25.ffn_gate_exps.weight[215]: blk.25.ffn_gate_exps.weight[216]: IQ3_S blk.25.ffn_gate_exps.weight[217]: blk.25.ffn_gate_exps.weight[218]: IQ3_S blk.25.ffn_gate_exps.weight[219]: IQ3_S blk.25.ffn_gate_exps.weight[220]: IQ3_S blk.25.ffn_gate_exps.weight[221]: IQ3_S blk.25.ffn_gate_exps.weight[222]: blk.25.ffn_gate_exps.weight[223]: blk.25.ffn_gate_exps.weight[224]: blk.25.ffn_gate_exps.weight[225]: IQ3_S blk.25.ffn_gate_exps.weight[226]: IQ3_S blk.25.ffn_gate_exps.weight[227]: blk.25.ffn_gate_exps.weight[228]: blk.25.ffn_gate_exps.weight[229]: IQ3_S blk.25.ffn_gate_exps.weight[230]: blk.25.ffn_gate_exps.weight[231]: blk.25.ffn_gate_exps.weight[232]: IQ3_S blk.25.ffn_gate_exps.weight[233]: IQ3_S blk.25.ffn_gate_exps.weight[234]: blk.25.ffn_gate_exps.weight[235]: blk.25.ffn_gate_exps.weight[236]: blk.25.ffn_gate_exps.weight[237]: IQ3_S blk.25.ffn_gate_exps.weight[238]: IQ3_S blk.25.ffn_gate_exps.weight[239]: IQ3_S blk.25.ffn_gate_exps.weight[240]: blk.25.ffn_gate_exps.weight[241]: IQ3_S blk.25.ffn_gate_exps.weight[242]: IQ3_S blk.25.ffn_gate_exps.weight[243]: IQ3_S blk.25.ffn_gate_exps.weight[244]: IQ3_S blk.25.ffn_gate_exps.weight[245]: blk.25.ffn_gate_exps.weight[246]: IQ3_S blk.25.ffn_gate_exps.weight[247]: IQ3_S blk.25.ffn_gate_exps.weight[248]: blk.25.ffn_gate_exps.weight[249]: blk.25.ffn_gate_exps.weight[250]: blk.25.ffn_gate_exps.weight[251]: blk.25.ffn_gate_exps.weight[252]: IQ3_S blk.25.ffn_gate_exps.weight[253]: IQ3_S blk.25.ffn_gate_exps.weight[254]: IQ3_S blk.25.ffn_gate_exps.weight[255]: IQ3_S blk.25.ffn_gate_exps.weight[256]: IQ3_S blk.25.ffn_gate_exps.weight[257]: blk.25.ffn_gate_exps.weight[258]: blk.25.ffn_gate_exps.weight[259]: blk.25.ffn_gate_exps.weight[260]: blk.25.ffn_gate_exps.weight[261]: blk.25.ffn_gate_exps.weight[262]: IQ3_S blk.25.ffn_gate_exps.weight[263]: blk.25.ffn_gate_exps.weight[264]: IQ3_S blk.25.ffn_gate_exps.weight[265]: blk.25.ffn_gate_exps.weight[266]: blk.25.ffn_gate_exps.weight[267]: IQ3_S blk.25.ffn_gate_exps.weight[268]: blk.25.ffn_gate_exps.weight[269]: IQ3_S blk.25.ffn_gate_exps.weight[270]: blk.25.ffn_gate_exps.weight[271]: blk.25.ffn_gate_exps.weight[272]: blk.25.ffn_gate_exps.weight[273]: blk.25.ffn_gate_exps.weight[274]: IQ3_S blk.25.ffn_gate_exps.weight[275]: blk.25.ffn_gate_exps.weight[276]: blk.25.ffn_gate_exps.weight[277]: IQ3_S blk.25.ffn_gate_exps.weight[278]: blk.25.ffn_gate_exps.weight[279]: IQ3_S blk.25.ffn_gate_exps.weight[280]: IQ3_S blk.25.ffn_gate_exps.weight[281]: IQ3_S blk.25.ffn_gate_exps.weight[282]: IQ3_S blk.25.ffn_gate_exps.weight[283]: blk.25.ffn_gate_exps.weight[284]: blk.25.ffn_gate_exps.weight[285]: IQ3_S blk.25.ffn_gate_exps.weight[286]: blk.25.ffn_gate_exps.weight[287]: blk.25.ffn_gate_exps.weight[288]: blk.25.ffn_gate_exps.weight[289]: blk.25.ffn_gate_exps.weight[290]: blk.25.ffn_gate_exps.weight[291]: IQ3_S blk.25.ffn_gate_exps.weight[292]: blk.25.ffn_gate_exps.weight[293]: blk.25.ffn_gate_exps.weight[294]: blk.25.ffn_gate_exps.weight[295]: IQ3_S blk.25.ffn_gate_exps.weight[296]: IQ3_S blk.25.ffn_gate_exps.weight[297]: blk.25.ffn_gate_exps.weight[298]: blk.25.ffn_gate_exps.weight[299]: IQ3_S blk.25.ffn_gate_exps.weight[300]: IQ3_S blk.25.ffn_gate_exps.weight[301]: IQ3_S blk.25.ffn_gate_exps.weight[302]: blk.25.ffn_gate_exps.weight[303]: blk.25.ffn_gate_exps.weight[304]: IQ3_S blk.25.ffn_gate_exps.weight[305]: IQ3_S blk.25.ffn_gate_exps.weight[306]: IQ3_S blk.25.ffn_gate_exps.weight[307]: blk.25.ffn_gate_exps.weight[308]: blk.25.ffn_gate_exps.weight[309]: IQ3_S blk.25.ffn_gate_exps.weight[310]: blk.25.ffn_gate_exps.weight[311]: blk.25.ffn_gate_exps.weight[312]: IQ3_S blk.25.ffn_gate_exps.weight[313]: blk.25.ffn_gate_exps.weight[314]: blk.25.ffn_gate_exps.weight[315]: IQ3_S blk.25.ffn_gate_exps.weight[316]: IQ3_S blk.25.ffn_gate_exps.weight[317]: IQ3_S blk.25.ffn_gate_exps.weight[318]: blk.25.ffn_gate_exps.weight[319]: blk.25.ffn_gate_exps.weight[320]: blk.25.ffn_gate_exps.weight[321]: blk.25.ffn_gate_exps.weight[322]: blk.25.ffn_gate_exps.weight[323]: blk.25.ffn_gate_exps.weight[324]: blk.25.ffn_gate_exps.weight[325]: blk.25.ffn_gate_exps.weight[326]: blk.25.ffn_gate_exps.weight[327]: IQ3_S blk.25.ffn_gate_exps.weight[328]: IQ3_S blk.25.ffn_gate_exps.weight[329]: IQ3_S blk.25.ffn_gate_exps.weight[330]: IQ3_S blk.25.ffn_gate_exps.weight[331]: blk.25.ffn_gate_exps.weight[332]: IQ3_S blk.25.ffn_gate_exps.weight[333]: IQ3_S blk.25.ffn_gate_exps.weight[334]: blk.25.ffn_gate_exps.weight[335]: IQ3_S blk.25.ffn_gate_exps.weight[336]: IQ3_S blk.25.ffn_gate_exps.weight[337]: IQ3_S blk.25.ffn_gate_exps.weight[338]: blk.25.ffn_gate_exps.weight[339]: IQ3_S blk.25.ffn_gate_exps.weight[340]: IQ3_S blk.25.ffn_gate_exps.weight[341]: blk.25.ffn_gate_exps.weight[342]: blk.25.ffn_gate_exps.weight[343]: blk.25.ffn_gate_exps.weight[344]: blk.25.ffn_gate_exps.weight[345]: blk.25.ffn_gate_exps.weight[346]: IQ3_S blk.25.ffn_gate_exps.weight[347]: IQ3_S blk.25.ffn_gate_exps.weight[348]: blk.25.ffn_gate_exps.weight[349]: IQ3_S blk.25.ffn_gate_exps.weight[350]: blk.25.ffn_gate_exps.weight[351]: blk.25.ffn_gate_exps.weight[352]: blk.25.ffn_gate_exps.weight[353]: blk.25.ffn_gate_exps.weight[354]: blk.25.ffn_gate_exps.weight[355]: blk.25.ffn_gate_exps.weight[356]: IQ3_S blk.25.ffn_gate_exps.weight[357]: IQ3_S blk.25.ffn_gate_exps.weight[358]: blk.25.ffn_gate_exps.weight[359]: blk.25.ffn_gate_exps.weight[360]: IQ3_S blk.25.ffn_gate_exps.weight[361]: IQ3_S blk.25.ffn_gate_exps.weight[362]: blk.25.ffn_gate_exps.weight[363]: blk.25.ffn_gate_exps.weight[364]: IQ3_S blk.25.ffn_gate_exps.weight[365]: blk.25.ffn_gate_exps.weight[366]: IQ3_S blk.25.ffn_gate_exps.weight[367]: IQ3_S blk.25.ffn_gate_exps.weight[368]: IQ3_S blk.25.ffn_gate_exps.weight[369]: IQ3_S blk.25.ffn_gate_exps.weight[370]: IQ3_S blk.25.ffn_gate_exps.weight[371]: IQ3_S blk.25.ffn_gate_exps.weight[372]: IQ3_S blk.25.ffn_gate_exps.weight[373]: IQ3_S blk.25.ffn_gate_exps.weight[374]: IQ3_S blk.25.ffn_gate_exps.weight[375]: IQ3_S blk.25.ffn_gate_exps.weight[376]: IQ3_S blk.25.ffn_gate_exps.weight[377]: IQ3_S blk.25.ffn_gate_exps.weight[378]: IQ3_S blk.25.ffn_gate_exps.weight[379]: blk.25.ffn_gate_exps.weight[380]: blk.25.ffn_gate_exps.weight[381]: blk.25.ffn_gate_exps.weight[382]: IQ3_S blk.25.ffn_gate_exps.weight[383]: blk.25.ffn_gate_exps.weight[384]: blk.25.ffn_gate_exps.weight[385]: IQ3_S blk.25.ffn_gate_exps.weight[386]: blk.25.ffn_gate_exps.weight[387]: IQ3_S blk.25.ffn_gate_exps.weight[388]: blk.25.ffn_gate_exps.weight[389]: IQ3_S blk.25.ffn_gate_exps.weight[390]: IQ3_S blk.25.ffn_gate_exps.weight[391]: blk.25.ffn_gate_exps.weight[392]: blk.25.ffn_gate_exps.weight[393]: IQ3_S blk.25.ffn_gate_exps.weight[394]: blk.25.ffn_gate_exps.weight[395]: IQ3_S blk.25.ffn_gate_exps.weight[396]: blk.25.ffn_gate_exps.weight[397]: blk.25.ffn_gate_exps.weight[398]: IQ3_S blk.25.ffn_gate_exps.weight[399]: IQ3_S blk.25.ffn_gate_exps.weight[400]: blk.25.ffn_gate_exps.weight[401]: blk.25.ffn_gate_exps.weight[402]: blk.25.ffn_gate_exps.weight[403]: IQ3_S blk.25.ffn_gate_exps.weight[404]: IQ3_S blk.25.ffn_gate_exps.weight[405]: IQ3_S blk.25.ffn_gate_exps.weight[406]: blk.25.ffn_gate_exps.weight[407]: IQ3_S blk.25.ffn_gate_exps.weight[408]: IQ3_S blk.25.ffn_gate_exps.weight[409]: blk.25.ffn_gate_exps.weight[410]: IQ3_S blk.25.ffn_gate_exps.weight[411]: blk.25.ffn_gate_exps.weight[412]: IQ3_S blk.25.ffn_gate_exps.weight[413]: IQ3_S blk.25.ffn_gate_exps.weight[414]: blk.25.ffn_gate_exps.weight[415]: blk.25.ffn_gate_exps.weight[416]: IQ3_S blk.25.ffn_gate_exps.weight[417]: blk.25.ffn_gate_exps.weight[418]: IQ3_S blk.25.ffn_gate_exps.weight[419]: blk.25.ffn_gate_exps.weight[420]: IQ3_S blk.25.ffn_gate_exps.weight[421]: IQ3_S blk.25.ffn_gate_exps.weight[422]: blk.25.ffn_gate_exps.weight[423]: blk.25.ffn_gate_exps.weight[424]: IQ3_S blk.25.ffn_gate_exps.weight[425]: IQ3_S blk.25.ffn_gate_exps.weight[426]: IQ3_S blk.25.ffn_gate_exps.weight[427]: IQ3_S blk.25.ffn_gate_exps.weight[428]: IQ3_S blk.25.ffn_gate_exps.weight[429]: blk.25.ffn_gate_exps.weight[430]: blk.25.ffn_gate_exps.weight[431]: IQ3_S blk.25.ffn_gate_exps.weight[432]: blk.25.ffn_gate_exps.weight[433]: IQ3_S blk.25.ffn_gate_exps.weight[434]: IQ3_S blk.25.ffn_gate_exps.weight[435]: blk.25.ffn_gate_exps.weight[436]: blk.25.ffn_gate_exps.weight[437]: blk.25.ffn_gate_exps.weight[438]: blk.25.ffn_gate_exps.weight[439]: blk.25.ffn_gate_exps.weight[440]: blk.25.ffn_gate_exps.weight[441]: blk.25.ffn_gate_exps.weight[442]: blk.25.ffn_gate_exps.weight[443]: IQ3_S blk.25.ffn_gate_exps.weight[444]: blk.25.ffn_gate_exps.weight[445]: blk.25.ffn_gate_exps.weight[446]: blk.25.ffn_gate_exps.weight[447]: blk.25.ffn_gate_exps.weight[448]: blk.25.ffn_gate_exps.weight[449]: IQ3_S blk.25.ffn_gate_exps.weight[450]: IQ3_S blk.25.ffn_gate_exps.weight[451]: IQ3_S blk.25.ffn_gate_exps.weight[452]: IQ3_S blk.25.ffn_gate_exps.weight[453]: blk.25.ffn_gate_exps.weight[454]: IQ3_S blk.25.ffn_gate_exps.weight[455]: IQ3_S blk.25.ffn_gate_exps.weight[456]: IQ3_S blk.25.ffn_gate_exps.weight[457]: blk.25.ffn_gate_exps.weight[458]: blk.25.ffn_gate_exps.weight[459]: IQ3_S blk.25.ffn_gate_exps.weight[460]: IQ3_S blk.25.ffn_gate_exps.weight[461]: blk.25.ffn_gate_exps.weight[462]: blk.25.ffn_gate_exps.weight[463]: blk.25.ffn_gate_exps.weight[464]: IQ3_S blk.25.ffn_gate_exps.weight[465]: blk.25.ffn_gate_exps.weight[466]: IQ3_S blk.25.ffn_gate_exps.weight[467]: IQ3_S blk.25.ffn_gate_exps.weight[468]: IQ3_S blk.25.ffn_gate_exps.weight[469]: blk.25.ffn_gate_exps.weight[470]: IQ3_S blk.25.ffn_gate_exps.weight[471]: IQ3_S blk.25.ffn_gate_exps.weight[472]: IQ3_S blk.25.ffn_gate_exps.weight[473]: blk.25.ffn_gate_exps.weight[474]: IQ3_S blk.25.ffn_gate_exps.weight[475]: blk.25.ffn_gate_exps.weight[476]: IQ3_S blk.25.ffn_gate_exps.weight[477]: blk.25.ffn_gate_exps.weight[478]: blk.25.ffn_gate_exps.weight[479]: blk.25.ffn_gate_exps.weight[480]: blk.25.ffn_gate_exps.weight[481]: IQ3_S blk.25.ffn_gate_exps.weight[482]: blk.25.ffn_gate_exps.weight[483]: IQ3_S blk.25.ffn_gate_exps.weight[484]: IQ3_S blk.25.ffn_gate_exps.weight[485]: blk.25.ffn_gate_exps.weight[486]: blk.25.ffn_gate_exps.weight[487]: IQ3_S blk.25.ffn_gate_exps.weight[488]: IQ3_S blk.25.ffn_gate_exps.weight[489]: blk.25.ffn_gate_exps.weight[490]: blk.25.ffn_gate_exps.weight[491]: IQ3_S blk.25.ffn_gate_exps.weight[492]: blk.25.ffn_gate_exps.weight[493]: IQ3_S blk.25.ffn_gate_exps.weight[494]: IQ3_S blk.25.ffn_gate_exps.weight[495]: blk.25.ffn_gate_exps.weight[496]: blk.25.ffn_gate_exps.weight[497]: blk.25.ffn_gate_exps.weight[498]: blk.25.ffn_gate_exps.weight[499]: IQ3_S blk.25.ffn_gate_exps.weight[500]: blk.25.ffn_gate_exps.weight[501]: blk.25.ffn_gate_exps.weight[502]: blk.25.ffn_gate_exps.weight[503]: blk.25.ffn_gate_exps.weight[504]: blk.25.ffn_gate_exps.weight[505]: blk.25.ffn_gate_exps.weight[506]: blk.25.ffn_gate_exps.weight[507]: blk.25.ffn_gate_exps.weight[508]: IQ3_S blk.25.ffn_gate_exps.weight[509]: IQ3_S blk.25.ffn_gate_exps.weight[510]: blk.25.ffn_gate_exps.weight[511]: IQ3_S blk.25.ffn_up_exps.weight[0]: blk.25.ffn_up_exps.weight[1]: IQ3_S blk.25.ffn_up_exps.weight[2]: IQ3_S blk.25.ffn_up_exps.weight[3]: blk.25.ffn_up_exps.weight[4]: IQ3_S blk.25.ffn_up_exps.weight[5]: blk.25.ffn_up_exps.weight[6]: blk.25.ffn_up_exps.weight[7]: blk.25.ffn_up_exps.weight[8]: IQ3_S blk.25.ffn_up_exps.weight[9]: blk.25.ffn_up_exps.weight[10]: IQ3_S blk.25.ffn_up_exps.weight[11]: IQ3_S blk.25.ffn_up_exps.weight[12]: blk.25.ffn_up_exps.weight[13]: IQ3_S blk.25.ffn_up_exps.weight[14]: IQ3_S blk.25.ffn_up_exps.weight[15]: IQ3_S blk.25.ffn_up_exps.weight[16]: blk.25.ffn_up_exps.weight[17]: blk.25.ffn_up_exps.weight[18]: IQ3_S blk.25.ffn_up_exps.weight[19]: IQ3_S blk.25.ffn_up_exps.weight[20]: blk.25.ffn_up_exps.weight[21]: blk.25.ffn_up_exps.weight[22]: IQ3_S blk.25.ffn_up_exps.weight[23]: IQ3_S blk.25.ffn_up_exps.weight[24]: blk.25.ffn_up_exps.weight[25]: blk.25.ffn_up_exps.weight[26]: blk.25.ffn_up_exps.weight[27]: blk.25.ffn_up_exps.weight[28]: blk.25.ffn_up_exps.weight[29]: blk.25.ffn_up_exps.weight[30]: blk.25.ffn_up_exps.weight[31]: IQ3_S blk.25.ffn_up_exps.weight[32]: IQ3_S blk.25.ffn_up_exps.weight[33]: IQ3_S blk.25.ffn_up_exps.weight[34]: IQ3_S blk.25.ffn_up_exps.weight[35]: IQ3_S blk.25.ffn_up_exps.weight[36]: IQ3_S blk.25.ffn_up_exps.weight[37]: IQ3_S blk.25.ffn_up_exps.weight[38]: blk.25.ffn_up_exps.weight[39]: IQ3_S blk.25.ffn_up_exps.weight[40]: IQ3_S blk.25.ffn_up_exps.weight[41]: IQ3_S blk.25.ffn_up_exps.weight[42]: blk.25.ffn_up_exps.weight[43]: blk.25.ffn_up_exps.weight[44]: blk.25.ffn_up_exps.weight[45]: blk.25.ffn_up_exps.weight[46]: IQ3_S blk.25.ffn_up_exps.weight[47]: blk.25.ffn_up_exps.weight[48]: IQ3_S blk.25.ffn_up_exps.weight[49]: IQ3_S blk.25.ffn_up_exps.weight[50]: IQ3_S blk.25.ffn_up_exps.weight[51]: blk.25.ffn_up_exps.weight[52]: IQ3_S blk.25.ffn_up_exps.weight[53]: blk.25.ffn_up_exps.weight[54]: blk.25.ffn_up_exps.weight[55]: IQ3_S blk.25.ffn_up_exps.weight[56]: IQ3_S blk.25.ffn_up_exps.weight[57]: blk.25.ffn_up_exps.weight[58]: IQ3_S blk.25.ffn_up_exps.weight[59]: IQ3_S blk.25.ffn_up_exps.weight[60]: IQ3_S blk.25.ffn_up_exps.weight[61]: blk.25.ffn_up_exps.weight[62]: IQ3_S blk.25.ffn_up_exps.weight[63]: IQ3_S blk.25.ffn_up_exps.weight[64]: blk.25.ffn_up_exps.weight[65]: blk.25.ffn_up_exps.weight[66]: IQ3_S blk.25.ffn_up_exps.weight[67]: blk.25.ffn_up_exps.weight[68]: IQ3_S blk.25.ffn_up_exps.weight[69]: IQ3_S blk.25.ffn_up_exps.weight[70]: IQ3_S blk.25.ffn_up_exps.weight[71]: blk.25.ffn_up_exps.weight[72]: IQ3_S blk.25.ffn_up_exps.weight[73]: IQ3_S blk.25.ffn_up_exps.weight[74]: blk.25.ffn_up_exps.weight[75]: IQ3_S blk.25.ffn_up_exps.weight[76]: IQ3_S blk.25.ffn_up_exps.weight[77]: blk.25.ffn_up_exps.weight[78]: blk.25.ffn_up_exps.weight[79]: IQ3_S blk.25.ffn_up_exps.weight[80]: blk.25.ffn_up_exps.weight[81]: IQ3_S blk.25.ffn_up_exps.weight[82]: IQ3_S blk.25.ffn_up_exps.weight[83]: blk.25.ffn_up_exps.weight[84]: blk.25.ffn_up_exps.weight[85]: IQ3_S blk.25.ffn_up_exps.weight[86]: IQ3_S blk.25.ffn_up_exps.weight[87]: blk.25.ffn_up_exps.weight[88]: blk.25.ffn_up_exps.weight[89]: blk.25.ffn_up_exps.weight[90]: IQ3_S blk.25.ffn_up_exps.weight[91]: IQ3_S blk.25.ffn_up_exps.weight[92]: blk.25.ffn_up_exps.weight[93]: blk.25.ffn_up_exps.weight[94]: IQ3_S blk.25.ffn_up_exps.weight[95]: IQ3_S blk.25.ffn_up_exps.weight[96]: IQ3_S blk.25.ffn_up_exps.weight[97]: IQ3_S blk.25.ffn_up_exps.weight[98]: blk.25.ffn_up_exps.weight[99]: blk.25.ffn_up_exps.weight[100]: IQ3_S blk.25.ffn_up_exps.weight[101]: blk.25.ffn_up_exps.weight[102]: blk.25.ffn_up_exps.weight[103]: IQ3_S blk.25.ffn_up_exps.weight[104]: blk.25.ffn_up_exps.weight[105]: blk.25.ffn_up_exps.weight[106]: blk.25.ffn_up_exps.weight[107]: blk.25.ffn_up_exps.weight[108]: IQ3_S blk.25.ffn_up_exps.weight[109]: blk.25.ffn_up_exps.weight[110]: IQ3_S blk.25.ffn_up_exps.weight[111]: IQ3_S blk.25.ffn_up_exps.weight[112]: blk.25.ffn_up_exps.weight[113]: blk.25.ffn_up_exps.weight[114]: blk.25.ffn_up_exps.weight[115]: blk.25.ffn_up_exps.weight[116]: blk.25.ffn_up_exps.weight[117]: IQ3_S blk.25.ffn_up_exps.weight[118]: blk.25.ffn_up_exps.weight[119]: blk.25.ffn_up_exps.weight[120]: blk.25.ffn_up_exps.weight[121]: IQ3_S blk.25.ffn_up_exps.weight[122]: IQ3_S blk.25.ffn_up_exps.weight[123]: blk.25.ffn_up_exps.weight[124]: blk.25.ffn_up_exps.weight[125]: blk.25.ffn_up_exps.weight[126]: IQ3_S blk.25.ffn_up_exps.weight[127]: IQ3_S blk.25.ffn_up_exps.weight[128]: IQ3_S blk.25.ffn_up_exps.weight[129]: blk.25.ffn_up_exps.weight[130]: blk.25.ffn_up_exps.weight[131]: blk.25.ffn_up_exps.weight[132]: IQ3_S blk.25.ffn_up_exps.weight[133]: IQ3_S blk.25.ffn_up_exps.weight[134]: IQ3_S blk.25.ffn_up_exps.weight[135]: blk.25.ffn_up_exps.weight[136]: blk.25.ffn_up_exps.weight[137]: IQ3_S blk.25.ffn_up_exps.weight[138]: IQ3_S blk.25.ffn_up_exps.weight[139]: IQ3_S blk.25.ffn_up_exps.weight[140]: IQ3_S blk.25.ffn_up_exps.weight[141]: IQ3_S blk.25.ffn_up_exps.weight[142]: blk.25.ffn_up_exps.weight[143]: blk.25.ffn_up_exps.weight[144]: IQ3_S blk.25.ffn_up_exps.weight[145]: IQ3_S blk.25.ffn_up_exps.weight[146]: IQ3_S blk.25.ffn_up_exps.weight[147]: blk.25.ffn_up_exps.weight[148]: IQ3_S blk.25.ffn_up_exps.weight[149]: blk.25.ffn_up_exps.weight[150]: blk.25.ffn_up_exps.weight[151]: blk.25.ffn_up_exps.weight[152]: IQ3_S blk.25.ffn_up_exps.weight[153]: blk.25.ffn_up_exps.weight[154]: IQ3_S blk.25.ffn_up_exps.weight[155]: IQ3_S blk.25.ffn_up_exps.weight[156]: blk.25.ffn_up_exps.weight[157]: IQ3_S blk.25.ffn_up_exps.weight[158]: IQ3_S blk.25.ffn_up_exps.weight[159]: IQ3_S blk.25.ffn_up_exps.weight[160]: IQ3_S blk.25.ffn_up_exps.weight[161]: IQ3_S blk.25.ffn_up_exps.weight[162]: IQ3_S blk.25.ffn_up_exps.weight[163]: blk.25.ffn_up_exps.weight[164]: blk.25.ffn_up_exps.weight[165]: blk.25.ffn_up_exps.weight[166]: IQ3_S blk.25.ffn_up_exps.weight[167]: IQ3_S blk.25.ffn_up_exps.weight[168]: IQ3_S blk.25.ffn_up_exps.weight[169]: IQ3_S blk.25.ffn_up_exps.weight[170]: IQ3_S blk.25.ffn_up_exps.weight[171]: IQ3_S blk.25.ffn_up_exps.weight[172]: blk.25.ffn_up_exps.weight[173]: IQ3_S blk.25.ffn_up_exps.weight[174]: blk.25.ffn_up_exps.weight[175]: blk.25.ffn_up_exps.weight[176]: IQ3_S blk.25.ffn_up_exps.weight[177]: IQ3_S blk.25.ffn_up_exps.weight[178]: blk.25.ffn_up_exps.weight[179]: IQ3_S blk.25.ffn_up_exps.weight[180]: IQ3_S blk.25.ffn_up_exps.weight[181]: IQ3_S blk.25.ffn_up_exps.weight[182]: blk.25.ffn_up_exps.weight[183]: IQ3_S blk.25.ffn_up_exps.weight[184]: IQ3_S blk.25.ffn_up_exps.weight[185]: blk.25.ffn_up_exps.weight[186]: blk.25.ffn_up_exps.weight[187]: IQ3_S blk.25.ffn_up_exps.weight[188]: blk.25.ffn_up_exps.weight[189]: IQ3_S blk.25.ffn_up_exps.weight[190]: IQ3_S blk.25.ffn_up_exps.weight[191]: blk.25.ffn_up_exps.weight[192]: IQ3_S blk.25.ffn_up_exps.weight[193]: IQ3_S blk.25.ffn_up_exps.weight[194]: blk.25.ffn_up_exps.weight[195]: IQ3_S blk.25.ffn_up_exps.weight[196]: blk.25.ffn_up_exps.weight[197]: blk.25.ffn_up_exps.weight[198]: blk.25.ffn_up_exps.weight[199]: blk.25.ffn_up_exps.weight[200]: blk.25.ffn_up_exps.weight[201]: IQ3_S blk.25.ffn_up_exps.weight[202]: blk.25.ffn_up_exps.weight[203]: blk.25.ffn_up_exps.weight[204]: IQ3_S blk.25.ffn_up_exps.weight[205]: IQ3_S blk.25.ffn_up_exps.weight[206]: IQ3_S blk.25.ffn_up_exps.weight[207]: blk.25.ffn_up_exps.weight[208]: blk.25.ffn_up_exps.weight[209]: blk.25.ffn_up_exps.weight[210]: IQ3_S blk.25.ffn_up_exps.weight[211]: IQ3_S blk.25.ffn_up_exps.weight[212]: IQ3_S blk.25.ffn_up_exps.weight[213]: IQ3_S blk.25.ffn_up_exps.weight[214]: IQ3_S blk.25.ffn_up_exps.weight[215]: blk.25.ffn_up_exps.weight[216]: IQ3_S blk.25.ffn_up_exps.weight[217]: blk.25.ffn_up_exps.weight[218]: IQ3_S blk.25.ffn_up_exps.weight[219]: IQ3_S blk.25.ffn_up_exps.weight[220]: IQ3_S blk.25.ffn_up_exps.weight[221]: IQ3_S blk.25.ffn_up_exps.weight[222]: blk.25.ffn_up_exps.weight[223]: blk.25.ffn_up_exps.weight[224]: blk.25.ffn_up_exps.weight[225]: IQ3_S blk.25.ffn_up_exps.weight[226]: IQ3_S blk.25.ffn_up_exps.weight[227]: blk.25.ffn_up_exps.weight[228]: blk.25.ffn_up_exps.weight[229]: IQ3_S blk.25.ffn_up_exps.weight[230]: blk.25.ffn_up_exps.weight[231]: blk.25.ffn_up_exps.weight[232]: IQ3_S blk.25.ffn_up_exps.weight[233]: IQ3_S blk.25.ffn_up_exps.weight[234]: blk.25.ffn_up_exps.weight[235]: blk.25.ffn_up_exps.weight[236]: blk.25.ffn_up_exps.weight[237]: IQ3_S blk.25.ffn_up_exps.weight[238]: IQ3_S blk.25.ffn_up_exps.weight[239]: IQ3_S blk.25.ffn_up_exps.weight[240]: blk.25.ffn_up_exps.weight[241]: IQ3_S blk.25.ffn_up_exps.weight[242]: IQ3_S blk.25.ffn_up_exps.weight[243]: IQ3_S blk.25.ffn_up_exps.weight[244]: IQ3_S blk.25.ffn_up_exps.weight[245]: blk.25.ffn_up_exps.weight[246]: IQ3_S blk.25.ffn_up_exps.weight[247]: IQ3_S blk.25.ffn_up_exps.weight[248]: blk.25.ffn_up_exps.weight[249]: blk.25.ffn_up_exps.weight[250]: blk.25.ffn_up_exps.weight[251]: blk.25.ffn_up_exps.weight[252]: IQ3_S blk.25.ffn_up_exps.weight[253]: IQ3_S blk.25.ffn_up_exps.weight[254]: IQ3_S blk.25.ffn_up_exps.weight[255]: IQ3_S blk.25.ffn_up_exps.weight[256]: IQ3_S blk.25.ffn_up_exps.weight[257]: blk.25.ffn_up_exps.weight[258]: blk.25.ffn_up_exps.weight[259]: blk.25.ffn_up_exps.weight[260]: blk.25.ffn_up_exps.weight[261]: blk.25.ffn_up_exps.weight[262]: IQ3_S blk.25.ffn_up_exps.weight[263]: blk.25.ffn_up_exps.weight[264]: IQ3_S blk.25.ffn_up_exps.weight[265]: blk.25.ffn_up_exps.weight[266]: blk.25.ffn_up_exps.weight[267]: IQ3_S blk.25.ffn_up_exps.weight[268]: blk.25.ffn_up_exps.weight[269]: IQ3_S blk.25.ffn_up_exps.weight[270]: blk.25.ffn_up_exps.weight[271]: blk.25.ffn_up_exps.weight[272]: blk.25.ffn_up_exps.weight[273]: blk.25.ffn_up_exps.weight[274]: IQ3_S blk.25.ffn_up_exps.weight[275]: blk.25.ffn_up_exps.weight[276]: blk.25.ffn_up_exps.weight[277]: IQ3_S blk.25.ffn_up_exps.weight[278]: blk.25.ffn_up_exps.weight[279]: IQ3_S blk.25.ffn_up_exps.weight[280]: IQ3_S blk.25.ffn_up_exps.weight[281]: IQ3_S blk.25.ffn_up_exps.weight[282]: IQ3_S blk.25.ffn_up_exps.weight[283]: blk.25.ffn_up_exps.weight[284]: blk.25.ffn_up_exps.weight[285]: IQ3_S blk.25.ffn_up_exps.weight[286]: blk.25.ffn_up_exps.weight[287]: blk.25.ffn_up_exps.weight[288]: blk.25.ffn_up_exps.weight[289]: blk.25.ffn_up_exps.weight[290]: blk.25.ffn_up_exps.weight[291]: IQ3_S blk.25.ffn_up_exps.weight[292]: blk.25.ffn_up_exps.weight[293]: blk.25.ffn_up_exps.weight[294]: blk.25.ffn_up_exps.weight[295]: IQ3_S blk.25.ffn_up_exps.weight[296]: IQ3_S blk.25.ffn_up_exps.weight[297]: blk.25.ffn_up_exps.weight[298]: blk.25.ffn_up_exps.weight[299]: IQ3_S blk.25.ffn_up_exps.weight[300]: IQ3_S blk.25.ffn_up_exps.weight[301]: IQ3_S blk.25.ffn_up_exps.weight[302]: blk.25.ffn_up_exps.weight[303]: blk.25.ffn_up_exps.weight[304]: IQ3_S blk.25.ffn_up_exps.weight[305]: IQ3_S blk.25.ffn_up_exps.weight[306]: IQ3_S blk.25.ffn_up_exps.weight[307]: blk.25.ffn_up_exps.weight[308]: blk.25.ffn_up_exps.weight[309]: IQ3_S blk.25.ffn_up_exps.weight[310]: blk.25.ffn_up_exps.weight[311]: blk.25.ffn_up_exps.weight[312]: IQ3_S blk.25.ffn_up_exps.weight[313]: blk.25.ffn_up_exps.weight[314]: blk.25.ffn_up_exps.weight[315]: IQ3_S blk.25.ffn_up_exps.weight[316]: IQ3_S blk.25.ffn_up_exps.weight[317]: IQ3_S blk.25.ffn_up_exps.weight[318]: blk.25.ffn_up_exps.weight[319]: blk.25.ffn_up_exps.weight[320]: blk.25.ffn_up_exps.weight[321]: blk.25.ffn_up_exps.weight[322]: blk.25.ffn_up_exps.weight[323]: blk.25.ffn_up_exps.weight[324]: blk.25.ffn_up_exps.weight[325]: blk.25.ffn_up_exps.weight[326]: blk.25.ffn_up_exps.weight[327]: IQ3_S blk.25.ffn_up_exps.weight[328]: IQ3_S blk.25.ffn_up_exps.weight[329]: IQ3_S blk.25.ffn_up_exps.weight[330]: IQ3_S blk.25.ffn_up_exps.weight[331]: blk.25.ffn_up_exps.weight[332]: IQ3_S blk.25.ffn_up_exps.weight[333]: IQ3_S blk.25.ffn_up_exps.weight[334]: blk.25.ffn_up_exps.weight[335]: IQ3_S blk.25.ffn_up_exps.weight[336]: IQ3_S blk.25.ffn_up_exps.weight[337]: IQ3_S blk.25.ffn_up_exps.weight[338]: blk.25.ffn_up_exps.weight[339]: IQ3_S blk.25.ffn_up_exps.weight[340]: IQ3_S blk.25.ffn_up_exps.weight[341]: blk.25.ffn_up_exps.weight[342]: blk.25.ffn_up_exps.weight[343]: blk.25.ffn_up_exps.weight[344]: blk.25.ffn_up_exps.weight[345]: blk.25.ffn_up_exps.weight[346]: IQ3_S blk.25.ffn_up_exps.weight[347]: IQ3_S blk.25.ffn_up_exps.weight[348]: blk.25.ffn_up_exps.weight[349]: IQ3_S blk.25.ffn_up_exps.weight[350]: blk.25.ffn_up_exps.weight[351]: blk.25.ffn_up_exps.weight[352]: blk.25.ffn_up_exps.weight[353]: blk.25.ffn_up_exps.weight[354]: blk.25.ffn_up_exps.weight[355]: blk.25.ffn_up_exps.weight[356]: IQ3_S blk.25.ffn_up_exps.weight[357]: IQ3_S blk.25.ffn_up_exps.weight[358]: blk.25.ffn_up_exps.weight[359]: blk.25.ffn_up_exps.weight[360]: IQ3_S blk.25.ffn_up_exps.weight[361]: IQ3_S blk.25.ffn_up_exps.weight[362]: blk.25.ffn_up_exps.weight[363]: blk.25.ffn_up_exps.weight[364]: IQ3_S blk.25.ffn_up_exps.weight[365]: blk.25.ffn_up_exps.weight[366]: IQ3_S blk.25.ffn_up_exps.weight[367]: IQ3_S blk.25.ffn_up_exps.weight[368]: IQ3_S blk.25.ffn_up_exps.weight[369]: IQ3_S blk.25.ffn_up_exps.weight[370]: IQ3_S blk.25.ffn_up_exps.weight[371]: IQ3_S blk.25.ffn_up_exps.weight[372]: IQ3_S blk.25.ffn_up_exps.weight[373]: IQ3_S blk.25.ffn_up_exps.weight[374]: IQ3_S blk.25.ffn_up_exps.weight[375]: IQ3_S blk.25.ffn_up_exps.weight[376]: IQ3_S blk.25.ffn_up_exps.weight[377]: IQ3_S blk.25.ffn_up_exps.weight[378]: IQ3_S blk.25.ffn_up_exps.weight[379]: blk.25.ffn_up_exps.weight[380]: blk.25.ffn_up_exps.weight[381]: blk.25.ffn_up_exps.weight[382]: IQ3_S blk.25.ffn_up_exps.weight[383]: blk.25.ffn_up_exps.weight[384]: blk.25.ffn_up_exps.weight[385]: IQ3_S blk.25.ffn_up_exps.weight[386]: blk.25.ffn_up_exps.weight[387]: IQ3_S blk.25.ffn_up_exps.weight[388]: blk.25.ffn_up_exps.weight[389]: IQ3_S blk.25.ffn_up_exps.weight[390]: IQ3_S blk.25.ffn_up_exps.weight[391]: blk.25.ffn_up_exps.weight[392]: blk.25.ffn_up_exps.weight[393]: IQ3_S blk.25.ffn_up_exps.weight[394]: blk.25.ffn_up_exps.weight[395]: IQ3_S blk.25.ffn_up_exps.weight[396]: blk.25.ffn_up_exps.weight[397]: blk.25.ffn_up_exps.weight[398]: IQ3_S blk.25.ffn_up_exps.weight[399]: IQ3_S blk.25.ffn_up_exps.weight[400]: blk.25.ffn_up_exps.weight[401]: blk.25.ffn_up_exps.weight[402]: blk.25.ffn_up_exps.weight[403]: IQ3_S blk.25.ffn_up_exps.weight[404]: IQ3_S blk.25.ffn_up_exps.weight[405]: IQ3_S blk.25.ffn_up_exps.weight[406]: blk.25.ffn_up_exps.weight[407]: IQ3_S blk.25.ffn_up_exps.weight[408]: IQ3_S blk.25.ffn_up_exps.weight[409]: blk.25.ffn_up_exps.weight[410]: IQ3_S blk.25.ffn_up_exps.weight[411]: blk.25.ffn_up_exps.weight[412]: IQ3_S blk.25.ffn_up_exps.weight[413]: IQ3_S blk.25.ffn_up_exps.weight[414]: blk.25.ffn_up_exps.weight[415]: blk.25.ffn_up_exps.weight[416]: IQ3_S blk.25.ffn_up_exps.weight[417]: blk.25.ffn_up_exps.weight[418]: IQ3_S blk.25.ffn_up_exps.weight[419]: blk.25.ffn_up_exps.weight[420]: IQ3_S blk.25.ffn_up_exps.weight[421]: IQ3_S blk.25.ffn_up_exps.weight[422]: blk.25.ffn_up_exps.weight[423]: blk.25.ffn_up_exps.weight[424]: IQ3_S blk.25.ffn_up_exps.weight[425]: IQ3_S blk.25.ffn_up_exps.weight[426]: IQ3_S blk.25.ffn_up_exps.weight[427]: IQ3_S blk.25.ffn_up_exps.weight[428]: IQ3_S blk.25.ffn_up_exps.weight[429]: blk.25.ffn_up_exps.weight[430]: blk.25.ffn_up_exps.weight[431]: IQ3_S blk.25.ffn_up_exps.weight[432]: blk.25.ffn_up_exps.weight[433]: IQ3_S blk.25.ffn_up_exps.weight[434]: IQ3_S blk.25.ffn_up_exps.weight[435]: blk.25.ffn_up_exps.weight[436]: blk.25.ffn_up_exps.weight[437]: blk.25.ffn_up_exps.weight[438]: blk.25.ffn_up_exps.weight[439]: blk.25.ffn_up_exps.weight[440]: blk.25.ffn_up_exps.weight[441]: blk.25.ffn_up_exps.weight[442]: blk.25.ffn_up_exps.weight[443]: IQ3_S blk.25.ffn_up_exps.weight[444]: blk.25.ffn_up_exps.weight[445]: blk.25.ffn_up_exps.weight[446]: blk.25.ffn_up_exps.weight[447]: blk.25.ffn_up_exps.weight[448]: blk.25.ffn_up_exps.weight[449]: IQ3_S blk.25.ffn_up_exps.weight[450]: IQ3_S blk.25.ffn_up_exps.weight[451]: IQ3_S blk.25.ffn_up_exps.weight[452]: IQ3_S blk.25.ffn_up_exps.weight[453]: blk.25.ffn_up_exps.weight[454]: IQ3_S blk.25.ffn_up_exps.weight[455]: IQ3_S blk.25.ffn_up_exps.weight[456]: IQ3_S blk.25.ffn_up_exps.weight[457]: blk.25.ffn_up_exps.weight[458]: blk.25.ffn_up_exps.weight[459]: IQ3_S blk.25.ffn_up_exps.weight[460]: IQ3_S blk.25.ffn_up_exps.weight[461]: blk.25.ffn_up_exps.weight[462]: blk.25.ffn_up_exps.weight[463]: blk.25.ffn_up_exps.weight[464]: IQ3_S blk.25.ffn_up_exps.weight[465]: blk.25.ffn_up_exps.weight[466]: IQ3_S blk.25.ffn_up_exps.weight[467]: IQ3_S blk.25.ffn_up_exps.weight[468]: IQ3_S blk.25.ffn_up_exps.weight[469]: blk.25.ffn_up_exps.weight[470]: IQ3_S blk.25.ffn_up_exps.weight[471]: IQ3_S blk.25.ffn_up_exps.weight[472]: IQ3_S blk.25.ffn_up_exps.weight[473]: blk.25.ffn_up_exps.weight[474]: IQ3_S blk.25.ffn_up_exps.weight[475]: blk.25.ffn_up_exps.weight[476]: IQ3_S blk.25.ffn_up_exps.weight[477]: blk.25.ffn_up_exps.weight[478]: blk.25.ffn_up_exps.weight[479]: blk.25.ffn_up_exps.weight[480]: blk.25.ffn_up_exps.weight[481]: IQ3_S blk.25.ffn_up_exps.weight[482]: blk.25.ffn_up_exps.weight[483]: IQ3_S blk.25.ffn_up_exps.weight[484]: IQ3_S blk.25.ffn_up_exps.weight[485]: blk.25.ffn_up_exps.weight[486]: blk.25.ffn_up_exps.weight[487]: IQ3_S blk.25.ffn_up_exps.weight[488]: IQ3_S blk.25.ffn_up_exps.weight[489]: blk.25.ffn_up_exps.weight[490]: blk.25.ffn_up_exps.weight[491]: IQ3_S blk.25.ffn_up_exps.weight[492]: blk.25.ffn_up_exps.weight[493]: IQ3_S blk.25.ffn_up_exps.weight[494]: IQ3_S blk.25.ffn_up_exps.weight[495]: blk.25.ffn_up_exps.weight[496]: blk.25.ffn_up_exps.weight[497]: blk.25.ffn_up_exps.weight[498]: blk.25.ffn_up_exps.weight[499]: IQ3_S blk.25.ffn_up_exps.weight[500]: blk.25.ffn_up_exps.weight[501]: blk.25.ffn_up_exps.weight[502]: blk.25.ffn_up_exps.weight[503]: blk.25.ffn_up_exps.weight[504]: blk.25.ffn_up_exps.weight[505]: blk.25.ffn_up_exps.weight[506]: blk.25.ffn_up_exps.weight[507]: blk.25.ffn_up_exps.weight[508]: IQ3_S blk.25.ffn_up_exps.weight[509]: IQ3_S blk.25.ffn_up_exps.weight[510]: blk.25.ffn_up_exps.weight[511]: IQ3_S blk.25.ffn_down_exps.weight[0]: blk.25.ffn_down_exps.weight[1]: IQ4_NL blk.25.ffn_down_exps.weight[2]: IQ4_NL blk.25.ffn_down_exps.weight[3]: blk.25.ffn_down_exps.weight[4]: IQ4_NL blk.25.ffn_down_exps.weight[5]: blk.25.ffn_down_exps.weight[6]: blk.25.ffn_down_exps.weight[7]: blk.25.ffn_down_exps.weight[8]: IQ4_NL blk.25.ffn_down_exps.weight[9]: blk.25.ffn_down_exps.weight[10]: IQ4_NL blk.25.ffn_down_exps.weight[11]: IQ4_NL blk.25.ffn_down_exps.weight[12]: blk.25.ffn_down_exps.weight[13]: IQ4_NL blk.25.ffn_down_exps.weight[14]: IQ4_NL blk.25.ffn_down_exps.weight[15]: IQ4_NL blk.25.ffn_down_exps.weight[16]: blk.25.ffn_down_exps.weight[17]: blk.25.ffn_down_exps.weight[18]: IQ4_NL blk.25.ffn_down_exps.weight[19]: IQ4_NL blk.25.ffn_down_exps.weight[20]: blk.25.ffn_down_exps.weight[21]: blk.25.ffn_down_exps.weight[22]: IQ4_NL blk.25.ffn_down_exps.weight[23]: IQ4_NL blk.25.ffn_down_exps.weight[24]: blk.25.ffn_down_exps.weight[25]: blk.25.ffn_down_exps.weight[26]: blk.25.ffn_down_exps.weight[27]: blk.25.ffn_down_exps.weight[28]: blk.25.ffn_down_exps.weight[29]: blk.25.ffn_down_exps.weight[30]: blk.25.ffn_down_exps.weight[31]: IQ4_NL blk.25.ffn_down_exps.weight[32]: IQ4_NL blk.25.ffn_down_exps.weight[33]: IQ4_NL blk.25.ffn_down_exps.weight[34]: IQ4_NL blk.25.ffn_down_exps.weight[35]: IQ4_NL blk.25.ffn_down_exps.weight[36]: IQ4_NL blk.25.ffn_down_exps.weight[37]: IQ4_NL blk.25.ffn_down_exps.weight[38]: blk.25.ffn_down_exps.weight[39]: IQ4_NL blk.25.ffn_down_exps.weight[40]: IQ4_NL blk.25.ffn_down_exps.weight[41]: IQ4_NL blk.25.ffn_down_exps.weight[42]: blk.25.ffn_down_exps.weight[43]: blk.25.ffn_down_exps.weight[44]: blk.25.ffn_down_exps.weight[45]: blk.25.ffn_down_exps.weight[46]: IQ4_NL blk.25.ffn_down_exps.weight[47]: blk.25.ffn_down_exps.weight[48]: IQ4_NL blk.25.ffn_down_exps.weight[49]: IQ4_NL blk.25.ffn_down_exps.weight[50]: IQ4_NL blk.25.ffn_down_exps.weight[51]: blk.25.ffn_down_exps.weight[52]: IQ4_NL blk.25.ffn_down_exps.weight[53]: blk.25.ffn_down_exps.weight[54]: blk.25.ffn_down_exps.weight[55]: IQ4_NL blk.25.ffn_down_exps.weight[56]: IQ4_NL blk.25.ffn_down_exps.weight[57]: blk.25.ffn_down_exps.weight[58]: IQ4_NL blk.25.ffn_down_exps.weight[59]: IQ4_NL blk.25.ffn_down_exps.weight[60]: IQ4_NL blk.25.ffn_down_exps.weight[61]: blk.25.ffn_down_exps.weight[62]: IQ4_NL blk.25.ffn_down_exps.weight[63]: IQ4_NL blk.25.ffn_down_exps.weight[64]: blk.25.ffn_down_exps.weight[65]: blk.25.ffn_down_exps.weight[66]: IQ4_NL blk.25.ffn_down_exps.weight[67]: blk.25.ffn_down_exps.weight[68]: IQ4_NL blk.25.ffn_down_exps.weight[69]: IQ4_NL blk.25.ffn_down_exps.weight[70]: IQ4_NL blk.25.ffn_down_exps.weight[71]: blk.25.ffn_down_exps.weight[72]: IQ4_NL blk.25.ffn_down_exps.weight[73]: IQ4_NL blk.25.ffn_down_exps.weight[74]: blk.25.ffn_down_exps.weight[75]: IQ4_NL blk.25.ffn_down_exps.weight[76]: IQ4_NL blk.25.ffn_down_exps.weight[77]: blk.25.ffn_down_exps.weight[78]: blk.25.ffn_down_exps.weight[79]: IQ4_NL blk.25.ffn_down_exps.weight[80]: blk.25.ffn_down_exps.weight[81]: IQ4_NL blk.25.ffn_down_exps.weight[82]: IQ4_NL blk.25.ffn_down_exps.weight[83]: blk.25.ffn_down_exps.weight[84]: blk.25.ffn_down_exps.weight[85]: IQ4_NL blk.25.ffn_down_exps.weight[86]: IQ4_NL blk.25.ffn_down_exps.weight[87]: blk.25.ffn_down_exps.weight[88]: blk.25.ffn_down_exps.weight[89]: blk.25.ffn_down_exps.weight[90]: IQ4_NL blk.25.ffn_down_exps.weight[91]: IQ4_NL blk.25.ffn_down_exps.weight[92]: blk.25.ffn_down_exps.weight[93]: blk.25.ffn_down_exps.weight[94]: IQ4_NL blk.25.ffn_down_exps.weight[95]: IQ4_NL blk.25.ffn_down_exps.weight[96]: IQ4_NL blk.25.ffn_down_exps.weight[97]: IQ4_NL blk.25.ffn_down_exps.weight[98]: blk.25.ffn_down_exps.weight[99]: blk.25.ffn_down_exps.weight[100]: IQ4_NL blk.25.ffn_down_exps.weight[101]: blk.25.ffn_down_exps.weight[102]: blk.25.ffn_down_exps.weight[103]: IQ4_NL blk.25.ffn_down_exps.weight[104]: blk.25.ffn_down_exps.weight[105]: blk.25.ffn_down_exps.weight[106]: blk.25.ffn_down_exps.weight[107]: blk.25.ffn_down_exps.weight[108]: IQ4_NL blk.25.ffn_down_exps.weight[109]: blk.25.ffn_down_exps.weight[110]: IQ4_NL blk.25.ffn_down_exps.weight[111]: IQ4_NL blk.25.ffn_down_exps.weight[112]: blk.25.ffn_down_exps.weight[113]: blk.25.ffn_down_exps.weight[114]: blk.25.ffn_down_exps.weight[115]: blk.25.ffn_down_exps.weight[116]: blk.25.ffn_down_exps.weight[117]: IQ4_NL blk.25.ffn_down_exps.weight[118]: blk.25.ffn_down_exps.weight[119]: blk.25.ffn_down_exps.weight[120]: blk.25.ffn_down_exps.weight[121]: IQ4_NL blk.25.ffn_down_exps.weight[122]: IQ4_NL blk.25.ffn_down_exps.weight[123]: blk.25.ffn_down_exps.weight[124]: blk.25.ffn_down_exps.weight[125]: blk.25.ffn_down_exps.weight[126]: IQ4_NL blk.25.ffn_down_exps.weight[127]: IQ4_NL blk.25.ffn_down_exps.weight[128]: IQ4_NL blk.25.ffn_down_exps.weight[129]: blk.25.ffn_down_exps.weight[130]: blk.25.ffn_down_exps.weight[131]: blk.25.ffn_down_exps.weight[132]: IQ4_NL blk.25.ffn_down_exps.weight[133]: IQ4_NL blk.25.ffn_down_exps.weight[134]: IQ4_NL blk.25.ffn_down_exps.weight[135]: blk.25.ffn_down_exps.weight[136]: blk.25.ffn_down_exps.weight[137]: IQ4_NL blk.25.ffn_down_exps.weight[138]: IQ4_NL blk.25.ffn_down_exps.weight[139]: IQ4_NL blk.25.ffn_down_exps.weight[140]: IQ4_NL blk.25.ffn_down_exps.weight[141]: IQ4_NL blk.25.ffn_down_exps.weight[142]: blk.25.ffn_down_exps.weight[143]: blk.25.ffn_down_exps.weight[144]: IQ4_NL blk.25.ffn_down_exps.weight[145]: IQ4_NL blk.25.ffn_down_exps.weight[146]: IQ4_NL blk.25.ffn_down_exps.weight[147]: blk.25.ffn_down_exps.weight[148]: IQ4_NL blk.25.ffn_down_exps.weight[149]: blk.25.ffn_down_exps.weight[150]: blk.25.ffn_down_exps.weight[151]: blk.25.ffn_down_exps.weight[152]: IQ4_NL blk.25.ffn_down_exps.weight[153]: blk.25.ffn_down_exps.weight[154]: IQ4_NL blk.25.ffn_down_exps.weight[155]: IQ4_NL blk.25.ffn_down_exps.weight[156]: blk.25.ffn_down_exps.weight[157]: IQ4_NL blk.25.ffn_down_exps.weight[158]: IQ4_NL blk.25.ffn_down_exps.weight[159]: IQ4_NL blk.25.ffn_down_exps.weight[160]: IQ4_NL blk.25.ffn_down_exps.weight[161]: IQ4_NL blk.25.ffn_down_exps.weight[162]: IQ4_NL blk.25.ffn_down_exps.weight[163]: blk.25.ffn_down_exps.weight[164]: blk.25.ffn_down_exps.weight[165]: blk.25.ffn_down_exps.weight[166]: IQ4_NL blk.25.ffn_down_exps.weight[167]: IQ4_NL blk.25.ffn_down_exps.weight[168]: IQ4_NL blk.25.ffn_down_exps.weight[169]: IQ4_NL blk.25.ffn_down_exps.weight[170]: IQ4_NL blk.25.ffn_down_exps.weight[171]: IQ4_NL blk.25.ffn_down_exps.weight[172]: blk.25.ffn_down_exps.weight[173]: IQ4_NL blk.25.ffn_down_exps.weight[174]: blk.25.ffn_down_exps.weight[175]: blk.25.ffn_down_exps.weight[176]: IQ4_NL blk.25.ffn_down_exps.weight[177]: IQ4_NL blk.25.ffn_down_exps.weight[178]: blk.25.ffn_down_exps.weight[179]: IQ4_NL blk.25.ffn_down_exps.weight[180]: IQ4_NL blk.25.ffn_down_exps.weight[181]: IQ4_NL blk.25.ffn_down_exps.weight[182]: blk.25.ffn_down_exps.weight[183]: IQ4_NL blk.25.ffn_down_exps.weight[184]: IQ4_NL blk.25.ffn_down_exps.weight[185]: blk.25.ffn_down_exps.weight[186]: blk.25.ffn_down_exps.weight[187]: IQ4_NL blk.25.ffn_down_exps.weight[188]: blk.25.ffn_down_exps.weight[189]: IQ4_NL blk.25.ffn_down_exps.weight[190]: IQ4_NL blk.25.ffn_down_exps.weight[191]: blk.25.ffn_down_exps.weight[192]: IQ4_NL blk.25.ffn_down_exps.weight[193]: IQ4_NL blk.25.ffn_down_exps.weight[194]: blk.25.ffn_down_exps.weight[195]: IQ4_NL blk.25.ffn_down_exps.weight[196]: blk.25.ffn_down_exps.weight[197]: blk.25.ffn_down_exps.weight[198]: blk.25.ffn_down_exps.weight[199]: blk.25.ffn_down_exps.weight[200]: blk.25.ffn_down_exps.weight[201]: IQ4_NL blk.25.ffn_down_exps.weight[202]: blk.25.ffn_down_exps.weight[203]: blk.25.ffn_down_exps.weight[204]: IQ4_NL blk.25.ffn_down_exps.weight[205]: IQ4_NL blk.25.ffn_down_exps.weight[206]: IQ4_NL blk.25.ffn_down_exps.weight[207]: blk.25.ffn_down_exps.weight[208]: blk.25.ffn_down_exps.weight[209]: blk.25.ffn_down_exps.weight[210]: IQ4_NL blk.25.ffn_down_exps.weight[211]: IQ4_NL blk.25.ffn_down_exps.weight[212]: IQ4_NL blk.25.ffn_down_exps.weight[213]: IQ4_NL blk.25.ffn_down_exps.weight[214]: IQ4_NL blk.25.ffn_down_exps.weight[215]: blk.25.ffn_down_exps.weight[216]: IQ4_NL blk.25.ffn_down_exps.weight[217]: blk.25.ffn_down_exps.weight[218]: IQ4_NL blk.25.ffn_down_exps.weight[219]: IQ4_NL blk.25.ffn_down_exps.weight[220]: IQ4_NL blk.25.ffn_down_exps.weight[221]: IQ4_NL blk.25.ffn_down_exps.weight[222]: blk.25.ffn_down_exps.weight[223]: blk.25.ffn_down_exps.weight[224]: blk.25.ffn_down_exps.weight[225]: IQ4_NL blk.25.ffn_down_exps.weight[226]: IQ4_NL blk.25.ffn_down_exps.weight[227]: blk.25.ffn_down_exps.weight[228]: blk.25.ffn_down_exps.weight[229]: IQ4_NL blk.25.ffn_down_exps.weight[230]: blk.25.ffn_down_exps.weight[231]: blk.25.ffn_down_exps.weight[232]: IQ4_NL blk.25.ffn_down_exps.weight[233]: IQ4_NL blk.25.ffn_down_exps.weight[234]: blk.25.ffn_down_exps.weight[235]: blk.25.ffn_down_exps.weight[236]: blk.25.ffn_down_exps.weight[237]: IQ4_NL blk.25.ffn_down_exps.weight[238]: IQ4_NL blk.25.ffn_down_exps.weight[239]: IQ4_NL blk.25.ffn_down_exps.weight[240]: blk.25.ffn_down_exps.weight[241]: IQ4_NL blk.25.ffn_down_exps.weight[242]: IQ4_NL blk.25.ffn_down_exps.weight[243]: IQ4_NL blk.25.ffn_down_exps.weight[244]: IQ4_NL blk.25.ffn_down_exps.weight[245]: blk.25.ffn_down_exps.weight[246]: IQ4_NL blk.25.ffn_down_exps.weight[247]: IQ4_NL blk.25.ffn_down_exps.weight[248]: blk.25.ffn_down_exps.weight[249]: blk.25.ffn_down_exps.weight[250]: blk.25.ffn_down_exps.weight[251]: blk.25.ffn_down_exps.weight[252]: IQ4_NL blk.25.ffn_down_exps.weight[253]: IQ4_NL blk.25.ffn_down_exps.weight[254]: IQ4_NL blk.25.ffn_down_exps.weight[255]: IQ4_NL blk.25.ffn_down_exps.weight[256]: IQ4_NL blk.25.ffn_down_exps.weight[257]: blk.25.ffn_down_exps.weight[258]: blk.25.ffn_down_exps.weight[259]: blk.25.ffn_down_exps.weight[260]: blk.25.ffn_down_exps.weight[261]: blk.25.ffn_down_exps.weight[262]: IQ4_NL blk.25.ffn_down_exps.weight[263]: blk.25.ffn_down_exps.weight[264]: IQ4_NL blk.25.ffn_down_exps.weight[265]: blk.25.ffn_down_exps.weight[266]: blk.25.ffn_down_exps.weight[267]: IQ4_NL blk.25.ffn_down_exps.weight[268]: blk.25.ffn_down_exps.weight[269]: IQ4_NL blk.25.ffn_down_exps.weight[270]: blk.25.ffn_down_exps.weight[271]: blk.25.ffn_down_exps.weight[272]: blk.25.ffn_down_exps.weight[273]: blk.25.ffn_down_exps.weight[274]: IQ4_NL blk.25.ffn_down_exps.weight[275]: blk.25.ffn_down_exps.weight[276]: blk.25.ffn_down_exps.weight[277]: IQ4_NL blk.25.ffn_down_exps.weight[278]: blk.25.ffn_down_exps.weight[279]: IQ4_NL blk.25.ffn_down_exps.weight[280]: IQ4_NL blk.25.ffn_down_exps.weight[281]: IQ4_NL blk.25.ffn_down_exps.weight[282]: IQ4_NL blk.25.ffn_down_exps.weight[283]: blk.25.ffn_down_exps.weight[284]: blk.25.ffn_down_exps.weight[285]: IQ4_NL blk.25.ffn_down_exps.weight[286]: blk.25.ffn_down_exps.weight[287]: blk.25.ffn_down_exps.weight[288]: blk.25.ffn_down_exps.weight[289]: blk.25.ffn_down_exps.weight[290]: blk.25.ffn_down_exps.weight[291]: IQ4_NL blk.25.ffn_down_exps.weight[292]: blk.25.ffn_down_exps.weight[293]: blk.25.ffn_down_exps.weight[294]: blk.25.ffn_down_exps.weight[295]: IQ4_NL blk.25.ffn_down_exps.weight[296]: IQ4_NL blk.25.ffn_down_exps.weight[297]: blk.25.ffn_down_exps.weight[298]: blk.25.ffn_down_exps.weight[299]: IQ4_NL blk.25.ffn_down_exps.weight[300]: IQ4_NL blk.25.ffn_down_exps.weight[301]: IQ4_NL blk.25.ffn_down_exps.weight[302]: blk.25.ffn_down_exps.weight[303]: blk.25.ffn_down_exps.weight[304]: IQ4_NL blk.25.ffn_down_exps.weight[305]: IQ4_NL blk.25.ffn_down_exps.weight[306]: IQ4_NL blk.25.ffn_down_exps.weight[307]: blk.25.ffn_down_exps.weight[308]: blk.25.ffn_down_exps.weight[309]: IQ4_NL blk.25.ffn_down_exps.weight[310]: blk.25.ffn_down_exps.weight[311]: blk.25.ffn_down_exps.weight[312]: IQ4_NL blk.25.ffn_down_exps.weight[313]: blk.25.ffn_down_exps.weight[314]: blk.25.ffn_down_exps.weight[315]: IQ4_NL blk.25.ffn_down_exps.weight[316]: IQ4_NL blk.25.ffn_down_exps.weight[317]: IQ4_NL blk.25.ffn_down_exps.weight[318]: blk.25.ffn_down_exps.weight[319]: blk.25.ffn_down_exps.weight[320]: blk.25.ffn_down_exps.weight[321]: blk.25.ffn_down_exps.weight[322]: blk.25.ffn_down_exps.weight[323]: blk.25.ffn_down_exps.weight[324]: blk.25.ffn_down_exps.weight[325]: blk.25.ffn_down_exps.weight[326]: blk.25.ffn_down_exps.weight[327]: IQ4_NL blk.25.ffn_down_exps.weight[328]: IQ4_NL blk.25.ffn_down_exps.weight[329]: IQ4_NL blk.25.ffn_down_exps.weight[330]: IQ4_NL blk.25.ffn_down_exps.weight[331]: blk.25.ffn_down_exps.weight[332]: IQ4_NL blk.25.ffn_down_exps.weight[333]: IQ4_NL blk.25.ffn_down_exps.weight[334]: blk.25.ffn_down_exps.weight[335]: IQ4_NL blk.25.ffn_down_exps.weight[336]: IQ4_NL blk.25.ffn_down_exps.weight[337]: IQ4_NL blk.25.ffn_down_exps.weight[338]: blk.25.ffn_down_exps.weight[339]: IQ4_NL blk.25.ffn_down_exps.weight[340]: IQ4_NL blk.25.ffn_down_exps.weight[341]: blk.25.ffn_down_exps.weight[342]: blk.25.ffn_down_exps.weight[343]: blk.25.ffn_down_exps.weight[344]: blk.25.ffn_down_exps.weight[345]: blk.25.ffn_down_exps.weight[346]: IQ4_NL blk.25.ffn_down_exps.weight[347]: IQ4_NL blk.25.ffn_down_exps.weight[348]: blk.25.ffn_down_exps.weight[349]: IQ4_NL blk.25.ffn_down_exps.weight[350]: blk.25.ffn_down_exps.weight[351]: blk.25.ffn_down_exps.weight[352]: blk.25.ffn_down_exps.weight[353]: blk.25.ffn_down_exps.weight[354]: blk.25.ffn_down_exps.weight[355]: blk.25.ffn_down_exps.weight[356]: IQ4_NL blk.25.ffn_down_exps.weight[357]: IQ4_NL blk.25.ffn_down_exps.weight[358]: blk.25.ffn_down_exps.weight[359]: blk.25.ffn_down_exps.weight[360]: IQ4_NL blk.25.ffn_down_exps.weight[361]: IQ4_NL blk.25.ffn_down_exps.weight[362]: blk.25.ffn_down_exps.weight[363]: blk.25.ffn_down_exps.weight[364]: IQ4_NL blk.25.ffn_down_exps.weight[365]: blk.25.ffn_down_exps.weight[366]: IQ4_NL blk.25.ffn_down_exps.weight[367]: IQ4_NL blk.25.ffn_down_exps.weight[368]: IQ4_NL blk.25.ffn_down_exps.weight[369]: IQ4_NL blk.25.ffn_down_exps.weight[370]: IQ4_NL blk.25.ffn_down_exps.weight[371]: IQ4_NL blk.25.ffn_down_exps.weight[372]: IQ4_NL blk.25.ffn_down_exps.weight[373]: IQ4_NL blk.25.ffn_down_exps.weight[374]: IQ4_NL blk.25.ffn_down_exps.weight[375]: IQ4_NL blk.25.ffn_down_exps.weight[376]: IQ4_NL blk.25.ffn_down_exps.weight[377]: IQ4_NL blk.25.ffn_down_exps.weight[378]: IQ4_NL blk.25.ffn_down_exps.weight[379]: blk.25.ffn_down_exps.weight[380]: blk.25.ffn_down_exps.weight[381]: blk.25.ffn_down_exps.weight[382]: IQ4_NL blk.25.ffn_down_exps.weight[383]: blk.25.ffn_down_exps.weight[384]: blk.25.ffn_down_exps.weight[385]: IQ4_NL blk.25.ffn_down_exps.weight[386]: blk.25.ffn_down_exps.weight[387]: IQ4_NL blk.25.ffn_down_exps.weight[388]: blk.25.ffn_down_exps.weight[389]: IQ4_NL blk.25.ffn_down_exps.weight[390]: IQ4_NL blk.25.ffn_down_exps.weight[391]: blk.25.ffn_down_exps.weight[392]: blk.25.ffn_down_exps.weight[393]: IQ4_NL blk.25.ffn_down_exps.weight[394]: blk.25.ffn_down_exps.weight[395]: IQ4_NL blk.25.ffn_down_exps.weight[396]: blk.25.ffn_down_exps.weight[397]: blk.25.ffn_down_exps.weight[398]: IQ4_NL blk.25.ffn_down_exps.weight[399]: IQ4_NL blk.25.ffn_down_exps.weight[400]: blk.25.ffn_down_exps.weight[401]: blk.25.ffn_down_exps.weight[402]: blk.25.ffn_down_exps.weight[403]: IQ4_NL blk.25.ffn_down_exps.weight[404]: IQ4_NL blk.25.ffn_down_exps.weight[405]: IQ4_NL blk.25.ffn_down_exps.weight[406]: blk.25.ffn_down_exps.weight[407]: IQ4_NL blk.25.ffn_down_exps.weight[408]: IQ4_NL blk.25.ffn_down_exps.weight[409]: blk.25.ffn_down_exps.weight[410]: IQ4_NL blk.25.ffn_down_exps.weight[411]: blk.25.ffn_down_exps.weight[412]: IQ4_NL blk.25.ffn_down_exps.weight[413]: IQ4_NL blk.25.ffn_down_exps.weight[414]: blk.25.ffn_down_exps.weight[415]: blk.25.ffn_down_exps.weight[416]: IQ4_NL blk.25.ffn_down_exps.weight[417]: blk.25.ffn_down_exps.weight[418]: IQ4_NL blk.25.ffn_down_exps.weight[419]: blk.25.ffn_down_exps.weight[420]: IQ4_NL blk.25.ffn_down_exps.weight[421]: IQ4_NL blk.25.ffn_down_exps.weight[422]: blk.25.ffn_down_exps.weight[423]: blk.25.ffn_down_exps.weight[424]: IQ4_NL blk.25.ffn_down_exps.weight[425]: IQ4_NL blk.25.ffn_down_exps.weight[426]: IQ4_NL blk.25.ffn_down_exps.weight[427]: IQ4_NL blk.25.ffn_down_exps.weight[428]: IQ4_NL blk.25.ffn_down_exps.weight[429]: blk.25.ffn_down_exps.weight[430]: blk.25.ffn_down_exps.weight[431]: IQ4_NL blk.25.ffn_down_exps.weight[432]: blk.25.ffn_down_exps.weight[433]: IQ4_NL blk.25.ffn_down_exps.weight[434]: IQ4_NL blk.25.ffn_down_exps.weight[435]: blk.25.ffn_down_exps.weight[436]: blk.25.ffn_down_exps.weight[437]: blk.25.ffn_down_exps.weight[438]: blk.25.ffn_down_exps.weight[439]: blk.25.ffn_down_exps.weight[440]: blk.25.ffn_down_exps.weight[441]: blk.25.ffn_down_exps.weight[442]: blk.25.ffn_down_exps.weight[443]: IQ4_NL blk.25.ffn_down_exps.weight[444]: blk.25.ffn_down_exps.weight[445]: blk.25.ffn_down_exps.weight[446]: blk.25.ffn_down_exps.weight[447]: blk.25.ffn_down_exps.weight[448]: blk.25.ffn_down_exps.weight[449]: IQ4_NL blk.25.ffn_down_exps.weight[450]: IQ4_NL blk.25.ffn_down_exps.weight[451]: IQ4_NL blk.25.ffn_down_exps.weight[452]: IQ4_NL blk.25.ffn_down_exps.weight[453]: blk.25.ffn_down_exps.weight[454]: IQ4_NL blk.25.ffn_down_exps.weight[455]: IQ4_NL blk.25.ffn_down_exps.weight[456]: IQ4_NL blk.25.ffn_down_exps.weight[457]: blk.25.ffn_down_exps.weight[458]: blk.25.ffn_down_exps.weight[459]: IQ4_NL blk.25.ffn_down_exps.weight[460]: IQ4_NL blk.25.ffn_down_exps.weight[461]: blk.25.ffn_down_exps.weight[462]: blk.25.ffn_down_exps.weight[463]: blk.25.ffn_down_exps.weight[464]: IQ4_NL blk.25.ffn_down_exps.weight[465]: blk.25.ffn_down_exps.weight[466]: IQ4_NL blk.25.ffn_down_exps.weight[467]: IQ4_NL blk.25.ffn_down_exps.weight[468]: IQ4_NL blk.25.ffn_down_exps.weight[469]: blk.25.ffn_down_exps.weight[470]: IQ4_NL blk.25.ffn_down_exps.weight[471]: IQ4_NL blk.25.ffn_down_exps.weight[472]: IQ4_NL blk.25.ffn_down_exps.weight[473]: blk.25.ffn_down_exps.weight[474]: IQ4_NL blk.25.ffn_down_exps.weight[475]: blk.25.ffn_down_exps.weight[476]: IQ4_NL blk.25.ffn_down_exps.weight[477]: blk.25.ffn_down_exps.weight[478]: blk.25.ffn_down_exps.weight[479]: blk.25.ffn_down_exps.weight[480]: blk.25.ffn_down_exps.weight[481]: IQ4_NL blk.25.ffn_down_exps.weight[482]: blk.25.ffn_down_exps.weight[483]: IQ4_NL blk.25.ffn_down_exps.weight[484]: IQ4_NL blk.25.ffn_down_exps.weight[485]: blk.25.ffn_down_exps.weight[486]: blk.25.ffn_down_exps.weight[487]: IQ4_NL blk.25.ffn_down_exps.weight[488]: IQ4_NL blk.25.ffn_down_exps.weight[489]: blk.25.ffn_down_exps.weight[490]: blk.25.ffn_down_exps.weight[491]: IQ4_NL blk.25.ffn_down_exps.weight[492]: blk.25.ffn_down_exps.weight[493]: IQ4_NL blk.25.ffn_down_exps.weight[494]: IQ4_NL blk.25.ffn_down_exps.weight[495]: blk.25.ffn_down_exps.weight[496]: blk.25.ffn_down_exps.weight[497]: blk.25.ffn_down_exps.weight[498]: blk.25.ffn_down_exps.weight[499]: IQ4_NL blk.25.ffn_down_exps.weight[500]: blk.25.ffn_down_exps.weight[501]: blk.25.ffn_down_exps.weight[502]: blk.25.ffn_down_exps.weight[503]: blk.25.ffn_down_exps.weight[504]: blk.25.ffn_down_exps.weight[505]: blk.25.ffn_down_exps.weight[506]: blk.25.ffn_down_exps.weight[507]: blk.25.ffn_down_exps.weight[508]: IQ4_NL blk.25.ffn_down_exps.weight[509]: IQ4_NL blk.25.ffn_down_exps.weight[510]: blk.25.ffn_down_exps.weight[511]: IQ4_NL blk.26.ffn_gate_exps.weight[0]: IQ2_S blk.26.ffn_gate_exps.weight[1]: IQ2_S blk.26.ffn_gate_exps.weight[2]: IQ2_S blk.26.ffn_gate_exps.weight[3]: IQ2_S blk.26.ffn_gate_exps.weight[4]: blk.26.ffn_gate_exps.weight[5]: blk.26.ffn_gate_exps.weight[6]: IQ2_S blk.26.ffn_gate_exps.weight[7]: IQ2_S blk.26.ffn_gate_exps.weight[8]: blk.26.ffn_gate_exps.weight[9]: IQ2_S blk.26.ffn_gate_exps.weight[10]: IQ2_S blk.26.ffn_gate_exps.weight[11]: blk.26.ffn_gate_exps.weight[12]: blk.26.ffn_gate_exps.weight[13]: blk.26.ffn_gate_exps.weight[14]: blk.26.ffn_gate_exps.weight[15]: blk.26.ffn_gate_exps.weight[16]: IQ2_S blk.26.ffn_gate_exps.weight[17]: IQ2_S blk.26.ffn_gate_exps.weight[18]: IQ2_S blk.26.ffn_gate_exps.weight[19]: IQ2_S blk.26.ffn_gate_exps.weight[20]: blk.26.ffn_gate_exps.weight[21]: blk.26.ffn_gate_exps.weight[22]: blk.26.ffn_gate_exps.weight[23]: IQ2_S blk.26.ffn_gate_exps.weight[24]: blk.26.ffn_gate_exps.weight[25]: IQ2_S blk.26.ffn_gate_exps.weight[26]: blk.26.ffn_gate_exps.weight[27]: blk.26.ffn_gate_exps.weight[28]: IQ2_S blk.26.ffn_gate_exps.weight[29]: IQ2_S blk.26.ffn_gate_exps.weight[30]: IQ2_S blk.26.ffn_gate_exps.weight[31]: IQ2_S blk.26.ffn_gate_exps.weight[32]: IQ2_S blk.26.ffn_gate_exps.weight[33]: IQ2_S blk.26.ffn_gate_exps.weight[34]: IQ2_S blk.26.ffn_gate_exps.weight[35]: IQ2_S blk.26.ffn_gate_exps.weight[36]: IQ2_S blk.26.ffn_gate_exps.weight[37]: blk.26.ffn_gate_exps.weight[38]: IQ2_S blk.26.ffn_gate_exps.weight[39]: blk.26.ffn_gate_exps.weight[40]: IQ2_S blk.26.ffn_gate_exps.weight[41]: blk.26.ffn_gate_exps.weight[42]: IQ2_S blk.26.ffn_gate_exps.weight[43]: blk.26.ffn_gate_exps.weight[44]: blk.26.ffn_gate_exps.weight[45]: IQ2_S blk.26.ffn_gate_exps.weight[46]: blk.26.ffn_gate_exps.weight[47]: IQ2_S blk.26.ffn_gate_exps.weight[48]: IQ2_S blk.26.ffn_gate_exps.weight[49]: IQ2_S blk.26.ffn_gate_exps.weight[50]: IQ2_S blk.26.ffn_gate_exps.weight[51]: IQ2_S blk.26.ffn_gate_exps.weight[52]: blk.26.ffn_gate_exps.weight[53]: blk.26.ffn_gate_exps.weight[54]: IQ2_S blk.26.ffn_gate_exps.weight[55]: blk.26.ffn_gate_exps.weight[56]: IQ2_S blk.26.ffn_gate_exps.weight[57]: blk.26.ffn_gate_exps.weight[58]: blk.26.ffn_gate_exps.weight[59]: blk.26.ffn_gate_exps.weight[60]: blk.26.ffn_gate_exps.weight[61]: IQ2_S blk.26.ffn_gate_exps.weight[62]: blk.26.ffn_gate_exps.weight[63]: blk.26.ffn_gate_exps.weight[64]: blk.26.ffn_gate_exps.weight[65]: IQ2_S blk.26.ffn_gate_exps.weight[66]: IQ2_S blk.26.ffn_gate_exps.weight[67]: blk.26.ffn_gate_exps.weight[68]: blk.26.ffn_gate_exps.weight[69]: IQ2_S blk.26.ffn_gate_exps.weight[70]: IQ2_S blk.26.ffn_gate_exps.weight[71]: IQ2_S blk.26.ffn_gate_exps.weight[72]: blk.26.ffn_gate_exps.weight[73]: blk.26.ffn_gate_exps.weight[74]: blk.26.ffn_gate_exps.weight[75]: blk.26.ffn_gate_exps.weight[76]: blk.26.ffn_gate_exps.weight[77]: blk.26.ffn_gate_exps.weight[78]: blk.26.ffn_gate_exps.weight[79]: IQ2_S blk.26.ffn_gate_exps.weight[80]: blk.26.ffn_gate_exps.weight[81]: blk.26.ffn_gate_exps.weight[82]: IQ2_S blk.26.ffn_gate_exps.weight[83]: IQ2_S blk.26.ffn_gate_exps.weight[84]: IQ2_S blk.26.ffn_gate_exps.weight[85]: IQ2_S blk.26.ffn_gate_exps.weight[86]: blk.26.ffn_gate_exps.weight[87]: IQ2_S blk.26.ffn_gate_exps.weight[88]: blk.26.ffn_gate_exps.weight[89]: IQ2_S blk.26.ffn_gate_exps.weight[90]: blk.26.ffn_gate_exps.weight[91]: IQ2_S blk.26.ffn_gate_exps.weight[92]: IQ2_S blk.26.ffn_gate_exps.weight[93]: blk.26.ffn_gate_exps.weight[94]: blk.26.ffn_gate_exps.weight[95]: blk.26.ffn_gate_exps.weight[96]: IQ2_S blk.26.ffn_gate_exps.weight[97]: IQ2_S blk.26.ffn_gate_exps.weight[98]: IQ2_S blk.26.ffn_gate_exps.weight[99]: blk.26.ffn_gate_exps.weight[100]: IQ2_S blk.26.ffn_gate_exps.weight[101]: blk.26.ffn_gate_exps.weight[102]: IQ2_S blk.26.ffn_gate_exps.weight[103]: IQ2_S blk.26.ffn_gate_exps.weight[104]: blk.26.ffn_gate_exps.weight[105]: blk.26.ffn_gate_exps.weight[106]: IQ2_S blk.26.ffn_gate_exps.weight[107]: IQ2_S blk.26.ffn_gate_exps.weight[108]: IQ2_S blk.26.ffn_gate_exps.weight[109]: blk.26.ffn_gate_exps.weight[110]: IQ2_S blk.26.ffn_gate_exps.weight[111]: IQ2_S blk.26.ffn_gate_exps.weight[112]: blk.26.ffn_gate_exps.weight[113]: IQ2_S blk.26.ffn_gate_exps.weight[114]: IQ2_S blk.26.ffn_gate_exps.weight[115]: IQ2_S blk.26.ffn_gate_exps.weight[116]: blk.26.ffn_gate_exps.weight[117]: IQ2_S blk.26.ffn_gate_exps.weight[118]: blk.26.ffn_gate_exps.weight[119]: IQ2_S blk.26.ffn_gate_exps.weight[120]: blk.26.ffn_gate_exps.weight[121]: blk.26.ffn_gate_exps.weight[122]: IQ2_S blk.26.ffn_gate_exps.weight[123]: IQ2_S blk.26.ffn_gate_exps.weight[124]: blk.26.ffn_gate_exps.weight[125]: IQ2_S blk.26.ffn_gate_exps.weight[126]: IQ2_S blk.26.ffn_gate_exps.weight[127]: blk.26.ffn_gate_exps.weight[128]: IQ2_S blk.26.ffn_gate_exps.weight[129]: blk.26.ffn_gate_exps.weight[130]: blk.26.ffn_gate_exps.weight[131]: blk.26.ffn_gate_exps.weight[132]: blk.26.ffn_gate_exps.weight[133]: IQ2_S blk.26.ffn_gate_exps.weight[134]: blk.26.ffn_gate_exps.weight[135]: blk.26.ffn_gate_exps.weight[136]: IQ2_S blk.26.ffn_gate_exps.weight[137]: IQ2_S blk.26.ffn_gate_exps.weight[138]: IQ2_S blk.26.ffn_gate_exps.weight[139]: IQ2_S blk.26.ffn_gate_exps.weight[140]: blk.26.ffn_gate_exps.weight[141]: blk.26.ffn_gate_exps.weight[142]: IQ2_S blk.26.ffn_gate_exps.weight[143]: IQ2_S blk.26.ffn_gate_exps.weight[144]: blk.26.ffn_gate_exps.weight[145]: blk.26.ffn_gate_exps.weight[146]: IQ2_S blk.26.ffn_gate_exps.weight[147]: blk.26.ffn_gate_exps.weight[148]: blk.26.ffn_gate_exps.weight[149]: blk.26.ffn_gate_exps.weight[150]: blk.26.ffn_gate_exps.weight[151]: blk.26.ffn_gate_exps.weight[152]: IQ2_S blk.26.ffn_gate_exps.weight[153]: IQ2_S blk.26.ffn_gate_exps.weight[154]: blk.26.ffn_gate_exps.weight[155]: blk.26.ffn_gate_exps.weight[156]: IQ2_S blk.26.ffn_gate_exps.weight[157]: IQ2_S blk.26.ffn_gate_exps.weight[158]: IQ2_S blk.26.ffn_gate_exps.weight[159]: blk.26.ffn_gate_exps.weight[160]: IQ2_S blk.26.ffn_gate_exps.weight[161]: IQ2_S blk.26.ffn_gate_exps.weight[162]: blk.26.ffn_gate_exps.weight[163]: IQ2_S blk.26.ffn_gate_exps.weight[164]: blk.26.ffn_gate_exps.weight[165]: blk.26.ffn_gate_exps.weight[166]: IQ2_S blk.26.ffn_gate_exps.weight[167]: blk.26.ffn_gate_exps.weight[168]: IQ2_S blk.26.ffn_gate_exps.weight[169]: blk.26.ffn_gate_exps.weight[170]: IQ2_S blk.26.ffn_gate_exps.weight[171]: blk.26.ffn_gate_exps.weight[172]: blk.26.ffn_gate_exps.weight[173]: IQ2_S blk.26.ffn_gate_exps.weight[174]: blk.26.ffn_gate_exps.weight[175]: IQ2_S blk.26.ffn_gate_exps.weight[176]: blk.26.ffn_gate_exps.weight[177]: IQ2_S blk.26.ffn_gate_exps.weight[178]: IQ2_S blk.26.ffn_gate_exps.weight[179]: IQ2_S blk.26.ffn_gate_exps.weight[180]: IQ2_S blk.26.ffn_gate_exps.weight[181]: blk.26.ffn_gate_exps.weight[182]: blk.26.ffn_gate_exps.weight[183]: IQ2_S blk.26.ffn_gate_exps.weight[184]: blk.26.ffn_gate_exps.weight[185]: IQ2_S blk.26.ffn_gate_exps.weight[186]: IQ2_S blk.26.ffn_gate_exps.weight[187]: IQ2_S blk.26.ffn_gate_exps.weight[188]: IQ2_S blk.26.ffn_gate_exps.weight[189]: blk.26.ffn_gate_exps.weight[190]: blk.26.ffn_gate_exps.weight[191]: IQ2_S blk.26.ffn_gate_exps.weight[192]: IQ2_S blk.26.ffn_gate_exps.weight[193]: blk.26.ffn_gate_exps.weight[194]: IQ2_S blk.26.ffn_gate_exps.weight[195]: blk.26.ffn_gate_exps.weight[196]: IQ2_S blk.26.ffn_gate_exps.weight[197]: IQ2_S blk.26.ffn_gate_exps.weight[198]: blk.26.ffn_gate_exps.weight[199]: IQ2_S blk.26.ffn_gate_exps.weight[200]: blk.26.ffn_gate_exps.weight[201]: blk.26.ffn_gate_exps.weight[202]: blk.26.ffn_gate_exps.weight[203]: blk.26.ffn_gate_exps.weight[204]: blk.26.ffn_gate_exps.weight[205]: blk.26.ffn_gate_exps.weight[206]: IQ2_S blk.26.ffn_gate_exps.weight[207]: blk.26.ffn_gate_exps.weight[208]: IQ2_S blk.26.ffn_gate_exps.weight[209]: IQ2_S blk.26.ffn_gate_exps.weight[210]: blk.26.ffn_gate_exps.weight[211]: IQ2_S blk.26.ffn_gate_exps.weight[212]: IQ2_S blk.26.ffn_gate_exps.weight[213]: IQ2_S blk.26.ffn_gate_exps.weight[214]: IQ2_S blk.26.ffn_gate_exps.weight[215]: blk.26.ffn_gate_exps.weight[216]: blk.26.ffn_gate_exps.weight[217]: IQ2_S blk.26.ffn_gate_exps.weight[218]: IQ2_S blk.26.ffn_gate_exps.weight[219]: blk.26.ffn_gate_exps.weight[220]: IQ2_S blk.26.ffn_gate_exps.weight[221]: IQ2_S blk.26.ffn_gate_exps.weight[222]: blk.26.ffn_gate_exps.weight[223]: IQ2_S blk.26.ffn_gate_exps.weight[224]: blk.26.ffn_gate_exps.weight[225]: blk.26.ffn_gate_exps.weight[226]: blk.26.ffn_gate_exps.weight[227]: blk.26.ffn_gate_exps.weight[228]: blk.26.ffn_gate_exps.weight[229]: blk.26.ffn_gate_exps.weight[230]: IQ2_S blk.26.ffn_gate_exps.weight[231]: IQ2_S blk.26.ffn_gate_exps.weight[232]: IQ2_S blk.26.ffn_gate_exps.weight[233]: blk.26.ffn_gate_exps.weight[234]: IQ2_S blk.26.ffn_gate_exps.weight[235]: blk.26.ffn_gate_exps.weight[236]: IQ2_S blk.26.ffn_gate_exps.weight[237]: blk.26.ffn_gate_exps.weight[238]: IQ2_S blk.26.ffn_gate_exps.weight[239]: IQ2_S blk.26.ffn_gate_exps.weight[240]: IQ2_S blk.26.ffn_gate_exps.weight[241]: blk.26.ffn_gate_exps.weight[242]: IQ2_S blk.26.ffn_gate_exps.weight[243]: IQ2_S blk.26.ffn_gate_exps.weight[244]: IQ2_S blk.26.ffn_gate_exps.weight[245]: blk.26.ffn_gate_exps.weight[246]: blk.26.ffn_gate_exps.weight[247]: IQ2_S blk.26.ffn_gate_exps.weight[248]: blk.26.ffn_gate_exps.weight[249]: blk.26.ffn_gate_exps.weight[250]: blk.26.ffn_gate_exps.weight[251]: IQ2_S blk.26.ffn_gate_exps.weight[252]: blk.26.ffn_gate_exps.weight[253]: IQ2_S blk.26.ffn_gate_exps.weight[254]: IQ2_S blk.26.ffn_gate_exps.weight[255]: blk.26.ffn_gate_exps.weight[256]: blk.26.ffn_gate_exps.weight[257]: IQ2_S blk.26.ffn_gate_exps.weight[258]: IQ2_S blk.26.ffn_gate_exps.weight[259]: blk.26.ffn_gate_exps.weight[260]: IQ2_S blk.26.ffn_gate_exps.weight[261]: blk.26.ffn_gate_exps.weight[262]: blk.26.ffn_gate_exps.weight[263]: IQ2_S blk.26.ffn_gate_exps.weight[264]: blk.26.ffn_gate_exps.weight[265]: blk.26.ffn_gate_exps.weight[266]: IQ2_S blk.26.ffn_gate_exps.weight[267]: blk.26.ffn_gate_exps.weight[268]: IQ2_S blk.26.ffn_gate_exps.weight[269]: IQ2_S blk.26.ffn_gate_exps.weight[270]: IQ2_S blk.26.ffn_gate_exps.weight[271]: blk.26.ffn_gate_exps.weight[272]: IQ2_S blk.26.ffn_gate_exps.weight[273]: blk.26.ffn_gate_exps.weight[274]: IQ2_S blk.26.ffn_gate_exps.weight[275]: IQ2_S blk.26.ffn_gate_exps.weight[276]: blk.26.ffn_gate_exps.weight[277]: blk.26.ffn_gate_exps.weight[278]: IQ2_S blk.26.ffn_gate_exps.weight[279]: blk.26.ffn_gate_exps.weight[280]: IQ2_S blk.26.ffn_gate_exps.weight[281]: blk.26.ffn_gate_exps.weight[282]: IQ2_S blk.26.ffn_gate_exps.weight[283]: blk.26.ffn_gate_exps.weight[284]: blk.26.ffn_gate_exps.weight[285]: blk.26.ffn_gate_exps.weight[286]: blk.26.ffn_gate_exps.weight[287]: blk.26.ffn_gate_exps.weight[288]: IQ2_S blk.26.ffn_gate_exps.weight[289]: blk.26.ffn_gate_exps.weight[290]: blk.26.ffn_gate_exps.weight[291]: IQ2_S blk.26.ffn_gate_exps.weight[292]: IQ2_S blk.26.ffn_gate_exps.weight[293]: IQ2_S blk.26.ffn_gate_exps.weight[294]: IQ2_S blk.26.ffn_gate_exps.weight[295]: blk.26.ffn_gate_exps.weight[296]: IQ2_S blk.26.ffn_gate_exps.weight[297]: blk.26.ffn_gate_exps.weight[298]: IQ2_S blk.26.ffn_gate_exps.weight[299]: blk.26.ffn_gate_exps.weight[300]: IQ2_S blk.26.ffn_gate_exps.weight[301]: blk.26.ffn_gate_exps.weight[302]: IQ2_S blk.26.ffn_gate_exps.weight[303]: blk.26.ffn_gate_exps.weight[304]: IQ2_S blk.26.ffn_gate_exps.weight[305]: blk.26.ffn_gate_exps.weight[306]: blk.26.ffn_gate_exps.weight[307]: blk.26.ffn_gate_exps.weight[308]: IQ2_S blk.26.ffn_gate_exps.weight[309]: blk.26.ffn_gate_exps.weight[310]: IQ2_S blk.26.ffn_gate_exps.weight[311]: IQ2_S blk.26.ffn_gate_exps.weight[312]: blk.26.ffn_gate_exps.weight[313]: IQ2_S blk.26.ffn_gate_exps.weight[314]: IQ2_S blk.26.ffn_gate_exps.weight[315]: IQ2_S blk.26.ffn_gate_exps.weight[316]: blk.26.ffn_gate_exps.weight[317]: IQ2_S blk.26.ffn_gate_exps.weight[318]: blk.26.ffn_gate_exps.weight[319]: IQ2_S blk.26.ffn_gate_exps.weight[320]: IQ2_S blk.26.ffn_gate_exps.weight[321]: blk.26.ffn_gate_exps.weight[322]: blk.26.ffn_gate_exps.weight[323]: blk.26.ffn_gate_exps.weight[324]: IQ2_S blk.26.ffn_gate_exps.weight[325]: IQ2_S blk.26.ffn_gate_exps.weight[326]: IQ2_S blk.26.ffn_gate_exps.weight[327]: IQ2_S blk.26.ffn_gate_exps.weight[328]: blk.26.ffn_gate_exps.weight[329]: blk.26.ffn_gate_exps.weight[330]: IQ2_S blk.26.ffn_gate_exps.weight[331]: blk.26.ffn_gate_exps.weight[332]: blk.26.ffn_gate_exps.weight[333]: IQ2_S blk.26.ffn_gate_exps.weight[334]: blk.26.ffn_gate_exps.weight[335]: IQ2_S blk.26.ffn_gate_exps.weight[336]: blk.26.ffn_gate_exps.weight[337]: blk.26.ffn_gate_exps.weight[338]: blk.26.ffn_gate_exps.weight[339]: blk.26.ffn_gate_exps.weight[340]: IQ2_S blk.26.ffn_gate_exps.weight[341]: IQ2_S blk.26.ffn_gate_exps.weight[342]: blk.26.ffn_gate_exps.weight[343]: blk.26.ffn_gate_exps.weight[344]: blk.26.ffn_gate_exps.weight[345]: IQ2_S blk.26.ffn_gate_exps.weight[346]: IQ2_S blk.26.ffn_gate_exps.weight[347]: IQ2_S blk.26.ffn_gate_exps.weight[348]: IQ2_S blk.26.ffn_gate_exps.weight[349]: IQ2_S blk.26.ffn_gate_exps.weight[350]: blk.26.ffn_gate_exps.weight[351]: blk.26.ffn_gate_exps.weight[352]: IQ2_S blk.26.ffn_gate_exps.weight[353]: IQ2_S blk.26.ffn_gate_exps.weight[354]: blk.26.ffn_gate_exps.weight[355]: blk.26.ffn_gate_exps.weight[356]: blk.26.ffn_gate_exps.weight[357]: blk.26.ffn_gate_exps.weight[358]: blk.26.ffn_gate_exps.weight[359]: blk.26.ffn_gate_exps.weight[360]: blk.26.ffn_gate_exps.weight[361]: IQ2_S blk.26.ffn_gate_exps.weight[362]: blk.26.ffn_gate_exps.weight[363]: IQ2_S blk.26.ffn_gate_exps.weight[364]: blk.26.ffn_gate_exps.weight[365]: IQ2_S blk.26.ffn_gate_exps.weight[366]: IQ2_S blk.26.ffn_gate_exps.weight[367]: blk.26.ffn_gate_exps.weight[368]: blk.26.ffn_gate_exps.weight[369]: IQ2_S blk.26.ffn_gate_exps.weight[370]: IQ2_S blk.26.ffn_gate_exps.weight[371]: blk.26.ffn_gate_exps.weight[372]: blk.26.ffn_gate_exps.weight[373]: IQ2_S blk.26.ffn_gate_exps.weight[374]: IQ2_S blk.26.ffn_gate_exps.weight[375]: IQ2_S blk.26.ffn_gate_exps.weight[376]: blk.26.ffn_gate_exps.weight[377]: IQ2_S blk.26.ffn_gate_exps.weight[378]: blk.26.ffn_gate_exps.weight[379]: blk.26.ffn_gate_exps.weight[380]: blk.26.ffn_gate_exps.weight[381]: IQ2_S blk.26.ffn_gate_exps.weight[382]: IQ2_S blk.26.ffn_gate_exps.weight[383]: blk.26.ffn_gate_exps.weight[384]: IQ2_S blk.26.ffn_gate_exps.weight[385]: blk.26.ffn_gate_exps.weight[386]: blk.26.ffn_gate_exps.weight[387]: blk.26.ffn_gate_exps.weight[388]: blk.26.ffn_gate_exps.weight[389]: IQ2_S blk.26.ffn_gate_exps.weight[390]: blk.26.ffn_gate_exps.weight[391]: IQ2_S blk.26.ffn_gate_exps.weight[392]: blk.26.ffn_gate_exps.weight[393]: IQ2_S blk.26.ffn_gate_exps.weight[394]: IQ2_S blk.26.ffn_gate_exps.weight[395]: blk.26.ffn_gate_exps.weight[396]: blk.26.ffn_gate_exps.weight[397]: IQ2_S blk.26.ffn_gate_exps.weight[398]: IQ2_S blk.26.ffn_gate_exps.weight[399]: IQ2_S blk.26.ffn_gate_exps.weight[400]: IQ2_S blk.26.ffn_gate_exps.weight[401]: blk.26.ffn_gate_exps.weight[402]: IQ2_S blk.26.ffn_gate_exps.weight[403]: IQ2_S blk.26.ffn_gate_exps.weight[404]: blk.26.ffn_gate_exps.weight[405]: blk.26.ffn_gate_exps.weight[406]: IQ2_S blk.26.ffn_gate_exps.weight[407]: IQ2_S blk.26.ffn_gate_exps.weight[408]: IQ2_S blk.26.ffn_gate_exps.weight[409]: IQ2_S blk.26.ffn_gate_exps.weight[410]: IQ2_S blk.26.ffn_gate_exps.weight[411]: blk.26.ffn_gate_exps.weight[412]: blk.26.ffn_gate_exps.weight[413]: IQ2_S blk.26.ffn_gate_exps.weight[414]: blk.26.ffn_gate_exps.weight[415]: IQ2_S blk.26.ffn_gate_exps.weight[416]: blk.26.ffn_gate_exps.weight[417]: IQ2_S blk.26.ffn_gate_exps.weight[418]: blk.26.ffn_gate_exps.weight[419]: IQ2_S blk.26.ffn_gate_exps.weight[420]: blk.26.ffn_gate_exps.weight[421]: blk.26.ffn_gate_exps.weight[422]: blk.26.ffn_gate_exps.weight[423]: IQ2_S blk.26.ffn_gate_exps.weight[424]: blk.26.ffn_gate_exps.weight[425]: IQ2_S blk.26.ffn_gate_exps.weight[426]: IQ2_S blk.26.ffn_gate_exps.weight[427]: blk.26.ffn_gate_exps.weight[428]: blk.26.ffn_gate_exps.weight[429]: blk.26.ffn_gate_exps.weight[430]: IQ2_S blk.26.ffn_gate_exps.weight[431]: blk.26.ffn_gate_exps.weight[432]: IQ2_S blk.26.ffn_gate_exps.weight[433]: blk.26.ffn_gate_exps.weight[434]: IQ2_S blk.26.ffn_gate_exps.weight[435]: IQ2_S blk.26.ffn_gate_exps.weight[436]: IQ2_S blk.26.ffn_gate_exps.weight[437]: IQ2_S blk.26.ffn_gate_exps.weight[438]: blk.26.ffn_gate_exps.weight[439]: blk.26.ffn_gate_exps.weight[440]: IQ2_S blk.26.ffn_gate_exps.weight[441]: IQ2_S blk.26.ffn_gate_exps.weight[442]: IQ2_S blk.26.ffn_gate_exps.weight[443]: blk.26.ffn_gate_exps.weight[444]: IQ2_S blk.26.ffn_gate_exps.weight[445]: IQ2_S blk.26.ffn_gate_exps.weight[446]: IQ2_S blk.26.ffn_gate_exps.weight[447]: blk.26.ffn_gate_exps.weight[448]: IQ2_S blk.26.ffn_gate_exps.weight[449]: blk.26.ffn_gate_exps.weight[450]: IQ2_S blk.26.ffn_gate_exps.weight[451]: blk.26.ffn_gate_exps.weight[452]: blk.26.ffn_gate_exps.weight[453]: IQ2_S blk.26.ffn_gate_exps.weight[454]: IQ2_S blk.26.ffn_gate_exps.weight[455]: blk.26.ffn_gate_exps.weight[456]: blk.26.ffn_gate_exps.weight[457]: blk.26.ffn_gate_exps.weight[458]: blk.26.ffn_gate_exps.weight[459]: blk.26.ffn_gate_exps.weight[460]: blk.26.ffn_gate_exps.weight[461]: IQ2_S blk.26.ffn_gate_exps.weight[462]: IQ2_S blk.26.ffn_gate_exps.weight[463]: blk.26.ffn_gate_exps.weight[464]: IQ2_S blk.26.ffn_gate_exps.weight[465]: blk.26.ffn_gate_exps.weight[466]: blk.26.ffn_gate_exps.weight[467]: blk.26.ffn_gate_exps.weight[468]: IQ2_S blk.26.ffn_gate_exps.weight[469]: IQ2_S blk.26.ffn_gate_exps.weight[470]: blk.26.ffn_gate_exps.weight[471]: IQ2_S blk.26.ffn_gate_exps.weight[472]: IQ2_S blk.26.ffn_gate_exps.weight[473]: blk.26.ffn_gate_exps.weight[474]: IQ2_S blk.26.ffn_gate_exps.weight[475]: IQ2_S blk.26.ffn_gate_exps.weight[476]: blk.26.ffn_gate_exps.weight[477]: IQ2_S blk.26.ffn_gate_exps.weight[478]: blk.26.ffn_gate_exps.weight[479]: blk.26.ffn_gate_exps.weight[480]: IQ2_S blk.26.ffn_gate_exps.weight[481]: blk.26.ffn_gate_exps.weight[482]: IQ2_S blk.26.ffn_gate_exps.weight[483]: IQ2_S blk.26.ffn_gate_exps.weight[484]: blk.26.ffn_gate_exps.weight[485]: blk.26.ffn_gate_exps.weight[486]: blk.26.ffn_gate_exps.weight[487]: blk.26.ffn_gate_exps.weight[488]: IQ2_S blk.26.ffn_gate_exps.weight[489]: IQ2_S blk.26.ffn_gate_exps.weight[490]: IQ2_S blk.26.ffn_gate_exps.weight[491]: blk.26.ffn_gate_exps.weight[492]: IQ2_S blk.26.ffn_gate_exps.weight[493]: blk.26.ffn_gate_exps.weight[494]: blk.26.ffn_gate_exps.weight[495]: IQ2_S blk.26.ffn_gate_exps.weight[496]: IQ2_S blk.26.ffn_gate_exps.weight[497]: blk.26.ffn_gate_exps.weight[498]: blk.26.ffn_gate_exps.weight[499]: blk.26.ffn_gate_exps.weight[500]: blk.26.ffn_gate_exps.weight[501]: blk.26.ffn_gate_exps.weight[502]: blk.26.ffn_gate_exps.weight[503]: IQ2_S blk.26.ffn_gate_exps.weight[504]: blk.26.ffn_gate_exps.weight[505]: blk.26.ffn_gate_exps.weight[506]: IQ2_S blk.26.ffn_gate_exps.weight[507]: IQ2_S blk.26.ffn_gate_exps.weight[508]: IQ2_S blk.26.ffn_gate_exps.weight[509]: blk.26.ffn_gate_exps.weight[510]: blk.26.ffn_gate_exps.weight[511]: blk.26.ffn_up_exps.weight[0]: IQ2_S blk.26.ffn_up_exps.weight[1]: IQ2_S blk.26.ffn_up_exps.weight[2]: IQ2_S blk.26.ffn_up_exps.weight[3]: IQ2_S blk.26.ffn_up_exps.weight[4]: blk.26.ffn_up_exps.weight[5]: blk.26.ffn_up_exps.weight[6]: IQ2_S blk.26.ffn_up_exps.weight[7]: IQ2_S blk.26.ffn_up_exps.weight[8]: blk.26.ffn_up_exps.weight[9]: IQ2_S blk.26.ffn_up_exps.weight[10]: IQ2_S blk.26.ffn_up_exps.weight[11]: blk.26.ffn_up_exps.weight[12]: blk.26.ffn_up_exps.weight[13]: blk.26.ffn_up_exps.weight[14]: blk.26.ffn_up_exps.weight[15]: blk.26.ffn_up_exps.weight[16]: IQ2_S blk.26.ffn_up_exps.weight[17]: IQ2_S blk.26.ffn_up_exps.weight[18]: IQ2_S blk.26.ffn_up_exps.weight[19]: IQ2_S blk.26.ffn_up_exps.weight[20]: blk.26.ffn_up_exps.weight[21]: blk.26.ffn_up_exps.weight[22]: blk.26.ffn_up_exps.weight[23]: IQ2_S blk.26.ffn_up_exps.weight[24]: blk.26.ffn_up_exps.weight[25]: IQ2_S blk.26.ffn_up_exps.weight[26]: blk.26.ffn_up_exps.weight[27]: blk.26.ffn_up_exps.weight[28]: IQ2_S blk.26.ffn_up_exps.weight[29]: IQ2_S blk.26.ffn_up_exps.weight[30]: IQ2_S blk.26.ffn_up_exps.weight[31]: IQ2_S blk.26.ffn_up_exps.weight[32]: IQ2_S blk.26.ffn_up_exps.weight[33]: IQ2_S blk.26.ffn_up_exps.weight[34]: IQ2_S blk.26.ffn_up_exps.weight[35]: IQ2_S blk.26.ffn_up_exps.weight[36]: IQ2_S blk.26.ffn_up_exps.weight[37]: blk.26.ffn_up_exps.weight[38]: IQ2_S blk.26.ffn_up_exps.weight[39]: blk.26.ffn_up_exps.weight[40]: IQ2_S blk.26.ffn_up_exps.weight[41]: blk.26.ffn_up_exps.weight[42]: IQ2_S blk.26.ffn_up_exps.weight[43]: blk.26.ffn_up_exps.weight[44]: blk.26.ffn_up_exps.weight[45]: IQ2_S blk.26.ffn_up_exps.weight[46]: blk.26.ffn_up_exps.weight[47]: IQ2_S blk.26.ffn_up_exps.weight[48]: IQ2_S blk.26.ffn_up_exps.weight[49]: IQ2_S blk.26.ffn_up_exps.weight[50]: IQ2_S blk.26.ffn_up_exps.weight[51]: IQ2_S blk.26.ffn_up_exps.weight[52]: blk.26.ffn_up_exps.weight[53]: blk.26.ffn_up_exps.weight[54]: IQ2_S blk.26.ffn_up_exps.weight[55]: blk.26.ffn_up_exps.weight[56]: IQ2_S blk.26.ffn_up_exps.weight[57]: blk.26.ffn_up_exps.weight[58]: blk.26.ffn_up_exps.weight[59]: blk.26.ffn_up_exps.weight[60]: blk.26.ffn_up_exps.weight[61]: IQ2_S blk.26.ffn_up_exps.weight[62]: blk.26.ffn_up_exps.weight[63]: blk.26.ffn_up_exps.weight[64]: blk.26.ffn_up_exps.weight[65]: IQ2_S blk.26.ffn_up_exps.weight[66]: IQ2_S blk.26.ffn_up_exps.weight[67]: blk.26.ffn_up_exps.weight[68]: blk.26.ffn_up_exps.weight[69]: IQ2_S blk.26.ffn_up_exps.weight[70]: IQ2_S blk.26.ffn_up_exps.weight[71]: IQ2_S blk.26.ffn_up_exps.weight[72]: blk.26.ffn_up_exps.weight[73]: blk.26.ffn_up_exps.weight[74]: blk.26.ffn_up_exps.weight[75]: blk.26.ffn_up_exps.weight[76]: blk.26.ffn_up_exps.weight[77]: blk.26.ffn_up_exps.weight[78]: blk.26.ffn_up_exps.weight[79]: IQ2_S blk.26.ffn_up_exps.weight[80]: blk.26.ffn_up_exps.weight[81]: blk.26.ffn_up_exps.weight[82]: IQ2_S blk.26.ffn_up_exps.weight[83]: IQ2_S blk.26.ffn_up_exps.weight[84]: IQ2_S blk.26.ffn_up_exps.weight[85]: IQ2_S blk.26.ffn_up_exps.weight[86]: blk.26.ffn_up_exps.weight[87]: IQ2_S blk.26.ffn_up_exps.weight[88]: blk.26.ffn_up_exps.weight[89]: IQ2_S blk.26.ffn_up_exps.weight[90]: blk.26.ffn_up_exps.weight[91]: IQ2_S blk.26.ffn_up_exps.weight[92]: IQ2_S blk.26.ffn_up_exps.weight[93]: blk.26.ffn_up_exps.weight[94]: blk.26.ffn_up_exps.weight[95]: blk.26.ffn_up_exps.weight[96]: IQ2_S blk.26.ffn_up_exps.weight[97]: IQ2_S blk.26.ffn_up_exps.weight[98]: IQ2_S blk.26.ffn_up_exps.weight[99]: blk.26.ffn_up_exps.weight[100]: IQ2_S blk.26.ffn_up_exps.weight[101]: blk.26.ffn_up_exps.weight[102]: IQ2_S blk.26.ffn_up_exps.weight[103]: IQ2_S blk.26.ffn_up_exps.weight[104]: blk.26.ffn_up_exps.weight[105]: blk.26.ffn_up_exps.weight[106]: IQ2_S blk.26.ffn_up_exps.weight[107]: IQ2_S blk.26.ffn_up_exps.weight[108]: IQ2_S blk.26.ffn_up_exps.weight[109]: blk.26.ffn_up_exps.weight[110]: IQ2_S blk.26.ffn_up_exps.weight[111]: IQ2_S blk.26.ffn_up_exps.weight[112]: blk.26.ffn_up_exps.weight[113]: IQ2_S blk.26.ffn_up_exps.weight[114]: IQ2_S blk.26.ffn_up_exps.weight[115]: IQ2_S blk.26.ffn_up_exps.weight[116]: blk.26.ffn_up_exps.weight[117]: IQ2_S blk.26.ffn_up_exps.weight[118]: blk.26.ffn_up_exps.weight[119]: IQ2_S blk.26.ffn_up_exps.weight[120]: blk.26.ffn_up_exps.weight[121]: blk.26.ffn_up_exps.weight[122]: IQ2_S blk.26.ffn_up_exps.weight[123]: IQ2_S blk.26.ffn_up_exps.weight[124]: blk.26.ffn_up_exps.weight[125]: IQ2_S blk.26.ffn_up_exps.weight[126]: IQ2_S blk.26.ffn_up_exps.weight[127]: blk.26.ffn_up_exps.weight[128]: IQ2_S blk.26.ffn_up_exps.weight[129]: blk.26.ffn_up_exps.weight[130]: blk.26.ffn_up_exps.weight[131]: blk.26.ffn_up_exps.weight[132]: blk.26.ffn_up_exps.weight[133]: IQ2_S blk.26.ffn_up_exps.weight[134]: blk.26.ffn_up_exps.weight[135]: blk.26.ffn_up_exps.weight[136]: IQ2_S blk.26.ffn_up_exps.weight[137]: IQ2_S blk.26.ffn_up_exps.weight[138]: IQ2_S blk.26.ffn_up_exps.weight[139]: IQ2_S blk.26.ffn_up_exps.weight[140]: blk.26.ffn_up_exps.weight[141]: blk.26.ffn_up_exps.weight[142]: IQ2_S blk.26.ffn_up_exps.weight[143]: IQ2_S blk.26.ffn_up_exps.weight[144]: blk.26.ffn_up_exps.weight[145]: blk.26.ffn_up_exps.weight[146]: IQ2_S blk.26.ffn_up_exps.weight[147]: blk.26.ffn_up_exps.weight[148]: blk.26.ffn_up_exps.weight[149]: blk.26.ffn_up_exps.weight[150]: blk.26.ffn_up_exps.weight[151]: blk.26.ffn_up_exps.weight[152]: IQ2_S blk.26.ffn_up_exps.weight[153]: IQ2_S blk.26.ffn_up_exps.weight[154]: blk.26.ffn_up_exps.weight[155]: blk.26.ffn_up_exps.weight[156]: IQ2_S blk.26.ffn_up_exps.weight[157]: IQ2_S blk.26.ffn_up_exps.weight[158]: IQ2_S blk.26.ffn_up_exps.weight[159]: blk.26.ffn_up_exps.weight[160]: IQ2_S blk.26.ffn_up_exps.weight[161]: IQ2_S blk.26.ffn_up_exps.weight[162]: blk.26.ffn_up_exps.weight[163]: IQ2_S blk.26.ffn_up_exps.weight[164]: blk.26.ffn_up_exps.weight[165]: blk.26.ffn_up_exps.weight[166]: IQ2_S blk.26.ffn_up_exps.weight[167]: blk.26.ffn_up_exps.weight[168]: IQ2_S blk.26.ffn_up_exps.weight[169]: blk.26.ffn_up_exps.weight[170]: IQ2_S blk.26.ffn_up_exps.weight[171]: blk.26.ffn_up_exps.weight[172]: blk.26.ffn_up_exps.weight[173]: IQ2_S blk.26.ffn_up_exps.weight[174]: blk.26.ffn_up_exps.weight[175]: IQ2_S blk.26.ffn_up_exps.weight[176]: blk.26.ffn_up_exps.weight[177]: IQ2_S blk.26.ffn_up_exps.weight[178]: IQ2_S blk.26.ffn_up_exps.weight[179]: IQ2_S blk.26.ffn_up_exps.weight[180]: IQ2_S blk.26.ffn_up_exps.weight[181]: blk.26.ffn_up_exps.weight[182]: blk.26.ffn_up_exps.weight[183]: IQ2_S blk.26.ffn_up_exps.weight[184]: blk.26.ffn_up_exps.weight[185]: IQ2_S blk.26.ffn_up_exps.weight[186]: IQ2_S blk.26.ffn_up_exps.weight[187]: IQ2_S blk.26.ffn_up_exps.weight[188]: IQ2_S blk.26.ffn_up_exps.weight[189]: blk.26.ffn_up_exps.weight[190]: blk.26.ffn_up_exps.weight[191]: IQ2_S blk.26.ffn_up_exps.weight[192]: IQ2_S blk.26.ffn_up_exps.weight[193]: blk.26.ffn_up_exps.weight[194]: IQ2_S blk.26.ffn_up_exps.weight[195]: blk.26.ffn_up_exps.weight[196]: IQ2_S blk.26.ffn_up_exps.weight[197]: IQ2_S blk.26.ffn_up_exps.weight[198]: blk.26.ffn_up_exps.weight[199]: IQ2_S blk.26.ffn_up_exps.weight[200]: blk.26.ffn_up_exps.weight[201]: blk.26.ffn_up_exps.weight[202]: blk.26.ffn_up_exps.weight[203]: blk.26.ffn_up_exps.weight[204]: blk.26.ffn_up_exps.weight[205]: blk.26.ffn_up_exps.weight[206]: IQ2_S blk.26.ffn_up_exps.weight[207]: blk.26.ffn_up_exps.weight[208]: IQ2_S blk.26.ffn_up_exps.weight[209]: IQ2_S blk.26.ffn_up_exps.weight[210]: blk.26.ffn_up_exps.weight[211]: IQ2_S blk.26.ffn_up_exps.weight[212]: IQ2_S blk.26.ffn_up_exps.weight[213]: IQ2_S blk.26.ffn_up_exps.weight[214]: IQ2_S blk.26.ffn_up_exps.weight[215]: blk.26.ffn_up_exps.weight[216]: blk.26.ffn_up_exps.weight[217]: IQ2_S blk.26.ffn_up_exps.weight[218]: IQ2_S blk.26.ffn_up_exps.weight[219]: blk.26.ffn_up_exps.weight[220]: IQ2_S blk.26.ffn_up_exps.weight[221]: IQ2_S blk.26.ffn_up_exps.weight[222]: blk.26.ffn_up_exps.weight[223]: IQ2_S blk.26.ffn_up_exps.weight[224]: blk.26.ffn_up_exps.weight[225]: blk.26.ffn_up_exps.weight[226]: blk.26.ffn_up_exps.weight[227]: blk.26.ffn_up_exps.weight[228]: blk.26.ffn_up_exps.weight[229]: blk.26.ffn_up_exps.weight[230]: IQ2_S blk.26.ffn_up_exps.weight[231]: IQ2_S blk.26.ffn_up_exps.weight[232]: IQ2_S blk.26.ffn_up_exps.weight[233]: blk.26.ffn_up_exps.weight[234]: IQ2_S blk.26.ffn_up_exps.weight[235]: blk.26.ffn_up_exps.weight[236]: IQ2_S blk.26.ffn_up_exps.weight[237]: blk.26.ffn_up_exps.weight[238]: IQ2_S blk.26.ffn_up_exps.weight[239]: IQ2_S blk.26.ffn_up_exps.weight[240]: IQ2_S blk.26.ffn_up_exps.weight[241]: blk.26.ffn_up_exps.weight[242]: IQ2_S blk.26.ffn_up_exps.weight[243]: IQ2_S blk.26.ffn_up_exps.weight[244]: IQ2_S blk.26.ffn_up_exps.weight[245]: blk.26.ffn_up_exps.weight[246]: blk.26.ffn_up_exps.weight[247]: IQ2_S blk.26.ffn_up_exps.weight[248]: blk.26.ffn_up_exps.weight[249]: blk.26.ffn_up_exps.weight[250]: blk.26.ffn_up_exps.weight[251]: IQ2_S blk.26.ffn_up_exps.weight[252]: blk.26.ffn_up_exps.weight[253]: IQ2_S blk.26.ffn_up_exps.weight[254]: IQ2_S blk.26.ffn_up_exps.weight[255]: blk.26.ffn_up_exps.weight[256]: blk.26.ffn_up_exps.weight[257]: IQ2_S blk.26.ffn_up_exps.weight[258]: IQ2_S blk.26.ffn_up_exps.weight[259]: blk.26.ffn_up_exps.weight[260]: IQ2_S blk.26.ffn_up_exps.weight[261]: blk.26.ffn_up_exps.weight[262]: blk.26.ffn_up_exps.weight[263]: IQ2_S blk.26.ffn_up_exps.weight[264]: blk.26.ffn_up_exps.weight[265]: blk.26.ffn_up_exps.weight[266]: IQ2_S blk.26.ffn_up_exps.weight[267]: blk.26.ffn_up_exps.weight[268]: IQ2_S blk.26.ffn_up_exps.weight[269]: IQ2_S blk.26.ffn_up_exps.weight[270]: IQ2_S blk.26.ffn_up_exps.weight[271]: blk.26.ffn_up_exps.weight[272]: IQ2_S blk.26.ffn_up_exps.weight[273]: blk.26.ffn_up_exps.weight[274]: IQ2_S blk.26.ffn_up_exps.weight[275]: IQ2_S blk.26.ffn_up_exps.weight[276]: blk.26.ffn_up_exps.weight[277]: blk.26.ffn_up_exps.weight[278]: IQ2_S blk.26.ffn_up_exps.weight[279]: blk.26.ffn_up_exps.weight[280]: IQ2_S blk.26.ffn_up_exps.weight[281]: blk.26.ffn_up_exps.weight[282]: IQ2_S blk.26.ffn_up_exps.weight[283]: blk.26.ffn_up_exps.weight[284]: blk.26.ffn_up_exps.weight[285]: blk.26.ffn_up_exps.weight[286]: blk.26.ffn_up_exps.weight[287]: blk.26.ffn_up_exps.weight[288]: IQ2_S blk.26.ffn_up_exps.weight[289]: blk.26.ffn_up_exps.weight[290]: blk.26.ffn_up_exps.weight[291]: IQ2_S blk.26.ffn_up_exps.weight[292]: IQ2_S blk.26.ffn_up_exps.weight[293]: IQ2_S blk.26.ffn_up_exps.weight[294]: IQ2_S blk.26.ffn_up_exps.weight[295]: blk.26.ffn_up_exps.weight[296]: IQ2_S blk.26.ffn_up_exps.weight[297]: blk.26.ffn_up_exps.weight[298]: IQ2_S blk.26.ffn_up_exps.weight[299]: blk.26.ffn_up_exps.weight[300]: IQ2_S blk.26.ffn_up_exps.weight[301]: blk.26.ffn_up_exps.weight[302]: IQ2_S blk.26.ffn_up_exps.weight[303]: blk.26.ffn_up_exps.weight[304]: IQ2_S blk.26.ffn_up_exps.weight[305]: blk.26.ffn_up_exps.weight[306]: blk.26.ffn_up_exps.weight[307]: blk.26.ffn_up_exps.weight[308]: IQ2_S blk.26.ffn_up_exps.weight[309]: blk.26.ffn_up_exps.weight[310]: IQ2_S blk.26.ffn_up_exps.weight[311]: IQ2_S blk.26.ffn_up_exps.weight[312]: blk.26.ffn_up_exps.weight[313]: IQ2_S blk.26.ffn_up_exps.weight[314]: IQ2_S blk.26.ffn_up_exps.weight[315]: IQ2_S blk.26.ffn_up_exps.weight[316]: blk.26.ffn_up_exps.weight[317]: IQ2_S blk.26.ffn_up_exps.weight[318]: blk.26.ffn_up_exps.weight[319]: IQ2_S blk.26.ffn_up_exps.weight[320]: IQ2_S blk.26.ffn_up_exps.weight[321]: blk.26.ffn_up_exps.weight[322]: blk.26.ffn_up_exps.weight[323]: blk.26.ffn_up_exps.weight[324]: IQ2_S blk.26.ffn_up_exps.weight[325]: IQ2_S blk.26.ffn_up_exps.weight[326]: IQ2_S blk.26.ffn_up_exps.weight[327]: IQ2_S blk.26.ffn_up_exps.weight[328]: blk.26.ffn_up_exps.weight[329]: blk.26.ffn_up_exps.weight[330]: IQ2_S blk.26.ffn_up_exps.weight[331]: blk.26.ffn_up_exps.weight[332]: blk.26.ffn_up_exps.weight[333]: IQ2_S blk.26.ffn_up_exps.weight[334]: blk.26.ffn_up_exps.weight[335]: IQ2_S blk.26.ffn_up_exps.weight[336]: blk.26.ffn_up_exps.weight[337]: blk.26.ffn_up_exps.weight[338]: blk.26.ffn_up_exps.weight[339]: blk.26.ffn_up_exps.weight[340]: IQ2_S blk.26.ffn_up_exps.weight[341]: IQ2_S blk.26.ffn_up_exps.weight[342]: blk.26.ffn_up_exps.weight[343]: blk.26.ffn_up_exps.weight[344]: blk.26.ffn_up_exps.weight[345]: IQ2_S blk.26.ffn_up_exps.weight[346]: IQ2_S blk.26.ffn_up_exps.weight[347]: IQ2_S blk.26.ffn_up_exps.weight[348]: IQ2_S blk.26.ffn_up_exps.weight[349]: IQ2_S blk.26.ffn_up_exps.weight[350]: blk.26.ffn_up_exps.weight[351]: blk.26.ffn_up_exps.weight[352]: IQ2_S blk.26.ffn_up_exps.weight[353]: IQ2_S blk.26.ffn_up_exps.weight[354]: blk.26.ffn_up_exps.weight[355]: blk.26.ffn_up_exps.weight[356]: blk.26.ffn_up_exps.weight[357]: blk.26.ffn_up_exps.weight[358]: blk.26.ffn_up_exps.weight[359]: blk.26.ffn_up_exps.weight[360]: blk.26.ffn_up_exps.weight[361]: IQ2_S blk.26.ffn_up_exps.weight[362]: blk.26.ffn_up_exps.weight[363]: IQ2_S blk.26.ffn_up_exps.weight[364]: blk.26.ffn_up_exps.weight[365]: IQ2_S blk.26.ffn_up_exps.weight[366]: IQ2_S blk.26.ffn_up_exps.weight[367]: blk.26.ffn_up_exps.weight[368]: blk.26.ffn_up_exps.weight[369]: IQ2_S blk.26.ffn_up_exps.weight[370]: IQ2_S blk.26.ffn_up_exps.weight[371]: blk.26.ffn_up_exps.weight[372]: blk.26.ffn_up_exps.weight[373]: IQ2_S blk.26.ffn_up_exps.weight[374]: IQ2_S blk.26.ffn_up_exps.weight[375]: IQ2_S blk.26.ffn_up_exps.weight[376]: blk.26.ffn_up_exps.weight[377]: IQ2_S blk.26.ffn_up_exps.weight[378]: blk.26.ffn_up_exps.weight[379]: blk.26.ffn_up_exps.weight[380]: blk.26.ffn_up_exps.weight[381]: IQ2_S blk.26.ffn_up_exps.weight[382]: IQ2_S blk.26.ffn_up_exps.weight[383]: blk.26.ffn_up_exps.weight[384]: IQ2_S blk.26.ffn_up_exps.weight[385]: blk.26.ffn_up_exps.weight[386]: blk.26.ffn_up_exps.weight[387]: blk.26.ffn_up_exps.weight[388]: blk.26.ffn_up_exps.weight[389]: IQ2_S blk.26.ffn_up_exps.weight[390]: blk.26.ffn_up_exps.weight[391]: IQ2_S blk.26.ffn_up_exps.weight[392]: blk.26.ffn_up_exps.weight[393]: IQ2_S blk.26.ffn_up_exps.weight[394]: IQ2_S blk.26.ffn_up_exps.weight[395]: blk.26.ffn_up_exps.weight[396]: blk.26.ffn_up_exps.weight[397]: IQ2_S blk.26.ffn_up_exps.weight[398]: IQ2_S blk.26.ffn_up_exps.weight[399]: IQ2_S blk.26.ffn_up_exps.weight[400]: IQ2_S blk.26.ffn_up_exps.weight[401]: blk.26.ffn_up_exps.weight[402]: IQ2_S blk.26.ffn_up_exps.weight[403]: IQ2_S blk.26.ffn_up_exps.weight[404]: blk.26.ffn_up_exps.weight[405]: blk.26.ffn_up_exps.weight[406]: IQ2_S blk.26.ffn_up_exps.weight[407]: IQ2_S blk.26.ffn_up_exps.weight[408]: IQ2_S blk.26.ffn_up_exps.weight[409]: IQ2_S blk.26.ffn_up_exps.weight[410]: IQ2_S blk.26.ffn_up_exps.weight[411]: blk.26.ffn_up_exps.weight[412]: blk.26.ffn_up_exps.weight[413]: IQ2_S blk.26.ffn_up_exps.weight[414]: blk.26.ffn_up_exps.weight[415]: IQ2_S blk.26.ffn_up_exps.weight[416]: blk.26.ffn_up_exps.weight[417]: IQ2_S blk.26.ffn_up_exps.weight[418]: blk.26.ffn_up_exps.weight[419]: IQ2_S blk.26.ffn_up_exps.weight[420]: blk.26.ffn_up_exps.weight[421]: blk.26.ffn_up_exps.weight[422]: blk.26.ffn_up_exps.weight[423]: IQ2_S blk.26.ffn_up_exps.weight[424]: blk.26.ffn_up_exps.weight[425]: IQ2_S blk.26.ffn_up_exps.weight[426]: IQ2_S blk.26.ffn_up_exps.weight[427]: blk.26.ffn_up_exps.weight[428]: blk.26.ffn_up_exps.weight[429]: blk.26.ffn_up_exps.weight[430]: IQ2_S blk.26.ffn_up_exps.weight[431]: blk.26.ffn_up_exps.weight[432]: IQ2_S blk.26.ffn_up_exps.weight[433]: blk.26.ffn_up_exps.weight[434]: IQ2_S blk.26.ffn_up_exps.weight[435]: IQ2_S blk.26.ffn_up_exps.weight[436]: IQ2_S blk.26.ffn_up_exps.weight[437]: IQ2_S blk.26.ffn_up_exps.weight[438]: blk.26.ffn_up_exps.weight[439]: blk.26.ffn_up_exps.weight[440]: IQ2_S blk.26.ffn_up_exps.weight[441]: IQ2_S blk.26.ffn_up_exps.weight[442]: IQ2_S blk.26.ffn_up_exps.weight[443]: blk.26.ffn_up_exps.weight[444]: IQ2_S blk.26.ffn_up_exps.weight[445]: IQ2_S blk.26.ffn_up_exps.weight[446]: IQ2_S blk.26.ffn_up_exps.weight[447]: blk.26.ffn_up_exps.weight[448]: IQ2_S blk.26.ffn_up_exps.weight[449]: blk.26.ffn_up_exps.weight[450]: IQ2_S blk.26.ffn_up_exps.weight[451]: blk.26.ffn_up_exps.weight[452]: blk.26.ffn_up_exps.weight[453]: IQ2_S blk.26.ffn_up_exps.weight[454]: IQ2_S blk.26.ffn_up_exps.weight[455]: blk.26.ffn_up_exps.weight[456]: blk.26.ffn_up_exps.weight[457]: blk.26.ffn_up_exps.weight[458]: blk.26.ffn_up_exps.weight[459]: blk.26.ffn_up_exps.weight[460]: blk.26.ffn_up_exps.weight[461]: IQ2_S blk.26.ffn_up_exps.weight[462]: IQ2_S blk.26.ffn_up_exps.weight[463]: blk.26.ffn_up_exps.weight[464]: IQ2_S blk.26.ffn_up_exps.weight[465]: blk.26.ffn_up_exps.weight[466]: blk.26.ffn_up_exps.weight[467]: blk.26.ffn_up_exps.weight[468]: IQ2_S blk.26.ffn_up_exps.weight[469]: IQ2_S blk.26.ffn_up_exps.weight[470]: blk.26.ffn_up_exps.weight[471]: IQ2_S blk.26.ffn_up_exps.weight[472]: IQ2_S blk.26.ffn_up_exps.weight[473]: blk.26.ffn_up_exps.weight[474]: IQ2_S blk.26.ffn_up_exps.weight[475]: IQ2_S blk.26.ffn_up_exps.weight[476]: blk.26.ffn_up_exps.weight[477]: IQ2_S blk.26.ffn_up_exps.weight[478]: blk.26.ffn_up_exps.weight[479]: blk.26.ffn_up_exps.weight[480]: IQ2_S blk.26.ffn_up_exps.weight[481]: blk.26.ffn_up_exps.weight[482]: IQ2_S blk.26.ffn_up_exps.weight[483]: IQ2_S blk.26.ffn_up_exps.weight[484]: blk.26.ffn_up_exps.weight[485]: blk.26.ffn_up_exps.weight[486]: blk.26.ffn_up_exps.weight[487]: blk.26.ffn_up_exps.weight[488]: IQ2_S blk.26.ffn_up_exps.weight[489]: IQ2_S blk.26.ffn_up_exps.weight[490]: IQ2_S blk.26.ffn_up_exps.weight[491]: blk.26.ffn_up_exps.weight[492]: IQ2_S blk.26.ffn_up_exps.weight[493]: blk.26.ffn_up_exps.weight[494]: blk.26.ffn_up_exps.weight[495]: IQ2_S blk.26.ffn_up_exps.weight[496]: IQ2_S blk.26.ffn_up_exps.weight[497]: blk.26.ffn_up_exps.weight[498]: blk.26.ffn_up_exps.weight[499]: blk.26.ffn_up_exps.weight[500]: blk.26.ffn_up_exps.weight[501]: blk.26.ffn_up_exps.weight[502]: blk.26.ffn_up_exps.weight[503]: IQ2_S blk.26.ffn_up_exps.weight[504]: blk.26.ffn_up_exps.weight[505]: blk.26.ffn_up_exps.weight[506]: IQ2_S blk.26.ffn_up_exps.weight[507]: IQ2_S blk.26.ffn_up_exps.weight[508]: IQ2_S blk.26.ffn_up_exps.weight[509]: blk.26.ffn_up_exps.weight[510]: blk.26.ffn_up_exps.weight[511]: blk.26.ffn_down_exps.weight[0]: IQ4_NL blk.26.ffn_down_exps.weight[1]: IQ4_NL blk.26.ffn_down_exps.weight[2]: IQ4_NL blk.26.ffn_down_exps.weight[3]: IQ4_NL blk.26.ffn_down_exps.weight[4]: blk.26.ffn_down_exps.weight[5]: blk.26.ffn_down_exps.weight[6]: IQ4_NL blk.26.ffn_down_exps.weight[7]: IQ4_NL blk.26.ffn_down_exps.weight[8]: blk.26.ffn_down_exps.weight[9]: IQ4_NL blk.26.ffn_down_exps.weight[10]: IQ4_NL blk.26.ffn_down_exps.weight[11]: blk.26.ffn_down_exps.weight[12]: blk.26.ffn_down_exps.weight[13]: blk.26.ffn_down_exps.weight[14]: blk.26.ffn_down_exps.weight[15]: blk.26.ffn_down_exps.weight[16]: IQ4_NL blk.26.ffn_down_exps.weight[17]: IQ4_NL blk.26.ffn_down_exps.weight[18]: IQ4_NL blk.26.ffn_down_exps.weight[19]: IQ4_NL blk.26.ffn_down_exps.weight[20]: blk.26.ffn_down_exps.weight[21]: blk.26.ffn_down_exps.weight[22]: blk.26.ffn_down_exps.weight[23]: IQ4_NL blk.26.ffn_down_exps.weight[24]: blk.26.ffn_down_exps.weight[25]: IQ4_NL blk.26.ffn_down_exps.weight[26]: blk.26.ffn_down_exps.weight[27]: blk.26.ffn_down_exps.weight[28]: IQ4_NL blk.26.ffn_down_exps.weight[29]: IQ4_NL blk.26.ffn_down_exps.weight[30]: IQ4_NL blk.26.ffn_down_exps.weight[31]: IQ4_NL blk.26.ffn_down_exps.weight[32]: IQ4_NL blk.26.ffn_down_exps.weight[33]: IQ4_NL blk.26.ffn_down_exps.weight[34]: IQ4_NL blk.26.ffn_down_exps.weight[35]: IQ4_NL blk.26.ffn_down_exps.weight[36]: IQ4_NL blk.26.ffn_down_exps.weight[37]: blk.26.ffn_down_exps.weight[38]: IQ4_NL blk.26.ffn_down_exps.weight[39]: blk.26.ffn_down_exps.weight[40]: IQ4_NL blk.26.ffn_down_exps.weight[41]: blk.26.ffn_down_exps.weight[42]: IQ4_NL blk.26.ffn_down_exps.weight[43]: blk.26.ffn_down_exps.weight[44]: blk.26.ffn_down_exps.weight[45]: IQ4_NL blk.26.ffn_down_exps.weight[46]: blk.26.ffn_down_exps.weight[47]: IQ4_NL blk.26.ffn_down_exps.weight[48]: IQ4_NL blk.26.ffn_down_exps.weight[49]: IQ4_NL blk.26.ffn_down_exps.weight[50]: IQ4_NL blk.26.ffn_down_exps.weight[51]: IQ4_NL blk.26.ffn_down_exps.weight[52]: blk.26.ffn_down_exps.weight[53]: blk.26.ffn_down_exps.weight[54]: IQ4_NL blk.26.ffn_down_exps.weight[55]: blk.26.ffn_down_exps.weight[56]: IQ4_NL blk.26.ffn_down_exps.weight[57]: blk.26.ffn_down_exps.weight[58]: blk.26.ffn_down_exps.weight[59]: blk.26.ffn_down_exps.weight[60]: blk.26.ffn_down_exps.weight[61]: IQ4_NL blk.26.ffn_down_exps.weight[62]: blk.26.ffn_down_exps.weight[63]: blk.26.ffn_down_exps.weight[64]: blk.26.ffn_down_exps.weight[65]: IQ4_NL blk.26.ffn_down_exps.weight[66]: IQ4_NL blk.26.ffn_down_exps.weight[67]: blk.26.ffn_down_exps.weight[68]: blk.26.ffn_down_exps.weight[69]: IQ4_NL blk.26.ffn_down_exps.weight[70]: IQ4_NL blk.26.ffn_down_exps.weight[71]: IQ4_NL blk.26.ffn_down_exps.weight[72]: blk.26.ffn_down_exps.weight[73]: blk.26.ffn_down_exps.weight[74]: blk.26.ffn_down_exps.weight[75]: blk.26.ffn_down_exps.weight[76]: blk.26.ffn_down_exps.weight[77]: blk.26.ffn_down_exps.weight[78]: blk.26.ffn_down_exps.weight[79]: IQ4_NL blk.26.ffn_down_exps.weight[80]: blk.26.ffn_down_exps.weight[81]: blk.26.ffn_down_exps.weight[82]: IQ4_NL blk.26.ffn_down_exps.weight[83]: IQ4_NL blk.26.ffn_down_exps.weight[84]: IQ4_NL blk.26.ffn_down_exps.weight[85]: IQ4_NL blk.26.ffn_down_exps.weight[86]: blk.26.ffn_down_exps.weight[87]: IQ4_NL blk.26.ffn_down_exps.weight[88]: blk.26.ffn_down_exps.weight[89]: IQ4_NL blk.26.ffn_down_exps.weight[90]: blk.26.ffn_down_exps.weight[91]: IQ4_NL blk.26.ffn_down_exps.weight[92]: IQ4_NL blk.26.ffn_down_exps.weight[93]: blk.26.ffn_down_exps.weight[94]: blk.26.ffn_down_exps.weight[95]: blk.26.ffn_down_exps.weight[96]: IQ4_NL blk.26.ffn_down_exps.weight[97]: IQ4_NL blk.26.ffn_down_exps.weight[98]: IQ4_NL blk.26.ffn_down_exps.weight[99]: blk.26.ffn_down_exps.weight[100]: IQ4_NL blk.26.ffn_down_exps.weight[101]: blk.26.ffn_down_exps.weight[102]: IQ4_NL blk.26.ffn_down_exps.weight[103]: IQ4_NL blk.26.ffn_down_exps.weight[104]: blk.26.ffn_down_exps.weight[105]: blk.26.ffn_down_exps.weight[106]: IQ4_NL blk.26.ffn_down_exps.weight[107]: IQ4_NL blk.26.ffn_down_exps.weight[108]: IQ4_NL blk.26.ffn_down_exps.weight[109]: blk.26.ffn_down_exps.weight[110]: IQ4_NL blk.26.ffn_down_exps.weight[111]: IQ4_NL blk.26.ffn_down_exps.weight[112]: blk.26.ffn_down_exps.weight[113]: IQ4_NL blk.26.ffn_down_exps.weight[114]: IQ4_NL blk.26.ffn_down_exps.weight[115]: IQ4_NL blk.26.ffn_down_exps.weight[116]: blk.26.ffn_down_exps.weight[117]: IQ4_NL blk.26.ffn_down_exps.weight[118]: blk.26.ffn_down_exps.weight[119]: IQ4_NL blk.26.ffn_down_exps.weight[120]: blk.26.ffn_down_exps.weight[121]: blk.26.ffn_down_exps.weight[122]: IQ4_NL blk.26.ffn_down_exps.weight[123]: IQ4_NL blk.26.ffn_down_exps.weight[124]: blk.26.ffn_down_exps.weight[125]: IQ4_NL blk.26.ffn_down_exps.weight[126]: IQ4_NL blk.26.ffn_down_exps.weight[127]: blk.26.ffn_down_exps.weight[128]: IQ4_NL blk.26.ffn_down_exps.weight[129]: blk.26.ffn_down_exps.weight[130]: blk.26.ffn_down_exps.weight[131]: blk.26.ffn_down_exps.weight[132]: blk.26.ffn_down_exps.weight[133]: IQ4_NL blk.26.ffn_down_exps.weight[134]: blk.26.ffn_down_exps.weight[135]: blk.26.ffn_down_exps.weight[136]: IQ4_NL blk.26.ffn_down_exps.weight[137]: IQ4_NL blk.26.ffn_down_exps.weight[138]: IQ4_NL blk.26.ffn_down_exps.weight[139]: IQ4_NL blk.26.ffn_down_exps.weight[140]: blk.26.ffn_down_exps.weight[141]: blk.26.ffn_down_exps.weight[142]: IQ4_NL blk.26.ffn_down_exps.weight[143]: IQ4_NL blk.26.ffn_down_exps.weight[144]: blk.26.ffn_down_exps.weight[145]: blk.26.ffn_down_exps.weight[146]: IQ4_NL blk.26.ffn_down_exps.weight[147]: blk.26.ffn_down_exps.weight[148]: blk.26.ffn_down_exps.weight[149]: blk.26.ffn_down_exps.weight[150]: blk.26.ffn_down_exps.weight[151]: blk.26.ffn_down_exps.weight[152]: IQ4_NL blk.26.ffn_down_exps.weight[153]: IQ4_NL blk.26.ffn_down_exps.weight[154]: blk.26.ffn_down_exps.weight[155]: blk.26.ffn_down_exps.weight[156]: IQ4_NL blk.26.ffn_down_exps.weight[157]: IQ4_NL blk.26.ffn_down_exps.weight[158]: IQ4_NL blk.26.ffn_down_exps.weight[159]: blk.26.ffn_down_exps.weight[160]: IQ4_NL blk.26.ffn_down_exps.weight[161]: IQ4_NL blk.26.ffn_down_exps.weight[162]: blk.26.ffn_down_exps.weight[163]: IQ4_NL blk.26.ffn_down_exps.weight[164]: blk.26.ffn_down_exps.weight[165]: blk.26.ffn_down_exps.weight[166]: IQ4_NL blk.26.ffn_down_exps.weight[167]: blk.26.ffn_down_exps.weight[168]: IQ4_NL blk.26.ffn_down_exps.weight[169]: blk.26.ffn_down_exps.weight[170]: IQ4_NL blk.26.ffn_down_exps.weight[171]: blk.26.ffn_down_exps.weight[172]: blk.26.ffn_down_exps.weight[173]: IQ4_NL blk.26.ffn_down_exps.weight[174]: blk.26.ffn_down_exps.weight[175]: IQ4_NL blk.26.ffn_down_exps.weight[176]: blk.26.ffn_down_exps.weight[177]: IQ4_NL blk.26.ffn_down_exps.weight[178]: IQ4_NL blk.26.ffn_down_exps.weight[179]: IQ4_NL blk.26.ffn_down_exps.weight[180]: IQ4_NL blk.26.ffn_down_exps.weight[181]: blk.26.ffn_down_exps.weight[182]: blk.26.ffn_down_exps.weight[183]: IQ4_NL blk.26.ffn_down_exps.weight[184]: blk.26.ffn_down_exps.weight[185]: IQ4_NL blk.26.ffn_down_exps.weight[186]: IQ4_NL blk.26.ffn_down_exps.weight[187]: IQ4_NL blk.26.ffn_down_exps.weight[188]: IQ4_NL blk.26.ffn_down_exps.weight[189]: blk.26.ffn_down_exps.weight[190]: blk.26.ffn_down_exps.weight[191]: IQ4_NL blk.26.ffn_down_exps.weight[192]: IQ4_NL blk.26.ffn_down_exps.weight[193]: blk.26.ffn_down_exps.weight[194]: IQ4_NL blk.26.ffn_down_exps.weight[195]: blk.26.ffn_down_exps.weight[196]: IQ4_NL blk.26.ffn_down_exps.weight[197]: IQ4_NL blk.26.ffn_down_exps.weight[198]: blk.26.ffn_down_exps.weight[199]: IQ4_NL blk.26.ffn_down_exps.weight[200]: blk.26.ffn_down_exps.weight[201]: blk.26.ffn_down_exps.weight[202]: blk.26.ffn_down_exps.weight[203]: blk.26.ffn_down_exps.weight[204]: blk.26.ffn_down_exps.weight[205]: blk.26.ffn_down_exps.weight[206]: IQ4_NL blk.26.ffn_down_exps.weight[207]: blk.26.ffn_down_exps.weight[208]: IQ4_NL blk.26.ffn_down_exps.weight[209]: IQ4_NL blk.26.ffn_down_exps.weight[210]: blk.26.ffn_down_exps.weight[211]: IQ4_NL blk.26.ffn_down_exps.weight[212]: IQ4_NL blk.26.ffn_down_exps.weight[213]: IQ4_NL blk.26.ffn_down_exps.weight[214]: IQ4_NL blk.26.ffn_down_exps.weight[215]: blk.26.ffn_down_exps.weight[216]: blk.26.ffn_down_exps.weight[217]: IQ4_NL blk.26.ffn_down_exps.weight[218]: IQ4_NL blk.26.ffn_down_exps.weight[219]: blk.26.ffn_down_exps.weight[220]: IQ4_NL blk.26.ffn_down_exps.weight[221]: IQ4_NL blk.26.ffn_down_exps.weight[222]: blk.26.ffn_down_exps.weight[223]: IQ4_NL blk.26.ffn_down_exps.weight[224]: blk.26.ffn_down_exps.weight[225]: blk.26.ffn_down_exps.weight[226]: blk.26.ffn_down_exps.weight[227]: blk.26.ffn_down_exps.weight[228]: blk.26.ffn_down_exps.weight[229]: blk.26.ffn_down_exps.weight[230]: IQ4_NL blk.26.ffn_down_exps.weight[231]: IQ4_NL blk.26.ffn_down_exps.weight[232]: IQ4_NL blk.26.ffn_down_exps.weight[233]: blk.26.ffn_down_exps.weight[234]: IQ4_NL blk.26.ffn_down_exps.weight[235]: blk.26.ffn_down_exps.weight[236]: IQ4_NL blk.26.ffn_down_exps.weight[237]: blk.26.ffn_down_exps.weight[238]: IQ4_NL blk.26.ffn_down_exps.weight[239]: IQ4_NL blk.26.ffn_down_exps.weight[240]: IQ4_NL blk.26.ffn_down_exps.weight[241]: blk.26.ffn_down_exps.weight[242]: IQ4_NL blk.26.ffn_down_exps.weight[243]: IQ4_NL blk.26.ffn_down_exps.weight[244]: IQ4_NL blk.26.ffn_down_exps.weight[245]: blk.26.ffn_down_exps.weight[246]: blk.26.ffn_down_exps.weight[247]: IQ4_NL blk.26.ffn_down_exps.weight[248]: blk.26.ffn_down_exps.weight[249]: blk.26.ffn_down_exps.weight[250]: blk.26.ffn_down_exps.weight[251]: IQ4_NL blk.26.ffn_down_exps.weight[252]: blk.26.ffn_down_exps.weight[253]: IQ4_NL blk.26.ffn_down_exps.weight[254]: IQ4_NL blk.26.ffn_down_exps.weight[255]: blk.26.ffn_down_exps.weight[256]: blk.26.ffn_down_exps.weight[257]: IQ4_NL blk.26.ffn_down_exps.weight[258]: IQ4_NL blk.26.ffn_down_exps.weight[259]: blk.26.ffn_down_exps.weight[260]: IQ4_NL blk.26.ffn_down_exps.weight[261]: blk.26.ffn_down_exps.weight[262]: blk.26.ffn_down_exps.weight[263]: IQ4_NL blk.26.ffn_down_exps.weight[264]: blk.26.ffn_down_exps.weight[265]: blk.26.ffn_down_exps.weight[266]: IQ4_NL blk.26.ffn_down_exps.weight[267]: blk.26.ffn_down_exps.weight[268]: IQ4_NL blk.26.ffn_down_exps.weight[269]: IQ4_NL blk.26.ffn_down_exps.weight[270]: IQ4_NL blk.26.ffn_down_exps.weight[271]: blk.26.ffn_down_exps.weight[272]: IQ4_NL blk.26.ffn_down_exps.weight[273]: blk.26.ffn_down_exps.weight[274]: IQ4_NL blk.26.ffn_down_exps.weight[275]: IQ4_NL blk.26.ffn_down_exps.weight[276]: blk.26.ffn_down_exps.weight[277]: blk.26.ffn_down_exps.weight[278]: IQ4_NL blk.26.ffn_down_exps.weight[279]: blk.26.ffn_down_exps.weight[280]: IQ4_NL blk.26.ffn_down_exps.weight[281]: blk.26.ffn_down_exps.weight[282]: IQ4_NL blk.26.ffn_down_exps.weight[283]: blk.26.ffn_down_exps.weight[284]: blk.26.ffn_down_exps.weight[285]: blk.26.ffn_down_exps.weight[286]: blk.26.ffn_down_exps.weight[287]: blk.26.ffn_down_exps.weight[288]: IQ4_NL blk.26.ffn_down_exps.weight[289]: blk.26.ffn_down_exps.weight[290]: blk.26.ffn_down_exps.weight[291]: IQ4_NL blk.26.ffn_down_exps.weight[292]: IQ4_NL blk.26.ffn_down_exps.weight[293]: IQ4_NL blk.26.ffn_down_exps.weight[294]: IQ4_NL blk.26.ffn_down_exps.weight[295]: blk.26.ffn_down_exps.weight[296]: IQ4_NL blk.26.ffn_down_exps.weight[297]: blk.26.ffn_down_exps.weight[298]: IQ4_NL blk.26.ffn_down_exps.weight[299]: blk.26.ffn_down_exps.weight[300]: IQ4_NL blk.26.ffn_down_exps.weight[301]: blk.26.ffn_down_exps.weight[302]: IQ4_NL blk.26.ffn_down_exps.weight[303]: blk.26.ffn_down_exps.weight[304]: IQ4_NL blk.26.ffn_down_exps.weight[305]: blk.26.ffn_down_exps.weight[306]: blk.26.ffn_down_exps.weight[307]: blk.26.ffn_down_exps.weight[308]: IQ4_NL blk.26.ffn_down_exps.weight[309]: blk.26.ffn_down_exps.weight[310]: IQ4_NL blk.26.ffn_down_exps.weight[311]: IQ4_NL blk.26.ffn_down_exps.weight[312]: blk.26.ffn_down_exps.weight[313]: IQ4_NL blk.26.ffn_down_exps.weight[314]: IQ4_NL blk.26.ffn_down_exps.weight[315]: IQ4_NL blk.26.ffn_down_exps.weight[316]: blk.26.ffn_down_exps.weight[317]: IQ4_NL blk.26.ffn_down_exps.weight[318]: blk.26.ffn_down_exps.weight[319]: IQ4_NL blk.26.ffn_down_exps.weight[320]: IQ4_NL blk.26.ffn_down_exps.weight[321]: blk.26.ffn_down_exps.weight[322]: blk.26.ffn_down_exps.weight[323]: blk.26.ffn_down_exps.weight[324]: IQ4_NL blk.26.ffn_down_exps.weight[325]: IQ4_NL blk.26.ffn_down_exps.weight[326]: IQ4_NL blk.26.ffn_down_exps.weight[327]: IQ4_NL blk.26.ffn_down_exps.weight[328]: blk.26.ffn_down_exps.weight[329]: blk.26.ffn_down_exps.weight[330]: IQ4_NL blk.26.ffn_down_exps.weight[331]: blk.26.ffn_down_exps.weight[332]: blk.26.ffn_down_exps.weight[333]: IQ4_NL blk.26.ffn_down_exps.weight[334]: blk.26.ffn_down_exps.weight[335]: IQ4_NL blk.26.ffn_down_exps.weight[336]: blk.26.ffn_down_exps.weight[337]: blk.26.ffn_down_exps.weight[338]: blk.26.ffn_down_exps.weight[339]: blk.26.ffn_down_exps.weight[340]: IQ4_NL blk.26.ffn_down_exps.weight[341]: IQ4_NL blk.26.ffn_down_exps.weight[342]: blk.26.ffn_down_exps.weight[343]: blk.26.ffn_down_exps.weight[344]: blk.26.ffn_down_exps.weight[345]: IQ4_NL blk.26.ffn_down_exps.weight[346]: IQ4_NL blk.26.ffn_down_exps.weight[347]: IQ4_NL blk.26.ffn_down_exps.weight[348]: IQ4_NL blk.26.ffn_down_exps.weight[349]: IQ4_NL blk.26.ffn_down_exps.weight[350]: blk.26.ffn_down_exps.weight[351]: blk.26.ffn_down_exps.weight[352]: IQ4_NL blk.26.ffn_down_exps.weight[353]: IQ4_NL blk.26.ffn_down_exps.weight[354]: blk.26.ffn_down_exps.weight[355]: blk.26.ffn_down_exps.weight[356]: blk.26.ffn_down_exps.weight[357]: blk.26.ffn_down_exps.weight[358]: blk.26.ffn_down_exps.weight[359]: blk.26.ffn_down_exps.weight[360]: blk.26.ffn_down_exps.weight[361]: IQ4_NL blk.26.ffn_down_exps.weight[362]: blk.26.ffn_down_exps.weight[363]: IQ4_NL blk.26.ffn_down_exps.weight[364]: blk.26.ffn_down_exps.weight[365]: IQ4_NL blk.26.ffn_down_exps.weight[366]: IQ4_NL blk.26.ffn_down_exps.weight[367]: blk.26.ffn_down_exps.weight[368]: blk.26.ffn_down_exps.weight[369]: IQ4_NL blk.26.ffn_down_exps.weight[370]: IQ4_NL blk.26.ffn_down_exps.weight[371]: blk.26.ffn_down_exps.weight[372]: blk.26.ffn_down_exps.weight[373]: IQ4_NL blk.26.ffn_down_exps.weight[374]: IQ4_NL blk.26.ffn_down_exps.weight[375]: IQ4_NL blk.26.ffn_down_exps.weight[376]: blk.26.ffn_down_exps.weight[377]: IQ4_NL blk.26.ffn_down_exps.weight[378]: blk.26.ffn_down_exps.weight[379]: blk.26.ffn_down_exps.weight[380]: blk.26.ffn_down_exps.weight[381]: IQ4_NL blk.26.ffn_down_exps.weight[382]: IQ4_NL blk.26.ffn_down_exps.weight[383]: blk.26.ffn_down_exps.weight[384]: IQ4_NL blk.26.ffn_down_exps.weight[385]: blk.26.ffn_down_exps.weight[386]: blk.26.ffn_down_exps.weight[387]: blk.26.ffn_down_exps.weight[388]: blk.26.ffn_down_exps.weight[389]: IQ4_NL blk.26.ffn_down_exps.weight[390]: blk.26.ffn_down_exps.weight[391]: IQ4_NL blk.26.ffn_down_exps.weight[392]: blk.26.ffn_down_exps.weight[393]: IQ4_NL blk.26.ffn_down_exps.weight[394]: IQ4_NL blk.26.ffn_down_exps.weight[395]: blk.26.ffn_down_exps.weight[396]: blk.26.ffn_down_exps.weight[397]: IQ4_NL blk.26.ffn_down_exps.weight[398]: IQ4_NL blk.26.ffn_down_exps.weight[399]: IQ4_NL blk.26.ffn_down_exps.weight[400]: IQ4_NL blk.26.ffn_down_exps.weight[401]: blk.26.ffn_down_exps.weight[402]: IQ4_NL blk.26.ffn_down_exps.weight[403]: IQ4_NL blk.26.ffn_down_exps.weight[404]: blk.26.ffn_down_exps.weight[405]: blk.26.ffn_down_exps.weight[406]: IQ4_NL blk.26.ffn_down_exps.weight[407]: IQ4_NL blk.26.ffn_down_exps.weight[408]: IQ4_NL blk.26.ffn_down_exps.weight[409]: IQ4_NL blk.26.ffn_down_exps.weight[410]: IQ4_NL blk.26.ffn_down_exps.weight[411]: blk.26.ffn_down_exps.weight[412]: blk.26.ffn_down_exps.weight[413]: IQ4_NL blk.26.ffn_down_exps.weight[414]: blk.26.ffn_down_exps.weight[415]: IQ4_NL blk.26.ffn_down_exps.weight[416]: blk.26.ffn_down_exps.weight[417]: IQ4_NL blk.26.ffn_down_exps.weight[418]: blk.26.ffn_down_exps.weight[419]: IQ4_NL blk.26.ffn_down_exps.weight[420]: blk.26.ffn_down_exps.weight[421]: blk.26.ffn_down_exps.weight[422]: blk.26.ffn_down_exps.weight[423]: IQ4_NL blk.26.ffn_down_exps.weight[424]: blk.26.ffn_down_exps.weight[425]: IQ4_NL blk.26.ffn_down_exps.weight[426]: IQ4_NL blk.26.ffn_down_exps.weight[427]: blk.26.ffn_down_exps.weight[428]: blk.26.ffn_down_exps.weight[429]: blk.26.ffn_down_exps.weight[430]: IQ4_NL blk.26.ffn_down_exps.weight[431]: blk.26.ffn_down_exps.weight[432]: IQ4_NL blk.26.ffn_down_exps.weight[433]: blk.26.ffn_down_exps.weight[434]: IQ4_NL blk.26.ffn_down_exps.weight[435]: IQ4_NL blk.26.ffn_down_exps.weight[436]: IQ4_NL blk.26.ffn_down_exps.weight[437]: IQ4_NL blk.26.ffn_down_exps.weight[438]: blk.26.ffn_down_exps.weight[439]: blk.26.ffn_down_exps.weight[440]: IQ4_NL blk.26.ffn_down_exps.weight[441]: IQ4_NL blk.26.ffn_down_exps.weight[442]: IQ4_NL blk.26.ffn_down_exps.weight[443]: blk.26.ffn_down_exps.weight[444]: IQ4_NL blk.26.ffn_down_exps.weight[445]: IQ4_NL blk.26.ffn_down_exps.weight[446]: IQ4_NL blk.26.ffn_down_exps.weight[447]: blk.26.ffn_down_exps.weight[448]: IQ4_NL blk.26.ffn_down_exps.weight[449]: blk.26.ffn_down_exps.weight[450]: IQ4_NL blk.26.ffn_down_exps.weight[451]: blk.26.ffn_down_exps.weight[452]: blk.26.ffn_down_exps.weight[453]: IQ4_NL blk.26.ffn_down_exps.weight[454]: IQ4_NL blk.26.ffn_down_exps.weight[455]: blk.26.ffn_down_exps.weight[456]: blk.26.ffn_down_exps.weight[457]: blk.26.ffn_down_exps.weight[458]: blk.26.ffn_down_exps.weight[459]: blk.26.ffn_down_exps.weight[460]: blk.26.ffn_down_exps.weight[461]: IQ4_NL blk.26.ffn_down_exps.weight[462]: IQ4_NL blk.26.ffn_down_exps.weight[463]: blk.26.ffn_down_exps.weight[464]: IQ4_NL blk.26.ffn_down_exps.weight[465]: blk.26.ffn_down_exps.weight[466]: blk.26.ffn_down_exps.weight[467]: blk.26.ffn_down_exps.weight[468]: IQ4_NL blk.26.ffn_down_exps.weight[469]: IQ4_NL blk.26.ffn_down_exps.weight[470]: blk.26.ffn_down_exps.weight[471]: IQ4_NL blk.26.ffn_down_exps.weight[472]: IQ4_NL blk.26.ffn_down_exps.weight[473]: blk.26.ffn_down_exps.weight[474]: IQ4_NL blk.26.ffn_down_exps.weight[475]: IQ4_NL blk.26.ffn_down_exps.weight[476]: blk.26.ffn_down_exps.weight[477]: IQ4_NL blk.26.ffn_down_exps.weight[478]: blk.26.ffn_down_exps.weight[479]: blk.26.ffn_down_exps.weight[480]: IQ4_NL blk.26.ffn_down_exps.weight[481]: blk.26.ffn_down_exps.weight[482]: IQ4_NL blk.26.ffn_down_exps.weight[483]: IQ4_NL blk.26.ffn_down_exps.weight[484]: blk.26.ffn_down_exps.weight[485]: blk.26.ffn_down_exps.weight[486]: blk.26.ffn_down_exps.weight[487]: blk.26.ffn_down_exps.weight[488]: IQ4_NL blk.26.ffn_down_exps.weight[489]: IQ4_NL blk.26.ffn_down_exps.weight[490]: IQ4_NL blk.26.ffn_down_exps.weight[491]: blk.26.ffn_down_exps.weight[492]: IQ4_NL blk.26.ffn_down_exps.weight[493]: blk.26.ffn_down_exps.weight[494]: blk.26.ffn_down_exps.weight[495]: IQ4_NL blk.26.ffn_down_exps.weight[496]: IQ4_NL blk.26.ffn_down_exps.weight[497]: blk.26.ffn_down_exps.weight[498]: blk.26.ffn_down_exps.weight[499]: blk.26.ffn_down_exps.weight[500]: blk.26.ffn_down_exps.weight[501]: blk.26.ffn_down_exps.weight[502]: blk.26.ffn_down_exps.weight[503]: IQ4_NL blk.26.ffn_down_exps.weight[504]: blk.26.ffn_down_exps.weight[505]: blk.26.ffn_down_exps.weight[506]: IQ4_NL blk.26.ffn_down_exps.weight[507]: IQ4_NL blk.26.ffn_down_exps.weight[508]: IQ4_NL blk.26.ffn_down_exps.weight[509]: blk.26.ffn_down_exps.weight[510]: blk.26.ffn_down_exps.weight[511]: blk.27.ffn_gate_exps.weight[0]: blk.27.ffn_gate_exps.weight[1]: IQ3_S blk.27.ffn_gate_exps.weight[2]: IQ3_S blk.27.ffn_gate_exps.weight[3]: blk.27.ffn_gate_exps.weight[4]: IQ3_S blk.27.ffn_gate_exps.weight[5]: IQ3_S blk.27.ffn_gate_exps.weight[6]: blk.27.ffn_gate_exps.weight[7]: blk.27.ffn_gate_exps.weight[8]: IQ3_S blk.27.ffn_gate_exps.weight[9]: blk.27.ffn_gate_exps.weight[10]: blk.27.ffn_gate_exps.weight[11]: IQ3_S blk.27.ffn_gate_exps.weight[12]: IQ3_S blk.27.ffn_gate_exps.weight[13]: blk.27.ffn_gate_exps.weight[14]: IQ3_S blk.27.ffn_gate_exps.weight[15]: IQ3_S blk.27.ffn_gate_exps.weight[16]: IQ3_S blk.27.ffn_gate_exps.weight[17]: IQ3_S blk.27.ffn_gate_exps.weight[18]: blk.27.ffn_gate_exps.weight[19]: blk.27.ffn_gate_exps.weight[20]: blk.27.ffn_gate_exps.weight[21]: blk.27.ffn_gate_exps.weight[22]: blk.27.ffn_gate_exps.weight[23]: IQ3_S blk.27.ffn_gate_exps.weight[24]: IQ3_S blk.27.ffn_gate_exps.weight[25]: blk.27.ffn_gate_exps.weight[26]: blk.27.ffn_gate_exps.weight[27]: blk.27.ffn_gate_exps.weight[28]: blk.27.ffn_gate_exps.weight[29]: blk.27.ffn_gate_exps.weight[30]: blk.27.ffn_gate_exps.weight[31]: IQ3_S blk.27.ffn_gate_exps.weight[32]: blk.27.ffn_gate_exps.weight[33]: IQ3_S blk.27.ffn_gate_exps.weight[34]: IQ3_S blk.27.ffn_gate_exps.weight[35]: IQ3_S blk.27.ffn_gate_exps.weight[36]: IQ3_S blk.27.ffn_gate_exps.weight[37]: blk.27.ffn_gate_exps.weight[38]: blk.27.ffn_gate_exps.weight[39]: IQ3_S blk.27.ffn_gate_exps.weight[40]: blk.27.ffn_gate_exps.weight[41]: blk.27.ffn_gate_exps.weight[42]: blk.27.ffn_gate_exps.weight[43]: blk.27.ffn_gate_exps.weight[44]: blk.27.ffn_gate_exps.weight[45]: IQ3_S blk.27.ffn_gate_exps.weight[46]: blk.27.ffn_gate_exps.weight[47]: blk.27.ffn_gate_exps.weight[48]: IQ3_S blk.27.ffn_gate_exps.weight[49]: IQ3_S blk.27.ffn_gate_exps.weight[50]: IQ3_S blk.27.ffn_gate_exps.weight[51]: IQ3_S blk.27.ffn_gate_exps.weight[52]: IQ3_S blk.27.ffn_gate_exps.weight[53]: IQ3_S blk.27.ffn_gate_exps.weight[54]: blk.27.ffn_gate_exps.weight[55]: IQ3_S blk.27.ffn_gate_exps.weight[56]: IQ3_S blk.27.ffn_gate_exps.weight[57]: blk.27.ffn_gate_exps.weight[58]: IQ3_S blk.27.ffn_gate_exps.weight[59]: IQ3_S blk.27.ffn_gate_exps.weight[60]: blk.27.ffn_gate_exps.weight[61]: blk.27.ffn_gate_exps.weight[62]: IQ3_S blk.27.ffn_gate_exps.weight[63]: IQ3_S blk.27.ffn_gate_exps.weight[64]: IQ3_S blk.27.ffn_gate_exps.weight[65]: blk.27.ffn_gate_exps.weight[66]: IQ3_S blk.27.ffn_gate_exps.weight[67]: blk.27.ffn_gate_exps.weight[68]: IQ3_S blk.27.ffn_gate_exps.weight[69]: IQ3_S blk.27.ffn_gate_exps.weight[70]: blk.27.ffn_gate_exps.weight[71]: blk.27.ffn_gate_exps.weight[72]: IQ3_S blk.27.ffn_gate_exps.weight[73]: IQ3_S blk.27.ffn_gate_exps.weight[74]: blk.27.ffn_gate_exps.weight[75]: IQ3_S blk.27.ffn_gate_exps.weight[76]: IQ3_S blk.27.ffn_gate_exps.weight[77]: blk.27.ffn_gate_exps.weight[78]: IQ3_S blk.27.ffn_gate_exps.weight[79]: IQ3_S blk.27.ffn_gate_exps.weight[80]: blk.27.ffn_gate_exps.weight[81]: IQ3_S blk.27.ffn_gate_exps.weight[82]: IQ3_S blk.27.ffn_gate_exps.weight[83]: blk.27.ffn_gate_exps.weight[84]: blk.27.ffn_gate_exps.weight[85]: blk.27.ffn_gate_exps.weight[86]: IQ3_S blk.27.ffn_gate_exps.weight[87]: IQ3_S blk.27.ffn_gate_exps.weight[88]: blk.27.ffn_gate_exps.weight[89]: IQ3_S blk.27.ffn_gate_exps.weight[90]: blk.27.ffn_gate_exps.weight[91]: blk.27.ffn_gate_exps.weight[92]: blk.27.ffn_gate_exps.weight[93]: blk.27.ffn_gate_exps.weight[94]: IQ3_S blk.27.ffn_gate_exps.weight[95]: IQ3_S blk.27.ffn_gate_exps.weight[96]: IQ3_S blk.27.ffn_gate_exps.weight[97]: blk.27.ffn_gate_exps.weight[98]: IQ3_S blk.27.ffn_gate_exps.weight[99]: IQ3_S blk.27.ffn_gate_exps.weight[100]: IQ3_S blk.27.ffn_gate_exps.weight[101]: blk.27.ffn_gate_exps.weight[102]: blk.27.ffn_gate_exps.weight[103]: IQ3_S blk.27.ffn_gate_exps.weight[104]: blk.27.ffn_gate_exps.weight[105]: IQ3_S blk.27.ffn_gate_exps.weight[106]: blk.27.ffn_gate_exps.weight[107]: blk.27.ffn_gate_exps.weight[108]: IQ3_S blk.27.ffn_gate_exps.weight[109]: blk.27.ffn_gate_exps.weight[110]: IQ3_S blk.27.ffn_gate_exps.weight[111]: IQ3_S blk.27.ffn_gate_exps.weight[112]: IQ3_S blk.27.ffn_gate_exps.weight[113]: IQ3_S blk.27.ffn_gate_exps.weight[114]: IQ3_S blk.27.ffn_gate_exps.weight[115]: IQ3_S blk.27.ffn_gate_exps.weight[116]: blk.27.ffn_gate_exps.weight[117]: IQ3_S blk.27.ffn_gate_exps.weight[118]: blk.27.ffn_gate_exps.weight[119]: blk.27.ffn_gate_exps.weight[120]: blk.27.ffn_gate_exps.weight[121]: IQ3_S blk.27.ffn_gate_exps.weight[122]: IQ3_S blk.27.ffn_gate_exps.weight[123]: IQ3_S blk.27.ffn_gate_exps.weight[124]: IQ3_S blk.27.ffn_gate_exps.weight[125]: IQ3_S blk.27.ffn_gate_exps.weight[126]: blk.27.ffn_gate_exps.weight[127]: blk.27.ffn_gate_exps.weight[128]: blk.27.ffn_gate_exps.weight[129]: blk.27.ffn_gate_exps.weight[130]: blk.27.ffn_gate_exps.weight[131]: IQ3_S blk.27.ffn_gate_exps.weight[132]: blk.27.ffn_gate_exps.weight[133]: blk.27.ffn_gate_exps.weight[134]: blk.27.ffn_gate_exps.weight[135]: IQ3_S blk.27.ffn_gate_exps.weight[136]: blk.27.ffn_gate_exps.weight[137]: blk.27.ffn_gate_exps.weight[138]: IQ3_S blk.27.ffn_gate_exps.weight[139]: IQ3_S blk.27.ffn_gate_exps.weight[140]: blk.27.ffn_gate_exps.weight[141]: blk.27.ffn_gate_exps.weight[142]: IQ3_S blk.27.ffn_gate_exps.weight[143]: blk.27.ffn_gate_exps.weight[144]: blk.27.ffn_gate_exps.weight[145]: blk.27.ffn_gate_exps.weight[146]: IQ3_S blk.27.ffn_gate_exps.weight[147]: blk.27.ffn_gate_exps.weight[148]: blk.27.ffn_gate_exps.weight[149]: blk.27.ffn_gate_exps.weight[150]: IQ3_S blk.27.ffn_gate_exps.weight[151]: blk.27.ffn_gate_exps.weight[152]: IQ3_S blk.27.ffn_gate_exps.weight[153]: IQ3_S blk.27.ffn_gate_exps.weight[154]: IQ3_S blk.27.ffn_gate_exps.weight[155]: IQ3_S blk.27.ffn_gate_exps.weight[156]: IQ3_S blk.27.ffn_gate_exps.weight[157]: blk.27.ffn_gate_exps.weight[158]: IQ3_S blk.27.ffn_gate_exps.weight[159]: IQ3_S blk.27.ffn_gate_exps.weight[160]: blk.27.ffn_gate_exps.weight[161]: blk.27.ffn_gate_exps.weight[162]: blk.27.ffn_gate_exps.weight[163]: IQ3_S blk.27.ffn_gate_exps.weight[164]: blk.27.ffn_gate_exps.weight[165]: IQ3_S blk.27.ffn_gate_exps.weight[166]: blk.27.ffn_gate_exps.weight[167]: blk.27.ffn_gate_exps.weight[168]: blk.27.ffn_gate_exps.weight[169]: blk.27.ffn_gate_exps.weight[170]: blk.27.ffn_gate_exps.weight[171]: blk.27.ffn_gate_exps.weight[172]: IQ3_S blk.27.ffn_gate_exps.weight[173]: blk.27.ffn_gate_exps.weight[174]: IQ3_S blk.27.ffn_gate_exps.weight[175]: IQ3_S blk.27.ffn_gate_exps.weight[176]: IQ3_S blk.27.ffn_gate_exps.weight[177]: blk.27.ffn_gate_exps.weight[178]: IQ3_S blk.27.ffn_gate_exps.weight[179]: IQ3_S blk.27.ffn_gate_exps.weight[180]: blk.27.ffn_gate_exps.weight[181]: IQ3_S blk.27.ffn_gate_exps.weight[182]: IQ3_S blk.27.ffn_gate_exps.weight[183]: IQ3_S blk.27.ffn_gate_exps.weight[184]: IQ3_S blk.27.ffn_gate_exps.weight[185]: IQ3_S blk.27.ffn_gate_exps.weight[186]: IQ3_S blk.27.ffn_gate_exps.weight[187]: blk.27.ffn_gate_exps.weight[188]: IQ3_S blk.27.ffn_gate_exps.weight[189]: IQ3_S blk.27.ffn_gate_exps.weight[190]: blk.27.ffn_gate_exps.weight[191]: blk.27.ffn_gate_exps.weight[192]: blk.27.ffn_gate_exps.weight[193]: IQ3_S blk.27.ffn_gate_exps.weight[194]: blk.27.ffn_gate_exps.weight[195]: IQ3_S blk.27.ffn_gate_exps.weight[196]: blk.27.ffn_gate_exps.weight[197]: IQ3_S blk.27.ffn_gate_exps.weight[198]: blk.27.ffn_gate_exps.weight[199]: blk.27.ffn_gate_exps.weight[200]: blk.27.ffn_gate_exps.weight[201]: IQ3_S blk.27.ffn_gate_exps.weight[202]: blk.27.ffn_gate_exps.weight[203]: IQ3_S blk.27.ffn_gate_exps.weight[204]: blk.27.ffn_gate_exps.weight[205]: blk.27.ffn_gate_exps.weight[206]: IQ3_S blk.27.ffn_gate_exps.weight[207]: IQ3_S blk.27.ffn_gate_exps.weight[208]: blk.27.ffn_gate_exps.weight[209]: IQ3_S blk.27.ffn_gate_exps.weight[210]: IQ3_S blk.27.ffn_gate_exps.weight[211]: blk.27.ffn_gate_exps.weight[212]: blk.27.ffn_gate_exps.weight[213]: blk.27.ffn_gate_exps.weight[214]: IQ3_S blk.27.ffn_gate_exps.weight[215]: IQ3_S blk.27.ffn_gate_exps.weight[216]: IQ3_S blk.27.ffn_gate_exps.weight[217]: blk.27.ffn_gate_exps.weight[218]: blk.27.ffn_gate_exps.weight[219]: IQ3_S blk.27.ffn_gate_exps.weight[220]: IQ3_S blk.27.ffn_gate_exps.weight[221]: IQ3_S blk.27.ffn_gate_exps.weight[222]: IQ3_S blk.27.ffn_gate_exps.weight[223]: blk.27.ffn_gate_exps.weight[224]: blk.27.ffn_gate_exps.weight[225]: blk.27.ffn_gate_exps.weight[226]: blk.27.ffn_gate_exps.weight[227]: blk.27.ffn_gate_exps.weight[228]: blk.27.ffn_gate_exps.weight[229]: blk.27.ffn_gate_exps.weight[230]: blk.27.ffn_gate_exps.weight[231]: IQ3_S blk.27.ffn_gate_exps.weight[232]: IQ3_S blk.27.ffn_gate_exps.weight[233]: IQ3_S blk.27.ffn_gate_exps.weight[234]: IQ3_S blk.27.ffn_gate_exps.weight[235]: blk.27.ffn_gate_exps.weight[236]: blk.27.ffn_gate_exps.weight[237]: IQ3_S blk.27.ffn_gate_exps.weight[238]: blk.27.ffn_gate_exps.weight[239]: IQ3_S blk.27.ffn_gate_exps.weight[240]: blk.27.ffn_gate_exps.weight[241]: blk.27.ffn_gate_exps.weight[242]: IQ3_S blk.27.ffn_gate_exps.weight[243]: IQ3_S blk.27.ffn_gate_exps.weight[244]: IQ3_S blk.27.ffn_gate_exps.weight[245]: IQ3_S blk.27.ffn_gate_exps.weight[246]: IQ3_S blk.27.ffn_gate_exps.weight[247]: blk.27.ffn_gate_exps.weight[248]: IQ3_S blk.27.ffn_gate_exps.weight[249]: IQ3_S blk.27.ffn_gate_exps.weight[250]: IQ3_S blk.27.ffn_gate_exps.weight[251]: IQ3_S blk.27.ffn_gate_exps.weight[252]: blk.27.ffn_gate_exps.weight[253]: IQ3_S blk.27.ffn_gate_exps.weight[254]: blk.27.ffn_gate_exps.weight[255]: IQ3_S blk.27.ffn_gate_exps.weight[256]: IQ3_S blk.27.ffn_gate_exps.weight[257]: IQ3_S blk.27.ffn_gate_exps.weight[258]: blk.27.ffn_gate_exps.weight[259]: blk.27.ffn_gate_exps.weight[260]: blk.27.ffn_gate_exps.weight[261]: blk.27.ffn_gate_exps.weight[262]: IQ3_S blk.27.ffn_gate_exps.weight[263]: IQ3_S blk.27.ffn_gate_exps.weight[264]: blk.27.ffn_gate_exps.weight[265]: blk.27.ffn_gate_exps.weight[266]: blk.27.ffn_gate_exps.weight[267]: blk.27.ffn_gate_exps.weight[268]: blk.27.ffn_gate_exps.weight[269]: IQ3_S blk.27.ffn_gate_exps.weight[270]: IQ3_S blk.27.ffn_gate_exps.weight[271]: IQ3_S blk.27.ffn_gate_exps.weight[272]: blk.27.ffn_gate_exps.weight[273]: IQ3_S blk.27.ffn_gate_exps.weight[274]: blk.27.ffn_gate_exps.weight[275]: blk.27.ffn_gate_exps.weight[276]: blk.27.ffn_gate_exps.weight[277]: IQ3_S blk.27.ffn_gate_exps.weight[278]: blk.27.ffn_gate_exps.weight[279]: blk.27.ffn_gate_exps.weight[280]: blk.27.ffn_gate_exps.weight[281]: blk.27.ffn_gate_exps.weight[282]: blk.27.ffn_gate_exps.weight[283]: IQ3_S blk.27.ffn_gate_exps.weight[284]: blk.27.ffn_gate_exps.weight[285]: IQ3_S blk.27.ffn_gate_exps.weight[286]: blk.27.ffn_gate_exps.weight[287]: blk.27.ffn_gate_exps.weight[288]: blk.27.ffn_gate_exps.weight[289]: blk.27.ffn_gate_exps.weight[290]: blk.27.ffn_gate_exps.weight[291]: IQ3_S blk.27.ffn_gate_exps.weight[292]: IQ3_S blk.27.ffn_gate_exps.weight[293]: blk.27.ffn_gate_exps.weight[294]: IQ3_S blk.27.ffn_gate_exps.weight[295]: IQ3_S blk.27.ffn_gate_exps.weight[296]: IQ3_S blk.27.ffn_gate_exps.weight[297]: IQ3_S blk.27.ffn_gate_exps.weight[298]: blk.27.ffn_gate_exps.weight[299]: blk.27.ffn_gate_exps.weight[300]: IQ3_S blk.27.ffn_gate_exps.weight[301]: blk.27.ffn_gate_exps.weight[302]: blk.27.ffn_gate_exps.weight[303]: IQ3_S blk.27.ffn_gate_exps.weight[304]: IQ3_S blk.27.ffn_gate_exps.weight[305]: IQ3_S blk.27.ffn_gate_exps.weight[306]: blk.27.ffn_gate_exps.weight[307]: blk.27.ffn_gate_exps.weight[308]: IQ3_S blk.27.ffn_gate_exps.weight[309]: blk.27.ffn_gate_exps.weight[310]: blk.27.ffn_gate_exps.weight[311]: IQ3_S blk.27.ffn_gate_exps.weight[312]: IQ3_S blk.27.ffn_gate_exps.weight[313]: blk.27.ffn_gate_exps.weight[314]: IQ3_S blk.27.ffn_gate_exps.weight[315]: IQ3_S blk.27.ffn_gate_exps.weight[316]: blk.27.ffn_gate_exps.weight[317]: blk.27.ffn_gate_exps.weight[318]: IQ3_S blk.27.ffn_gate_exps.weight[319]: IQ3_S blk.27.ffn_gate_exps.weight[320]: blk.27.ffn_gate_exps.weight[321]: IQ3_S blk.27.ffn_gate_exps.weight[322]: IQ3_S blk.27.ffn_gate_exps.weight[323]: IQ3_S blk.27.ffn_gate_exps.weight[324]: IQ3_S blk.27.ffn_gate_exps.weight[325]: blk.27.ffn_gate_exps.weight[326]: blk.27.ffn_gate_exps.weight[327]: blk.27.ffn_gate_exps.weight[328]: blk.27.ffn_gate_exps.weight[329]: IQ3_S blk.27.ffn_gate_exps.weight[330]: IQ3_S blk.27.ffn_gate_exps.weight[331]: IQ3_S blk.27.ffn_gate_exps.weight[332]: blk.27.ffn_gate_exps.weight[333]: IQ3_S blk.27.ffn_gate_exps.weight[334]: blk.27.ffn_gate_exps.weight[335]: blk.27.ffn_gate_exps.weight[336]: IQ3_S blk.27.ffn_gate_exps.weight[337]: IQ3_S blk.27.ffn_gate_exps.weight[338]: blk.27.ffn_gate_exps.weight[339]: IQ3_S blk.27.ffn_gate_exps.weight[340]: blk.27.ffn_gate_exps.weight[341]: blk.27.ffn_gate_exps.weight[342]: blk.27.ffn_gate_exps.weight[343]: IQ3_S blk.27.ffn_gate_exps.weight[344]: blk.27.ffn_gate_exps.weight[345]: IQ3_S blk.27.ffn_gate_exps.weight[346]: IQ3_S blk.27.ffn_gate_exps.weight[347]: blk.27.ffn_gate_exps.weight[348]: IQ3_S blk.27.ffn_gate_exps.weight[349]: IQ3_S blk.27.ffn_gate_exps.weight[350]: IQ3_S blk.27.ffn_gate_exps.weight[351]: IQ3_S blk.27.ffn_gate_exps.weight[352]: IQ3_S blk.27.ffn_gate_exps.weight[353]: IQ3_S blk.27.ffn_gate_exps.weight[354]: IQ3_S blk.27.ffn_gate_exps.weight[355]: blk.27.ffn_gate_exps.weight[356]: IQ3_S blk.27.ffn_gate_exps.weight[357]: IQ3_S blk.27.ffn_gate_exps.weight[358]: blk.27.ffn_gate_exps.weight[359]: IQ3_S blk.27.ffn_gate_exps.weight[360]: IQ3_S blk.27.ffn_gate_exps.weight[361]: IQ3_S blk.27.ffn_gate_exps.weight[362]: blk.27.ffn_gate_exps.weight[363]: blk.27.ffn_gate_exps.weight[364]: blk.27.ffn_gate_exps.weight[365]: IQ3_S blk.27.ffn_gate_exps.weight[366]: blk.27.ffn_gate_exps.weight[367]: blk.27.ffn_gate_exps.weight[368]: IQ3_S blk.27.ffn_gate_exps.weight[369]: blk.27.ffn_gate_exps.weight[370]: IQ3_S blk.27.ffn_gate_exps.weight[371]: blk.27.ffn_gate_exps.weight[372]: blk.27.ffn_gate_exps.weight[373]: IQ3_S blk.27.ffn_gate_exps.weight[374]: blk.27.ffn_gate_exps.weight[375]: IQ3_S blk.27.ffn_gate_exps.weight[376]: IQ3_S blk.27.ffn_gate_exps.weight[377]: IQ3_S blk.27.ffn_gate_exps.weight[378]: IQ3_S blk.27.ffn_gate_exps.weight[379]: IQ3_S blk.27.ffn_gate_exps.weight[380]: blk.27.ffn_gate_exps.weight[381]: blk.27.ffn_gate_exps.weight[382]: blk.27.ffn_gate_exps.weight[383]: IQ3_S blk.27.ffn_gate_exps.weight[384]: blk.27.ffn_gate_exps.weight[385]: blk.27.ffn_gate_exps.weight[386]: IQ3_S blk.27.ffn_gate_exps.weight[387]: blk.27.ffn_gate_exps.weight[388]: IQ3_S blk.27.ffn_gate_exps.weight[389]: IQ3_S blk.27.ffn_gate_exps.weight[390]: IQ3_S blk.27.ffn_gate_exps.weight[391]: blk.27.ffn_gate_exps.weight[392]: IQ3_S blk.27.ffn_gate_exps.weight[393]: blk.27.ffn_gate_exps.weight[394]: blk.27.ffn_gate_exps.weight[395]: blk.27.ffn_gate_exps.weight[396]: blk.27.ffn_gate_exps.weight[397]: IQ3_S blk.27.ffn_gate_exps.weight[398]: IQ3_S blk.27.ffn_gate_exps.weight[399]: blk.27.ffn_gate_exps.weight[400]: blk.27.ffn_gate_exps.weight[401]: IQ3_S blk.27.ffn_gate_exps.weight[402]: IQ3_S blk.27.ffn_gate_exps.weight[403]: IQ3_S blk.27.ffn_gate_exps.weight[404]: blk.27.ffn_gate_exps.weight[405]: blk.27.ffn_gate_exps.weight[406]: IQ3_S blk.27.ffn_gate_exps.weight[407]: blk.27.ffn_gate_exps.weight[408]: IQ3_S blk.27.ffn_gate_exps.weight[409]: blk.27.ffn_gate_exps.weight[410]: IQ3_S blk.27.ffn_gate_exps.weight[411]: blk.27.ffn_gate_exps.weight[412]: blk.27.ffn_gate_exps.weight[413]: IQ3_S blk.27.ffn_gate_exps.weight[414]: blk.27.ffn_gate_exps.weight[415]: IQ3_S blk.27.ffn_gate_exps.weight[416]: IQ3_S blk.27.ffn_gate_exps.weight[417]: blk.27.ffn_gate_exps.weight[418]: blk.27.ffn_gate_exps.weight[419]: IQ3_S blk.27.ffn_gate_exps.weight[420]: IQ3_S blk.27.ffn_gate_exps.weight[421]: IQ3_S blk.27.ffn_gate_exps.weight[422]: IQ3_S blk.27.ffn_gate_exps.weight[423]: blk.27.ffn_gate_exps.weight[424]: blk.27.ffn_gate_exps.weight[425]: IQ3_S blk.27.ffn_gate_exps.weight[426]: IQ3_S blk.27.ffn_gate_exps.weight[427]: blk.27.ffn_gate_exps.weight[428]: IQ3_S blk.27.ffn_gate_exps.weight[429]: IQ3_S blk.27.ffn_gate_exps.weight[430]: blk.27.ffn_gate_exps.weight[431]: blk.27.ffn_gate_exps.weight[432]: IQ3_S blk.27.ffn_gate_exps.weight[433]: blk.27.ffn_gate_exps.weight[434]: IQ3_S blk.27.ffn_gate_exps.weight[435]: blk.27.ffn_gate_exps.weight[436]: IQ3_S blk.27.ffn_gate_exps.weight[437]: IQ3_S blk.27.ffn_gate_exps.weight[438]: blk.27.ffn_gate_exps.weight[439]: IQ3_S blk.27.ffn_gate_exps.weight[440]: IQ3_S blk.27.ffn_gate_exps.weight[441]: blk.27.ffn_gate_exps.weight[442]: IQ3_S blk.27.ffn_gate_exps.weight[443]: IQ3_S blk.27.ffn_gate_exps.weight[444]: blk.27.ffn_gate_exps.weight[445]: blk.27.ffn_gate_exps.weight[446]: blk.27.ffn_gate_exps.weight[447]: blk.27.ffn_gate_exps.weight[448]: IQ3_S blk.27.ffn_gate_exps.weight[449]: IQ3_S blk.27.ffn_gate_exps.weight[450]: blk.27.ffn_gate_exps.weight[451]: blk.27.ffn_gate_exps.weight[452]: blk.27.ffn_gate_exps.weight[453]: blk.27.ffn_gate_exps.weight[454]: blk.27.ffn_gate_exps.weight[455]: blk.27.ffn_gate_exps.weight[456]: blk.27.ffn_gate_exps.weight[457]: blk.27.ffn_gate_exps.weight[458]: IQ3_S blk.27.ffn_gate_exps.weight[459]: blk.27.ffn_gate_exps.weight[460]: blk.27.ffn_gate_exps.weight[461]: blk.27.ffn_gate_exps.weight[462]: blk.27.ffn_gate_exps.weight[463]: blk.27.ffn_gate_exps.weight[464]: IQ3_S blk.27.ffn_gate_exps.weight[465]: blk.27.ffn_gate_exps.weight[466]: blk.27.ffn_gate_exps.weight[467]: blk.27.ffn_gate_exps.weight[468]: IQ3_S blk.27.ffn_gate_exps.weight[469]: IQ3_S blk.27.ffn_gate_exps.weight[470]: blk.27.ffn_gate_exps.weight[471]: IQ3_S blk.27.ffn_gate_exps.weight[472]: blk.27.ffn_gate_exps.weight[473]: blk.27.ffn_gate_exps.weight[474]: blk.27.ffn_gate_exps.weight[475]: blk.27.ffn_gate_exps.weight[476]: blk.27.ffn_gate_exps.weight[477]: IQ3_S blk.27.ffn_gate_exps.weight[478]: IQ3_S blk.27.ffn_gate_exps.weight[479]: IQ3_S blk.27.ffn_gate_exps.weight[480]: blk.27.ffn_gate_exps.weight[481]: IQ3_S blk.27.ffn_gate_exps.weight[482]: IQ3_S blk.27.ffn_gate_exps.weight[483]: IQ3_S blk.27.ffn_gate_exps.weight[484]: IQ3_S blk.27.ffn_gate_exps.weight[485]: blk.27.ffn_gate_exps.weight[486]: IQ3_S blk.27.ffn_gate_exps.weight[487]: IQ3_S blk.27.ffn_gate_exps.weight[488]: blk.27.ffn_gate_exps.weight[489]: IQ3_S blk.27.ffn_gate_exps.weight[490]: blk.27.ffn_gate_exps.weight[491]: IQ3_S blk.27.ffn_gate_exps.weight[492]: IQ3_S blk.27.ffn_gate_exps.weight[493]: blk.27.ffn_gate_exps.weight[494]: IQ3_S blk.27.ffn_gate_exps.weight[495]: blk.27.ffn_gate_exps.weight[496]: blk.27.ffn_gate_exps.weight[497]: blk.27.ffn_gate_exps.weight[498]: IQ3_S blk.27.ffn_gate_exps.weight[499]: blk.27.ffn_gate_exps.weight[500]: IQ3_S blk.27.ffn_gate_exps.weight[501]: blk.27.ffn_gate_exps.weight[502]: IQ3_S blk.27.ffn_gate_exps.weight[503]: IQ3_S blk.27.ffn_gate_exps.weight[504]: IQ3_S blk.27.ffn_gate_exps.weight[505]: blk.27.ffn_gate_exps.weight[506]: IQ3_S blk.27.ffn_gate_exps.weight[507]: IQ3_S blk.27.ffn_gate_exps.weight[508]: blk.27.ffn_gate_exps.weight[509]: IQ3_S blk.27.ffn_gate_exps.weight[510]: blk.27.ffn_gate_exps.weight[511]: IQ3_S blk.27.ffn_up_exps.weight[0]: blk.27.ffn_up_exps.weight[1]: IQ3_S blk.27.ffn_up_exps.weight[2]: IQ3_S blk.27.ffn_up_exps.weight[3]: blk.27.ffn_up_exps.weight[4]: IQ3_S blk.27.ffn_up_exps.weight[5]: IQ3_S blk.27.ffn_up_exps.weight[6]: blk.27.ffn_up_exps.weight[7]: blk.27.ffn_up_exps.weight[8]: IQ3_S blk.27.ffn_up_exps.weight[9]: blk.27.ffn_up_exps.weight[10]: blk.27.ffn_up_exps.weight[11]: IQ3_S blk.27.ffn_up_exps.weight[12]: IQ3_S blk.27.ffn_up_exps.weight[13]: blk.27.ffn_up_exps.weight[14]: IQ3_S blk.27.ffn_up_exps.weight[15]: IQ3_S blk.27.ffn_up_exps.weight[16]: IQ3_S blk.27.ffn_up_exps.weight[17]: IQ3_S blk.27.ffn_up_exps.weight[18]: blk.27.ffn_up_exps.weight[19]: blk.27.ffn_up_exps.weight[20]: blk.27.ffn_up_exps.weight[21]: blk.27.ffn_up_exps.weight[22]: blk.27.ffn_up_exps.weight[23]: IQ3_S blk.27.ffn_up_exps.weight[24]: IQ3_S blk.27.ffn_up_exps.weight[25]: blk.27.ffn_up_exps.weight[26]: blk.27.ffn_up_exps.weight[27]: blk.27.ffn_up_exps.weight[28]: blk.27.ffn_up_exps.weight[29]: blk.27.ffn_up_exps.weight[30]: blk.27.ffn_up_exps.weight[31]: IQ3_S blk.27.ffn_up_exps.weight[32]: blk.27.ffn_up_exps.weight[33]: IQ3_S blk.27.ffn_up_exps.weight[34]: IQ3_S blk.27.ffn_up_exps.weight[35]: IQ3_S blk.27.ffn_up_exps.weight[36]: IQ3_S blk.27.ffn_up_exps.weight[37]: blk.27.ffn_up_exps.weight[38]: blk.27.ffn_up_exps.weight[39]: IQ3_S blk.27.ffn_up_exps.weight[40]: blk.27.ffn_up_exps.weight[41]: blk.27.ffn_up_exps.weight[42]: blk.27.ffn_up_exps.weight[43]: blk.27.ffn_up_exps.weight[44]: blk.27.ffn_up_exps.weight[45]: IQ3_S blk.27.ffn_up_exps.weight[46]: blk.27.ffn_up_exps.weight[47]: blk.27.ffn_up_exps.weight[48]: IQ3_S blk.27.ffn_up_exps.weight[49]: IQ3_S blk.27.ffn_up_exps.weight[50]: IQ3_S blk.27.ffn_up_exps.weight[51]: IQ3_S blk.27.ffn_up_exps.weight[52]: IQ3_S blk.27.ffn_up_exps.weight[53]: IQ3_S blk.27.ffn_up_exps.weight[54]: blk.27.ffn_up_exps.weight[55]: IQ3_S blk.27.ffn_up_exps.weight[56]: IQ3_S blk.27.ffn_up_exps.weight[57]: blk.27.ffn_up_exps.weight[58]: IQ3_S blk.27.ffn_up_exps.weight[59]: IQ3_S blk.27.ffn_up_exps.weight[60]: blk.27.ffn_up_exps.weight[61]: blk.27.ffn_up_exps.weight[62]: IQ3_S blk.27.ffn_up_exps.weight[63]: IQ3_S blk.27.ffn_up_exps.weight[64]: IQ3_S blk.27.ffn_up_exps.weight[65]: blk.27.ffn_up_exps.weight[66]: IQ3_S blk.27.ffn_up_exps.weight[67]: blk.27.ffn_up_exps.weight[68]: IQ3_S blk.27.ffn_up_exps.weight[69]: IQ3_S blk.27.ffn_up_exps.weight[70]: blk.27.ffn_up_exps.weight[71]: blk.27.ffn_up_exps.weight[72]: IQ3_S blk.27.ffn_up_exps.weight[73]: IQ3_S blk.27.ffn_up_exps.weight[74]: blk.27.ffn_up_exps.weight[75]: IQ3_S blk.27.ffn_up_exps.weight[76]: IQ3_S blk.27.ffn_up_exps.weight[77]: blk.27.ffn_up_exps.weight[78]: IQ3_S blk.27.ffn_up_exps.weight[79]: IQ3_S blk.27.ffn_up_exps.weight[80]: blk.27.ffn_up_exps.weight[81]: IQ3_S blk.27.ffn_up_exps.weight[82]: IQ3_S blk.27.ffn_up_exps.weight[83]: blk.27.ffn_up_exps.weight[84]: blk.27.ffn_up_exps.weight[85]: blk.27.ffn_up_exps.weight[86]: IQ3_S blk.27.ffn_up_exps.weight[87]: IQ3_S blk.27.ffn_up_exps.weight[88]: blk.27.ffn_up_exps.weight[89]: IQ3_S blk.27.ffn_up_exps.weight[90]: blk.27.ffn_up_exps.weight[91]: blk.27.ffn_up_exps.weight[92]: blk.27.ffn_up_exps.weight[93]: blk.27.ffn_up_exps.weight[94]: IQ3_S blk.27.ffn_up_exps.weight[95]: IQ3_S blk.27.ffn_up_exps.weight[96]: IQ3_S blk.27.ffn_up_exps.weight[97]: blk.27.ffn_up_exps.weight[98]: IQ3_S blk.27.ffn_up_exps.weight[99]: IQ3_S blk.27.ffn_up_exps.weight[100]: IQ3_S blk.27.ffn_up_exps.weight[101]: blk.27.ffn_up_exps.weight[102]: blk.27.ffn_up_exps.weight[103]: IQ3_S blk.27.ffn_up_exps.weight[104]: blk.27.ffn_up_exps.weight[105]: IQ3_S blk.27.ffn_up_exps.weight[106]: blk.27.ffn_up_exps.weight[107]: blk.27.ffn_up_exps.weight[108]: IQ3_S blk.27.ffn_up_exps.weight[109]: blk.27.ffn_up_exps.weight[110]: IQ3_S blk.27.ffn_up_exps.weight[111]: IQ3_S blk.27.ffn_up_exps.weight[112]: IQ3_S blk.27.ffn_up_exps.weight[113]: IQ3_S blk.27.ffn_up_exps.weight[114]: IQ3_S blk.27.ffn_up_exps.weight[115]: IQ3_S blk.27.ffn_up_exps.weight[116]: blk.27.ffn_up_exps.weight[117]: IQ3_S blk.27.ffn_up_exps.weight[118]: blk.27.ffn_up_exps.weight[119]: blk.27.ffn_up_exps.weight[120]: blk.27.ffn_up_exps.weight[121]: IQ3_S blk.27.ffn_up_exps.weight[122]: IQ3_S blk.27.ffn_up_exps.weight[123]: IQ3_S blk.27.ffn_up_exps.weight[124]: IQ3_S blk.27.ffn_up_exps.weight[125]: IQ3_S blk.27.ffn_up_exps.weight[126]: blk.27.ffn_up_exps.weight[127]: blk.27.ffn_up_exps.weight[128]: blk.27.ffn_up_exps.weight[129]: blk.27.ffn_up_exps.weight[130]: blk.27.ffn_up_exps.weight[131]: IQ3_S blk.27.ffn_up_exps.weight[132]: blk.27.ffn_up_exps.weight[133]: blk.27.ffn_up_exps.weight[134]: blk.27.ffn_up_exps.weight[135]: IQ3_S blk.27.ffn_up_exps.weight[136]: blk.27.ffn_up_exps.weight[137]: blk.27.ffn_up_exps.weight[138]: IQ3_S blk.27.ffn_up_exps.weight[139]: IQ3_S blk.27.ffn_up_exps.weight[140]: blk.27.ffn_up_exps.weight[141]: blk.27.ffn_up_exps.weight[142]: IQ3_S blk.27.ffn_up_exps.weight[143]: blk.27.ffn_up_exps.weight[144]: blk.27.ffn_up_exps.weight[145]: blk.27.ffn_up_exps.weight[146]: IQ3_S blk.27.ffn_up_exps.weight[147]: blk.27.ffn_up_exps.weight[148]: blk.27.ffn_up_exps.weight[149]: blk.27.ffn_up_exps.weight[150]: IQ3_S blk.27.ffn_up_exps.weight[151]: blk.27.ffn_up_exps.weight[152]: IQ3_S blk.27.ffn_up_exps.weight[153]: IQ3_S blk.27.ffn_up_exps.weight[154]: IQ3_S blk.27.ffn_up_exps.weight[155]: IQ3_S blk.27.ffn_up_exps.weight[156]: IQ3_S blk.27.ffn_up_exps.weight[157]: blk.27.ffn_up_exps.weight[158]: IQ3_S blk.27.ffn_up_exps.weight[159]: IQ3_S blk.27.ffn_up_exps.weight[160]: blk.27.ffn_up_exps.weight[161]: blk.27.ffn_up_exps.weight[162]: blk.27.ffn_up_exps.weight[163]: IQ3_S blk.27.ffn_up_exps.weight[164]: blk.27.ffn_up_exps.weight[165]: IQ3_S blk.27.ffn_up_exps.weight[166]: blk.27.ffn_up_exps.weight[167]: blk.27.ffn_up_exps.weight[168]: blk.27.ffn_up_exps.weight[169]: blk.27.ffn_up_exps.weight[170]: blk.27.ffn_up_exps.weight[171]: blk.27.ffn_up_exps.weight[172]: IQ3_S blk.27.ffn_up_exps.weight[173]: blk.27.ffn_up_exps.weight[174]: IQ3_S blk.27.ffn_up_exps.weight[175]: IQ3_S blk.27.ffn_up_exps.weight[176]: IQ3_S blk.27.ffn_up_exps.weight[177]: blk.27.ffn_up_exps.weight[178]: IQ3_S blk.27.ffn_up_exps.weight[179]: IQ3_S blk.27.ffn_up_exps.weight[180]: blk.27.ffn_up_exps.weight[181]: IQ3_S blk.27.ffn_up_exps.weight[182]: IQ3_S blk.27.ffn_up_exps.weight[183]: IQ3_S blk.27.ffn_up_exps.weight[184]: IQ3_S blk.27.ffn_up_exps.weight[185]: IQ3_S blk.27.ffn_up_exps.weight[186]: IQ3_S blk.27.ffn_up_exps.weight[187]: blk.27.ffn_up_exps.weight[188]: IQ3_S blk.27.ffn_up_exps.weight[189]: IQ3_S blk.27.ffn_up_exps.weight[190]: blk.27.ffn_up_exps.weight[191]: blk.27.ffn_up_exps.weight[192]: blk.27.ffn_up_exps.weight[193]: IQ3_S blk.27.ffn_up_exps.weight[194]: blk.27.ffn_up_exps.weight[195]: IQ3_S blk.27.ffn_up_exps.weight[196]: blk.27.ffn_up_exps.weight[197]: IQ3_S blk.27.ffn_up_exps.weight[198]: blk.27.ffn_up_exps.weight[199]: blk.27.ffn_up_exps.weight[200]: blk.27.ffn_up_exps.weight[201]: IQ3_S blk.27.ffn_up_exps.weight[202]: blk.27.ffn_up_exps.weight[203]: IQ3_S blk.27.ffn_up_exps.weight[204]: blk.27.ffn_up_exps.weight[205]: blk.27.ffn_up_exps.weight[206]: IQ3_S blk.27.ffn_up_exps.weight[207]: IQ3_S blk.27.ffn_up_exps.weight[208]: blk.27.ffn_up_exps.weight[209]: IQ3_S blk.27.ffn_up_exps.weight[210]: IQ3_S blk.27.ffn_up_exps.weight[211]: blk.27.ffn_up_exps.weight[212]: blk.27.ffn_up_exps.weight[213]: blk.27.ffn_up_exps.weight[214]: IQ3_S blk.27.ffn_up_exps.weight[215]: IQ3_S blk.27.ffn_up_exps.weight[216]: IQ3_S blk.27.ffn_up_exps.weight[217]: blk.27.ffn_up_exps.weight[218]: blk.27.ffn_up_exps.weight[219]: IQ3_S blk.27.ffn_up_exps.weight[220]: IQ3_S blk.27.ffn_up_exps.weight[221]: IQ3_S blk.27.ffn_up_exps.weight[222]: IQ3_S blk.27.ffn_up_exps.weight[223]: blk.27.ffn_up_exps.weight[224]: blk.27.ffn_up_exps.weight[225]: blk.27.ffn_up_exps.weight[226]: blk.27.ffn_up_exps.weight[227]: blk.27.ffn_up_exps.weight[228]: blk.27.ffn_up_exps.weight[229]: blk.27.ffn_up_exps.weight[230]: blk.27.ffn_up_exps.weight[231]: IQ3_S blk.27.ffn_up_exps.weight[232]: IQ3_S blk.27.ffn_up_exps.weight[233]: IQ3_S blk.27.ffn_up_exps.weight[234]: IQ3_S blk.27.ffn_up_exps.weight[235]: blk.27.ffn_up_exps.weight[236]: blk.27.ffn_up_exps.weight[237]: IQ3_S blk.27.ffn_up_exps.weight[238]: blk.27.ffn_up_exps.weight[239]: IQ3_S blk.27.ffn_up_exps.weight[240]: blk.27.ffn_up_exps.weight[241]: blk.27.ffn_up_exps.weight[242]: IQ3_S blk.27.ffn_up_exps.weight[243]: IQ3_S blk.27.ffn_up_exps.weight[244]: IQ3_S blk.27.ffn_up_exps.weight[245]: IQ3_S blk.27.ffn_up_exps.weight[246]: IQ3_S blk.27.ffn_up_exps.weight[247]: blk.27.ffn_up_exps.weight[248]: IQ3_S blk.27.ffn_up_exps.weight[249]: IQ3_S blk.27.ffn_up_exps.weight[250]: IQ3_S blk.27.ffn_up_exps.weight[251]: IQ3_S blk.27.ffn_up_exps.weight[252]: blk.27.ffn_up_exps.weight[253]: IQ3_S blk.27.ffn_up_exps.weight[254]: blk.27.ffn_up_exps.weight[255]: IQ3_S blk.27.ffn_up_exps.weight[256]: IQ3_S blk.27.ffn_up_exps.weight[257]: IQ3_S blk.27.ffn_up_exps.weight[258]: blk.27.ffn_up_exps.weight[259]: blk.27.ffn_up_exps.weight[260]: blk.27.ffn_up_exps.weight[261]: blk.27.ffn_up_exps.weight[262]: IQ3_S blk.27.ffn_up_exps.weight[263]: IQ3_S blk.27.ffn_up_exps.weight[264]: blk.27.ffn_up_exps.weight[265]: blk.27.ffn_up_exps.weight[266]: blk.27.ffn_up_exps.weight[267]: blk.27.ffn_up_exps.weight[268]: blk.27.ffn_up_exps.weight[269]: IQ3_S blk.27.ffn_up_exps.weight[270]: IQ3_S blk.27.ffn_up_exps.weight[271]: IQ3_S blk.27.ffn_up_exps.weight[272]: blk.27.ffn_up_exps.weight[273]: IQ3_S blk.27.ffn_up_exps.weight[274]: blk.27.ffn_up_exps.weight[275]: blk.27.ffn_up_exps.weight[276]: blk.27.ffn_up_exps.weight[277]: IQ3_S blk.27.ffn_up_exps.weight[278]: blk.27.ffn_up_exps.weight[279]: blk.27.ffn_up_exps.weight[280]: blk.27.ffn_up_exps.weight[281]: blk.27.ffn_up_exps.weight[282]: blk.27.ffn_up_exps.weight[283]: IQ3_S blk.27.ffn_up_exps.weight[284]: blk.27.ffn_up_exps.weight[285]: IQ3_S blk.27.ffn_up_exps.weight[286]: blk.27.ffn_up_exps.weight[287]: blk.27.ffn_up_exps.weight[288]: blk.27.ffn_up_exps.weight[289]: blk.27.ffn_up_exps.weight[290]: blk.27.ffn_up_exps.weight[291]: IQ3_S blk.27.ffn_up_exps.weight[292]: IQ3_S blk.27.ffn_up_exps.weight[293]: blk.27.ffn_up_exps.weight[294]: IQ3_S blk.27.ffn_up_exps.weight[295]: IQ3_S blk.27.ffn_up_exps.weight[296]: IQ3_S blk.27.ffn_up_exps.weight[297]: IQ3_S blk.27.ffn_up_exps.weight[298]: blk.27.ffn_up_exps.weight[299]: blk.27.ffn_up_exps.weight[300]: IQ3_S blk.27.ffn_up_exps.weight[301]: blk.27.ffn_up_exps.weight[302]: blk.27.ffn_up_exps.weight[303]: IQ3_S blk.27.ffn_up_exps.weight[304]: IQ3_S blk.27.ffn_up_exps.weight[305]: IQ3_S blk.27.ffn_up_exps.weight[306]: blk.27.ffn_up_exps.weight[307]: blk.27.ffn_up_exps.weight[308]: IQ3_S blk.27.ffn_up_exps.weight[309]: blk.27.ffn_up_exps.weight[310]: blk.27.ffn_up_exps.weight[311]: IQ3_S blk.27.ffn_up_exps.weight[312]: IQ3_S blk.27.ffn_up_exps.weight[313]: blk.27.ffn_up_exps.weight[314]: IQ3_S blk.27.ffn_up_exps.weight[315]: IQ3_S blk.27.ffn_up_exps.weight[316]: blk.27.ffn_up_exps.weight[317]: blk.27.ffn_up_exps.weight[318]: IQ3_S blk.27.ffn_up_exps.weight[319]: IQ3_S blk.27.ffn_up_exps.weight[320]: blk.27.ffn_up_exps.weight[321]: IQ3_S blk.27.ffn_up_exps.weight[322]: IQ3_S blk.27.ffn_up_exps.weight[323]: IQ3_S blk.27.ffn_up_exps.weight[324]: IQ3_S blk.27.ffn_up_exps.weight[325]: blk.27.ffn_up_exps.weight[326]: blk.27.ffn_up_exps.weight[327]: blk.27.ffn_up_exps.weight[328]: blk.27.ffn_up_exps.weight[329]: IQ3_S blk.27.ffn_up_exps.weight[330]: IQ3_S blk.27.ffn_up_exps.weight[331]: IQ3_S blk.27.ffn_up_exps.weight[332]: blk.27.ffn_up_exps.weight[333]: IQ3_S blk.27.ffn_up_exps.weight[334]: blk.27.ffn_up_exps.weight[335]: blk.27.ffn_up_exps.weight[336]: IQ3_S blk.27.ffn_up_exps.weight[337]: IQ3_S blk.27.ffn_up_exps.weight[338]: blk.27.ffn_up_exps.weight[339]: IQ3_S blk.27.ffn_up_exps.weight[340]: blk.27.ffn_up_exps.weight[341]: blk.27.ffn_up_exps.weight[342]: blk.27.ffn_up_exps.weight[343]: IQ3_S blk.27.ffn_up_exps.weight[344]: blk.27.ffn_up_exps.weight[345]: IQ3_S blk.27.ffn_up_exps.weight[346]: IQ3_S blk.27.ffn_up_exps.weight[347]: blk.27.ffn_up_exps.weight[348]: IQ3_S blk.27.ffn_up_exps.weight[349]: IQ3_S blk.27.ffn_up_exps.weight[350]: IQ3_S blk.27.ffn_up_exps.weight[351]: IQ3_S blk.27.ffn_up_exps.weight[352]: IQ3_S blk.27.ffn_up_exps.weight[353]: IQ3_S blk.27.ffn_up_exps.weight[354]: IQ3_S blk.27.ffn_up_exps.weight[355]: blk.27.ffn_up_exps.weight[356]: IQ3_S blk.27.ffn_up_exps.weight[357]: IQ3_S blk.27.ffn_up_exps.weight[358]: blk.27.ffn_up_exps.weight[359]: IQ3_S blk.27.ffn_up_exps.weight[360]: IQ3_S blk.27.ffn_up_exps.weight[361]: IQ3_S blk.27.ffn_up_exps.weight[362]: blk.27.ffn_up_exps.weight[363]: blk.27.ffn_up_exps.weight[364]: blk.27.ffn_up_exps.weight[365]: IQ3_S blk.27.ffn_up_exps.weight[366]: blk.27.ffn_up_exps.weight[367]: blk.27.ffn_up_exps.weight[368]: IQ3_S blk.27.ffn_up_exps.weight[369]: blk.27.ffn_up_exps.weight[370]: IQ3_S blk.27.ffn_up_exps.weight[371]: blk.27.ffn_up_exps.weight[372]: blk.27.ffn_up_exps.weight[373]: IQ3_S blk.27.ffn_up_exps.weight[374]: blk.27.ffn_up_exps.weight[375]: IQ3_S blk.27.ffn_up_exps.weight[376]: IQ3_S blk.27.ffn_up_exps.weight[377]: IQ3_S blk.27.ffn_up_exps.weight[378]: IQ3_S blk.27.ffn_up_exps.weight[379]: IQ3_S blk.27.ffn_up_exps.weight[380]: blk.27.ffn_up_exps.weight[381]: blk.27.ffn_up_exps.weight[382]: blk.27.ffn_up_exps.weight[383]: IQ3_S blk.27.ffn_up_exps.weight[384]: blk.27.ffn_up_exps.weight[385]: blk.27.ffn_up_exps.weight[386]: IQ3_S blk.27.ffn_up_exps.weight[387]: blk.27.ffn_up_exps.weight[388]: IQ3_S blk.27.ffn_up_exps.weight[389]: IQ3_S blk.27.ffn_up_exps.weight[390]: IQ3_S blk.27.ffn_up_exps.weight[391]: blk.27.ffn_up_exps.weight[392]: IQ3_S blk.27.ffn_up_exps.weight[393]: blk.27.ffn_up_exps.weight[394]: blk.27.ffn_up_exps.weight[395]: blk.27.ffn_up_exps.weight[396]: blk.27.ffn_up_exps.weight[397]: IQ3_S blk.27.ffn_up_exps.weight[398]: IQ3_S blk.27.ffn_up_exps.weight[399]: blk.27.ffn_up_exps.weight[400]: blk.27.ffn_up_exps.weight[401]: IQ3_S blk.27.ffn_up_exps.weight[402]: IQ3_S blk.27.ffn_up_exps.weight[403]: IQ3_S blk.27.ffn_up_exps.weight[404]: blk.27.ffn_up_exps.weight[405]: blk.27.ffn_up_exps.weight[406]: IQ3_S blk.27.ffn_up_exps.weight[407]: blk.27.ffn_up_exps.weight[408]: IQ3_S blk.27.ffn_up_exps.weight[409]: blk.27.ffn_up_exps.weight[410]: IQ3_S blk.27.ffn_up_exps.weight[411]: blk.27.ffn_up_exps.weight[412]: blk.27.ffn_up_exps.weight[413]: IQ3_S blk.27.ffn_up_exps.weight[414]: blk.27.ffn_up_exps.weight[415]: IQ3_S blk.27.ffn_up_exps.weight[416]: IQ3_S blk.27.ffn_up_exps.weight[417]: blk.27.ffn_up_exps.weight[418]: blk.27.ffn_up_exps.weight[419]: IQ3_S blk.27.ffn_up_exps.weight[420]: IQ3_S blk.27.ffn_up_exps.weight[421]: IQ3_S blk.27.ffn_up_exps.weight[422]: IQ3_S blk.27.ffn_up_exps.weight[423]: blk.27.ffn_up_exps.weight[424]: blk.27.ffn_up_exps.weight[425]: IQ3_S blk.27.ffn_up_exps.weight[426]: IQ3_S blk.27.ffn_up_exps.weight[427]: blk.27.ffn_up_exps.weight[428]: IQ3_S blk.27.ffn_up_exps.weight[429]: IQ3_S blk.27.ffn_up_exps.weight[430]: blk.27.ffn_up_exps.weight[431]: blk.27.ffn_up_exps.weight[432]: IQ3_S blk.27.ffn_up_exps.weight[433]: blk.27.ffn_up_exps.weight[434]: IQ3_S blk.27.ffn_up_exps.weight[435]: blk.27.ffn_up_exps.weight[436]: IQ3_S blk.27.ffn_up_exps.weight[437]: IQ3_S blk.27.ffn_up_exps.weight[438]: blk.27.ffn_up_exps.weight[439]: IQ3_S blk.27.ffn_up_exps.weight[440]: IQ3_S blk.27.ffn_up_exps.weight[441]: blk.27.ffn_up_exps.weight[442]: IQ3_S blk.27.ffn_up_exps.weight[443]: IQ3_S blk.27.ffn_up_exps.weight[444]: blk.27.ffn_up_exps.weight[445]: blk.27.ffn_up_exps.weight[446]: blk.27.ffn_up_exps.weight[447]: blk.27.ffn_up_exps.weight[448]: IQ3_S blk.27.ffn_up_exps.weight[449]: IQ3_S blk.27.ffn_up_exps.weight[450]: blk.27.ffn_up_exps.weight[451]: blk.27.ffn_up_exps.weight[452]: blk.27.ffn_up_exps.weight[453]: blk.27.ffn_up_exps.weight[454]: blk.27.ffn_up_exps.weight[455]: blk.27.ffn_up_exps.weight[456]: blk.27.ffn_up_exps.weight[457]: blk.27.ffn_up_exps.weight[458]: IQ3_S blk.27.ffn_up_exps.weight[459]: blk.27.ffn_up_exps.weight[460]: blk.27.ffn_up_exps.weight[461]: blk.27.ffn_up_exps.weight[462]: blk.27.ffn_up_exps.weight[463]: blk.27.ffn_up_exps.weight[464]: IQ3_S blk.27.ffn_up_exps.weight[465]: blk.27.ffn_up_exps.weight[466]: blk.27.ffn_up_exps.weight[467]: blk.27.ffn_up_exps.weight[468]: IQ3_S blk.27.ffn_up_exps.weight[469]: IQ3_S blk.27.ffn_up_exps.weight[470]: blk.27.ffn_up_exps.weight[471]: IQ3_S blk.27.ffn_up_exps.weight[472]: blk.27.ffn_up_exps.weight[473]: blk.27.ffn_up_exps.weight[474]: blk.27.ffn_up_exps.weight[475]: blk.27.ffn_up_exps.weight[476]: blk.27.ffn_up_exps.weight[477]: IQ3_S blk.27.ffn_up_exps.weight[478]: IQ3_S blk.27.ffn_up_exps.weight[479]: IQ3_S blk.27.ffn_up_exps.weight[480]: blk.27.ffn_up_exps.weight[481]: IQ3_S blk.27.ffn_up_exps.weight[482]: IQ3_S blk.27.ffn_up_exps.weight[483]: IQ3_S blk.27.ffn_up_exps.weight[484]: IQ3_S blk.27.ffn_up_exps.weight[485]: blk.27.ffn_up_exps.weight[486]: IQ3_S blk.27.ffn_up_exps.weight[487]: IQ3_S blk.27.ffn_up_exps.weight[488]: blk.27.ffn_up_exps.weight[489]: IQ3_S blk.27.ffn_up_exps.weight[490]: blk.27.ffn_up_exps.weight[491]: IQ3_S blk.27.ffn_up_exps.weight[492]: IQ3_S blk.27.ffn_up_exps.weight[493]: blk.27.ffn_up_exps.weight[494]: IQ3_S blk.27.ffn_up_exps.weight[495]: blk.27.ffn_up_exps.weight[496]: blk.27.ffn_up_exps.weight[497]: blk.27.ffn_up_exps.weight[498]: IQ3_S blk.27.ffn_up_exps.weight[499]: blk.27.ffn_up_exps.weight[500]: IQ3_S blk.27.ffn_up_exps.weight[501]: blk.27.ffn_up_exps.weight[502]: IQ3_S blk.27.ffn_up_exps.weight[503]: IQ3_S blk.27.ffn_up_exps.weight[504]: IQ3_S blk.27.ffn_up_exps.weight[505]: blk.27.ffn_up_exps.weight[506]: IQ3_S blk.27.ffn_up_exps.weight[507]: IQ3_S blk.27.ffn_up_exps.weight[508]: blk.27.ffn_up_exps.weight[509]: IQ3_S blk.27.ffn_up_exps.weight[510]: blk.27.ffn_up_exps.weight[511]: IQ3_S blk.27.ffn_down_exps.weight[0]: blk.27.ffn_down_exps.weight[1]: IQ4_NL blk.27.ffn_down_exps.weight[2]: IQ4_NL blk.27.ffn_down_exps.weight[3]: blk.27.ffn_down_exps.weight[4]: IQ4_NL blk.27.ffn_down_exps.weight[5]: IQ4_NL blk.27.ffn_down_exps.weight[6]: blk.27.ffn_down_exps.weight[7]: blk.27.ffn_down_exps.weight[8]: IQ4_NL blk.27.ffn_down_exps.weight[9]: blk.27.ffn_down_exps.weight[10]: blk.27.ffn_down_exps.weight[11]: IQ4_NL blk.27.ffn_down_exps.weight[12]: IQ4_NL blk.27.ffn_down_exps.weight[13]: blk.27.ffn_down_exps.weight[14]: IQ4_NL blk.27.ffn_down_exps.weight[15]: IQ4_NL blk.27.ffn_down_exps.weight[16]: IQ4_NL blk.27.ffn_down_exps.weight[17]: IQ4_NL blk.27.ffn_down_exps.weight[18]: blk.27.ffn_down_exps.weight[19]: blk.27.ffn_down_exps.weight[20]: blk.27.ffn_down_exps.weight[21]: blk.27.ffn_down_exps.weight[22]: blk.27.ffn_down_exps.weight[23]: IQ4_NL blk.27.ffn_down_exps.weight[24]: IQ4_NL blk.27.ffn_down_exps.weight[25]: blk.27.ffn_down_exps.weight[26]: blk.27.ffn_down_exps.weight[27]: blk.27.ffn_down_exps.weight[28]: blk.27.ffn_down_exps.weight[29]: blk.27.ffn_down_exps.weight[30]: blk.27.ffn_down_exps.weight[31]: IQ4_NL blk.27.ffn_down_exps.weight[32]: blk.27.ffn_down_exps.weight[33]: IQ4_NL blk.27.ffn_down_exps.weight[34]: IQ4_NL blk.27.ffn_down_exps.weight[35]: IQ4_NL blk.27.ffn_down_exps.weight[36]: IQ4_NL blk.27.ffn_down_exps.weight[37]: blk.27.ffn_down_exps.weight[38]: blk.27.ffn_down_exps.weight[39]: IQ4_NL blk.27.ffn_down_exps.weight[40]: blk.27.ffn_down_exps.weight[41]: blk.27.ffn_down_exps.weight[42]: blk.27.ffn_down_exps.weight[43]: blk.27.ffn_down_exps.weight[44]: blk.27.ffn_down_exps.weight[45]: IQ4_NL blk.27.ffn_down_exps.weight[46]: blk.27.ffn_down_exps.weight[47]: blk.27.ffn_down_exps.weight[48]: IQ4_NL blk.27.ffn_down_exps.weight[49]: IQ4_NL blk.27.ffn_down_exps.weight[50]: IQ4_NL blk.27.ffn_down_exps.weight[51]: IQ4_NL blk.27.ffn_down_exps.weight[52]: IQ4_NL blk.27.ffn_down_exps.weight[53]: IQ4_NL blk.27.ffn_down_exps.weight[54]: blk.27.ffn_down_exps.weight[55]: IQ4_NL blk.27.ffn_down_exps.weight[56]: IQ4_NL blk.27.ffn_down_exps.weight[57]: blk.27.ffn_down_exps.weight[58]: IQ4_NL blk.27.ffn_down_exps.weight[59]: IQ4_NL blk.27.ffn_down_exps.weight[60]: blk.27.ffn_down_exps.weight[61]: blk.27.ffn_down_exps.weight[62]: IQ4_NL blk.27.ffn_down_exps.weight[63]: IQ4_NL blk.27.ffn_down_exps.weight[64]: IQ4_NL blk.27.ffn_down_exps.weight[65]: blk.27.ffn_down_exps.weight[66]: IQ4_NL blk.27.ffn_down_exps.weight[67]: blk.27.ffn_down_exps.weight[68]: IQ4_NL blk.27.ffn_down_exps.weight[69]: IQ4_NL blk.27.ffn_down_exps.weight[70]: blk.27.ffn_down_exps.weight[71]: blk.27.ffn_down_exps.weight[72]: IQ4_NL blk.27.ffn_down_exps.weight[73]: IQ4_NL blk.27.ffn_down_exps.weight[74]: blk.27.ffn_down_exps.weight[75]: IQ4_NL blk.27.ffn_down_exps.weight[76]: IQ4_NL blk.27.ffn_down_exps.weight[77]: blk.27.ffn_down_exps.weight[78]: IQ4_NL blk.27.ffn_down_exps.weight[79]: IQ4_NL blk.27.ffn_down_exps.weight[80]: blk.27.ffn_down_exps.weight[81]: IQ4_NL blk.27.ffn_down_exps.weight[82]: IQ4_NL blk.27.ffn_down_exps.weight[83]: blk.27.ffn_down_exps.weight[84]: blk.27.ffn_down_exps.weight[85]: blk.27.ffn_down_exps.weight[86]: IQ4_NL blk.27.ffn_down_exps.weight[87]: IQ4_NL blk.27.ffn_down_exps.weight[88]: blk.27.ffn_down_exps.weight[89]: IQ4_NL blk.27.ffn_down_exps.weight[90]: blk.27.ffn_down_exps.weight[91]: blk.27.ffn_down_exps.weight[92]: blk.27.ffn_down_exps.weight[93]: blk.27.ffn_down_exps.weight[94]: IQ4_NL blk.27.ffn_down_exps.weight[95]: IQ4_NL blk.27.ffn_down_exps.weight[96]: IQ4_NL blk.27.ffn_down_exps.weight[97]: blk.27.ffn_down_exps.weight[98]: IQ4_NL blk.27.ffn_down_exps.weight[99]: IQ4_NL blk.27.ffn_down_exps.weight[100]: IQ4_NL blk.27.ffn_down_exps.weight[101]: blk.27.ffn_down_exps.weight[102]: blk.27.ffn_down_exps.weight[103]: IQ4_NL blk.27.ffn_down_exps.weight[104]: blk.27.ffn_down_exps.weight[105]: IQ4_NL blk.27.ffn_down_exps.weight[106]: blk.27.ffn_down_exps.weight[107]: blk.27.ffn_down_exps.weight[108]: IQ4_NL blk.27.ffn_down_exps.weight[109]: blk.27.ffn_down_exps.weight[110]: IQ4_NL blk.27.ffn_down_exps.weight[111]: IQ4_NL blk.27.ffn_down_exps.weight[112]: IQ4_NL blk.27.ffn_down_exps.weight[113]: IQ4_NL blk.27.ffn_down_exps.weight[114]: IQ4_NL blk.27.ffn_down_exps.weight[115]: IQ4_NL blk.27.ffn_down_exps.weight[116]: blk.27.ffn_down_exps.weight[117]: IQ4_NL blk.27.ffn_down_exps.weight[118]: blk.27.ffn_down_exps.weight[119]: blk.27.ffn_down_exps.weight[120]: blk.27.ffn_down_exps.weight[121]: IQ4_NL blk.27.ffn_down_exps.weight[122]: IQ4_NL blk.27.ffn_down_exps.weight[123]: IQ4_NL blk.27.ffn_down_exps.weight[124]: IQ4_NL blk.27.ffn_down_exps.weight[125]: IQ4_NL blk.27.ffn_down_exps.weight[126]: blk.27.ffn_down_exps.weight[127]: blk.27.ffn_down_exps.weight[128]: blk.27.ffn_down_exps.weight[129]: blk.27.ffn_down_exps.weight[130]: blk.27.ffn_down_exps.weight[131]: IQ4_NL blk.27.ffn_down_exps.weight[132]: blk.27.ffn_down_exps.weight[133]: blk.27.ffn_down_exps.weight[134]: blk.27.ffn_down_exps.weight[135]: IQ4_NL blk.27.ffn_down_exps.weight[136]: blk.27.ffn_down_exps.weight[137]: blk.27.ffn_down_exps.weight[138]: IQ4_NL blk.27.ffn_down_exps.weight[139]: IQ4_NL blk.27.ffn_down_exps.weight[140]: blk.27.ffn_down_exps.weight[141]: blk.27.ffn_down_exps.weight[142]: IQ4_NL blk.27.ffn_down_exps.weight[143]: blk.27.ffn_down_exps.weight[144]: blk.27.ffn_down_exps.weight[145]: blk.27.ffn_down_exps.weight[146]: IQ4_NL blk.27.ffn_down_exps.weight[147]: blk.27.ffn_down_exps.weight[148]: blk.27.ffn_down_exps.weight[149]: blk.27.ffn_down_exps.weight[150]: IQ4_NL blk.27.ffn_down_exps.weight[151]: blk.27.ffn_down_exps.weight[152]: IQ4_NL blk.27.ffn_down_exps.weight[153]: IQ4_NL blk.27.ffn_down_exps.weight[154]: IQ4_NL blk.27.ffn_down_exps.weight[155]: IQ4_NL blk.27.ffn_down_exps.weight[156]: IQ4_NL blk.27.ffn_down_exps.weight[157]: blk.27.ffn_down_exps.weight[158]: IQ4_NL blk.27.ffn_down_exps.weight[159]: IQ4_NL blk.27.ffn_down_exps.weight[160]: blk.27.ffn_down_exps.weight[161]: blk.27.ffn_down_exps.weight[162]: blk.27.ffn_down_exps.weight[163]: IQ4_NL blk.27.ffn_down_exps.weight[164]: blk.27.ffn_down_exps.weight[165]: IQ4_NL blk.27.ffn_down_exps.weight[166]: blk.27.ffn_down_exps.weight[167]: blk.27.ffn_down_exps.weight[168]: blk.27.ffn_down_exps.weight[169]: blk.27.ffn_down_exps.weight[170]: blk.27.ffn_down_exps.weight[171]: blk.27.ffn_down_exps.weight[172]: IQ4_NL blk.27.ffn_down_exps.weight[173]: blk.27.ffn_down_exps.weight[174]: IQ4_NL blk.27.ffn_down_exps.weight[175]: IQ4_NL blk.27.ffn_down_exps.weight[176]: IQ4_NL blk.27.ffn_down_exps.weight[177]: blk.27.ffn_down_exps.weight[178]: IQ4_NL blk.27.ffn_down_exps.weight[179]: IQ4_NL blk.27.ffn_down_exps.weight[180]: blk.27.ffn_down_exps.weight[181]: IQ4_NL blk.27.ffn_down_exps.weight[182]: IQ4_NL blk.27.ffn_down_exps.weight[183]: IQ4_NL blk.27.ffn_down_exps.weight[184]: IQ4_NL blk.27.ffn_down_exps.weight[185]: IQ4_NL blk.27.ffn_down_exps.weight[186]: IQ4_NL blk.27.ffn_down_exps.weight[187]: blk.27.ffn_down_exps.weight[188]: IQ4_NL blk.27.ffn_down_exps.weight[189]: IQ4_NL blk.27.ffn_down_exps.weight[190]: blk.27.ffn_down_exps.weight[191]: blk.27.ffn_down_exps.weight[192]: blk.27.ffn_down_exps.weight[193]: IQ4_NL blk.27.ffn_down_exps.weight[194]: blk.27.ffn_down_exps.weight[195]: IQ4_NL blk.27.ffn_down_exps.weight[196]: blk.27.ffn_down_exps.weight[197]: IQ4_NL blk.27.ffn_down_exps.weight[198]: blk.27.ffn_down_exps.weight[199]: blk.27.ffn_down_exps.weight[200]: blk.27.ffn_down_exps.weight[201]: IQ4_NL blk.27.ffn_down_exps.weight[202]: blk.27.ffn_down_exps.weight[203]: IQ4_NL blk.27.ffn_down_exps.weight[204]: blk.27.ffn_down_exps.weight[205]: blk.27.ffn_down_exps.weight[206]: IQ4_NL blk.27.ffn_down_exps.weight[207]: IQ4_NL blk.27.ffn_down_exps.weight[208]: blk.27.ffn_down_exps.weight[209]: IQ4_NL blk.27.ffn_down_exps.weight[210]: IQ4_NL blk.27.ffn_down_exps.weight[211]: blk.27.ffn_down_exps.weight[212]: blk.27.ffn_down_exps.weight[213]: blk.27.ffn_down_exps.weight[214]: IQ4_NL blk.27.ffn_down_exps.weight[215]: IQ4_NL blk.27.ffn_down_exps.weight[216]: IQ4_NL blk.27.ffn_down_exps.weight[217]: blk.27.ffn_down_exps.weight[218]: blk.27.ffn_down_exps.weight[219]: IQ4_NL blk.27.ffn_down_exps.weight[220]: IQ4_NL blk.27.ffn_down_exps.weight[221]: IQ4_NL blk.27.ffn_down_exps.weight[222]: IQ4_NL blk.27.ffn_down_exps.weight[223]: blk.27.ffn_down_exps.weight[224]: blk.27.ffn_down_exps.weight[225]: blk.27.ffn_down_exps.weight[226]: blk.27.ffn_down_exps.weight[227]: blk.27.ffn_down_exps.weight[228]: blk.27.ffn_down_exps.weight[229]: blk.27.ffn_down_exps.weight[230]: blk.27.ffn_down_exps.weight[231]: IQ4_NL blk.27.ffn_down_exps.weight[232]: IQ4_NL blk.27.ffn_down_exps.weight[233]: IQ4_NL blk.27.ffn_down_exps.weight[234]: IQ4_NL blk.27.ffn_down_exps.weight[235]: blk.27.ffn_down_exps.weight[236]: blk.27.ffn_down_exps.weight[237]: IQ4_NL blk.27.ffn_down_exps.weight[238]: blk.27.ffn_down_exps.weight[239]: IQ4_NL blk.27.ffn_down_exps.weight[240]: blk.27.ffn_down_exps.weight[241]: blk.27.ffn_down_exps.weight[242]: IQ4_NL blk.27.ffn_down_exps.weight[243]: IQ4_NL blk.27.ffn_down_exps.weight[244]: IQ4_NL blk.27.ffn_down_exps.weight[245]: IQ4_NL blk.27.ffn_down_exps.weight[246]: IQ4_NL blk.27.ffn_down_exps.weight[247]: blk.27.ffn_down_exps.weight[248]: IQ4_NL blk.27.ffn_down_exps.weight[249]: IQ4_NL blk.27.ffn_down_exps.weight[250]: IQ4_NL blk.27.ffn_down_exps.weight[251]: IQ4_NL blk.27.ffn_down_exps.weight[252]: blk.27.ffn_down_exps.weight[253]: IQ4_NL blk.27.ffn_down_exps.weight[254]: blk.27.ffn_down_exps.weight[255]: IQ4_NL blk.27.ffn_down_exps.weight[256]: IQ4_NL blk.27.ffn_down_exps.weight[257]: IQ4_NL blk.27.ffn_down_exps.weight[258]: blk.27.ffn_down_exps.weight[259]: blk.27.ffn_down_exps.weight[260]: blk.27.ffn_down_exps.weight[261]: blk.27.ffn_down_exps.weight[262]: IQ4_NL blk.27.ffn_down_exps.weight[263]: IQ4_NL blk.27.ffn_down_exps.weight[264]: blk.27.ffn_down_exps.weight[265]: blk.27.ffn_down_exps.weight[266]: blk.27.ffn_down_exps.weight[267]: blk.27.ffn_down_exps.weight[268]: blk.27.ffn_down_exps.weight[269]: IQ4_NL blk.27.ffn_down_exps.weight[270]: IQ4_NL blk.27.ffn_down_exps.weight[271]: IQ4_NL blk.27.ffn_down_exps.weight[272]: blk.27.ffn_down_exps.weight[273]: IQ4_NL blk.27.ffn_down_exps.weight[274]: blk.27.ffn_down_exps.weight[275]: blk.27.ffn_down_exps.weight[276]: blk.27.ffn_down_exps.weight[277]: IQ4_NL blk.27.ffn_down_exps.weight[278]: blk.27.ffn_down_exps.weight[279]: blk.27.ffn_down_exps.weight[280]: blk.27.ffn_down_exps.weight[281]: blk.27.ffn_down_exps.weight[282]: blk.27.ffn_down_exps.weight[283]: IQ4_NL blk.27.ffn_down_exps.weight[284]: blk.27.ffn_down_exps.weight[285]: IQ4_NL blk.27.ffn_down_exps.weight[286]: blk.27.ffn_down_exps.weight[287]: blk.27.ffn_down_exps.weight[288]: blk.27.ffn_down_exps.weight[289]: blk.27.ffn_down_exps.weight[290]: blk.27.ffn_down_exps.weight[291]: IQ4_NL blk.27.ffn_down_exps.weight[292]: IQ4_NL blk.27.ffn_down_exps.weight[293]: blk.27.ffn_down_exps.weight[294]: IQ4_NL blk.27.ffn_down_exps.weight[295]: IQ4_NL blk.27.ffn_down_exps.weight[296]: IQ4_NL blk.27.ffn_down_exps.weight[297]: IQ4_NL blk.27.ffn_down_exps.weight[298]: blk.27.ffn_down_exps.weight[299]: blk.27.ffn_down_exps.weight[300]: IQ4_NL blk.27.ffn_down_exps.weight[301]: blk.27.ffn_down_exps.weight[302]: blk.27.ffn_down_exps.weight[303]: IQ4_NL blk.27.ffn_down_exps.weight[304]: IQ4_NL blk.27.ffn_down_exps.weight[305]: IQ4_NL blk.27.ffn_down_exps.weight[306]: blk.27.ffn_down_exps.weight[307]: blk.27.ffn_down_exps.weight[308]: IQ4_NL blk.27.ffn_down_exps.weight[309]: blk.27.ffn_down_exps.weight[310]: blk.27.ffn_down_exps.weight[311]: IQ4_NL blk.27.ffn_down_exps.weight[312]: IQ4_NL blk.27.ffn_down_exps.weight[313]: blk.27.ffn_down_exps.weight[314]: IQ4_NL blk.27.ffn_down_exps.weight[315]: IQ4_NL blk.27.ffn_down_exps.weight[316]: blk.27.ffn_down_exps.weight[317]: blk.27.ffn_down_exps.weight[318]: IQ4_NL blk.27.ffn_down_exps.weight[319]: IQ4_NL blk.27.ffn_down_exps.weight[320]: blk.27.ffn_down_exps.weight[321]: IQ4_NL blk.27.ffn_down_exps.weight[322]: IQ4_NL blk.27.ffn_down_exps.weight[323]: IQ4_NL blk.27.ffn_down_exps.weight[324]: IQ4_NL blk.27.ffn_down_exps.weight[325]: blk.27.ffn_down_exps.weight[326]: blk.27.ffn_down_exps.weight[327]: blk.27.ffn_down_exps.weight[328]: blk.27.ffn_down_exps.weight[329]: IQ4_NL blk.27.ffn_down_exps.weight[330]: IQ4_NL blk.27.ffn_down_exps.weight[331]: IQ4_NL blk.27.ffn_down_exps.weight[332]: blk.27.ffn_down_exps.weight[333]: IQ4_NL blk.27.ffn_down_exps.weight[334]: blk.27.ffn_down_exps.weight[335]: blk.27.ffn_down_exps.weight[336]: IQ4_NL blk.27.ffn_down_exps.weight[337]: IQ4_NL blk.27.ffn_down_exps.weight[338]: blk.27.ffn_down_exps.weight[339]: IQ4_NL blk.27.ffn_down_exps.weight[340]: blk.27.ffn_down_exps.weight[341]: blk.27.ffn_down_exps.weight[342]: blk.27.ffn_down_exps.weight[343]: IQ4_NL blk.27.ffn_down_exps.weight[344]: blk.27.ffn_down_exps.weight[345]: IQ4_NL blk.27.ffn_down_exps.weight[346]: IQ4_NL blk.27.ffn_down_exps.weight[347]: blk.27.ffn_down_exps.weight[348]: IQ4_NL blk.27.ffn_down_exps.weight[349]: IQ4_NL blk.27.ffn_down_exps.weight[350]: IQ4_NL blk.27.ffn_down_exps.weight[351]: IQ4_NL blk.27.ffn_down_exps.weight[352]: IQ4_NL blk.27.ffn_down_exps.weight[353]: IQ4_NL blk.27.ffn_down_exps.weight[354]: IQ4_NL blk.27.ffn_down_exps.weight[355]: blk.27.ffn_down_exps.weight[356]: IQ4_NL blk.27.ffn_down_exps.weight[357]: IQ4_NL blk.27.ffn_down_exps.weight[358]: blk.27.ffn_down_exps.weight[359]: IQ4_NL blk.27.ffn_down_exps.weight[360]: IQ4_NL blk.27.ffn_down_exps.weight[361]: IQ4_NL blk.27.ffn_down_exps.weight[362]: blk.27.ffn_down_exps.weight[363]: blk.27.ffn_down_exps.weight[364]: blk.27.ffn_down_exps.weight[365]: IQ4_NL blk.27.ffn_down_exps.weight[366]: blk.27.ffn_down_exps.weight[367]: blk.27.ffn_down_exps.weight[368]: IQ4_NL blk.27.ffn_down_exps.weight[369]: blk.27.ffn_down_exps.weight[370]: IQ4_NL blk.27.ffn_down_exps.weight[371]: blk.27.ffn_down_exps.weight[372]: blk.27.ffn_down_exps.weight[373]: IQ4_NL blk.27.ffn_down_exps.weight[374]: blk.27.ffn_down_exps.weight[375]: IQ4_NL blk.27.ffn_down_exps.weight[376]: IQ4_NL blk.27.ffn_down_exps.weight[377]: IQ4_NL blk.27.ffn_down_exps.weight[378]: IQ4_NL blk.27.ffn_down_exps.weight[379]: IQ4_NL blk.27.ffn_down_exps.weight[380]: blk.27.ffn_down_exps.weight[381]: blk.27.ffn_down_exps.weight[382]: blk.27.ffn_down_exps.weight[383]: IQ4_NL blk.27.ffn_down_exps.weight[384]: blk.27.ffn_down_exps.weight[385]: blk.27.ffn_down_exps.weight[386]: IQ4_NL blk.27.ffn_down_exps.weight[387]: blk.27.ffn_down_exps.weight[388]: IQ4_NL blk.27.ffn_down_exps.weight[389]: IQ4_NL blk.27.ffn_down_exps.weight[390]: IQ4_NL blk.27.ffn_down_exps.weight[391]: blk.27.ffn_down_exps.weight[392]: IQ4_NL blk.27.ffn_down_exps.weight[393]: blk.27.ffn_down_exps.weight[394]: blk.27.ffn_down_exps.weight[395]: blk.27.ffn_down_exps.weight[396]: blk.27.ffn_down_exps.weight[397]: IQ4_NL blk.27.ffn_down_exps.weight[398]: IQ4_NL blk.27.ffn_down_exps.weight[399]: blk.27.ffn_down_exps.weight[400]: blk.27.ffn_down_exps.weight[401]: IQ4_NL blk.27.ffn_down_exps.weight[402]: IQ4_NL blk.27.ffn_down_exps.weight[403]: IQ4_NL blk.27.ffn_down_exps.weight[404]: blk.27.ffn_down_exps.weight[405]: blk.27.ffn_down_exps.weight[406]: IQ4_NL blk.27.ffn_down_exps.weight[407]: blk.27.ffn_down_exps.weight[408]: IQ4_NL blk.27.ffn_down_exps.weight[409]: blk.27.ffn_down_exps.weight[410]: IQ4_NL blk.27.ffn_down_exps.weight[411]: blk.27.ffn_down_exps.weight[412]: blk.27.ffn_down_exps.weight[413]: IQ4_NL blk.27.ffn_down_exps.weight[414]: blk.27.ffn_down_exps.weight[415]: IQ4_NL blk.27.ffn_down_exps.weight[416]: IQ4_NL blk.27.ffn_down_exps.weight[417]: blk.27.ffn_down_exps.weight[418]: blk.27.ffn_down_exps.weight[419]: IQ4_NL blk.27.ffn_down_exps.weight[420]: IQ4_NL blk.27.ffn_down_exps.weight[421]: IQ4_NL blk.27.ffn_down_exps.weight[422]: IQ4_NL blk.27.ffn_down_exps.weight[423]: blk.27.ffn_down_exps.weight[424]: blk.27.ffn_down_exps.weight[425]: IQ4_NL blk.27.ffn_down_exps.weight[426]: IQ4_NL blk.27.ffn_down_exps.weight[427]: blk.27.ffn_down_exps.weight[428]: IQ4_NL blk.27.ffn_down_exps.weight[429]: IQ4_NL blk.27.ffn_down_exps.weight[430]: blk.27.ffn_down_exps.weight[431]: blk.27.ffn_down_exps.weight[432]: IQ4_NL blk.27.ffn_down_exps.weight[433]: blk.27.ffn_down_exps.weight[434]: IQ4_NL blk.27.ffn_down_exps.weight[435]: blk.27.ffn_down_exps.weight[436]: IQ4_NL blk.27.ffn_down_exps.weight[437]: IQ4_NL blk.27.ffn_down_exps.weight[438]: blk.27.ffn_down_exps.weight[439]: IQ4_NL blk.27.ffn_down_exps.weight[440]: IQ4_NL blk.27.ffn_down_exps.weight[441]: blk.27.ffn_down_exps.weight[442]: IQ4_NL blk.27.ffn_down_exps.weight[443]: IQ4_NL blk.27.ffn_down_exps.weight[444]: blk.27.ffn_down_exps.weight[445]: blk.27.ffn_down_exps.weight[446]: blk.27.ffn_down_exps.weight[447]: blk.27.ffn_down_exps.weight[448]: IQ4_NL blk.27.ffn_down_exps.weight[449]: IQ4_NL blk.27.ffn_down_exps.weight[450]: blk.27.ffn_down_exps.weight[451]: blk.27.ffn_down_exps.weight[452]: blk.27.ffn_down_exps.weight[453]: blk.27.ffn_down_exps.weight[454]: blk.27.ffn_down_exps.weight[455]: blk.27.ffn_down_exps.weight[456]: blk.27.ffn_down_exps.weight[457]: blk.27.ffn_down_exps.weight[458]: IQ4_NL blk.27.ffn_down_exps.weight[459]: blk.27.ffn_down_exps.weight[460]: blk.27.ffn_down_exps.weight[461]: blk.27.ffn_down_exps.weight[462]: blk.27.ffn_down_exps.weight[463]: blk.27.ffn_down_exps.weight[464]: IQ4_NL blk.27.ffn_down_exps.weight[465]: blk.27.ffn_down_exps.weight[466]: blk.27.ffn_down_exps.weight[467]: blk.27.ffn_down_exps.weight[468]: IQ4_NL blk.27.ffn_down_exps.weight[469]: IQ4_NL blk.27.ffn_down_exps.weight[470]: blk.27.ffn_down_exps.weight[471]: IQ4_NL blk.27.ffn_down_exps.weight[472]: blk.27.ffn_down_exps.weight[473]: blk.27.ffn_down_exps.weight[474]: blk.27.ffn_down_exps.weight[475]: blk.27.ffn_down_exps.weight[476]: blk.27.ffn_down_exps.weight[477]: IQ4_NL blk.27.ffn_down_exps.weight[478]: IQ4_NL blk.27.ffn_down_exps.weight[479]: IQ4_NL blk.27.ffn_down_exps.weight[480]: blk.27.ffn_down_exps.weight[481]: IQ4_NL blk.27.ffn_down_exps.weight[482]: IQ4_NL blk.27.ffn_down_exps.weight[483]: IQ4_NL blk.27.ffn_down_exps.weight[484]: IQ4_NL blk.27.ffn_down_exps.weight[485]: blk.27.ffn_down_exps.weight[486]: IQ4_NL blk.27.ffn_down_exps.weight[487]: IQ4_NL blk.27.ffn_down_exps.weight[488]: blk.27.ffn_down_exps.weight[489]: IQ4_NL blk.27.ffn_down_exps.weight[490]: blk.27.ffn_down_exps.weight[491]: IQ4_NL blk.27.ffn_down_exps.weight[492]: IQ4_NL blk.27.ffn_down_exps.weight[493]: blk.27.ffn_down_exps.weight[494]: IQ4_NL blk.27.ffn_down_exps.weight[495]: blk.27.ffn_down_exps.weight[496]: blk.27.ffn_down_exps.weight[497]: blk.27.ffn_down_exps.weight[498]: IQ4_NL blk.27.ffn_down_exps.weight[499]: blk.27.ffn_down_exps.weight[500]: IQ4_NL blk.27.ffn_down_exps.weight[501]: blk.27.ffn_down_exps.weight[502]: IQ4_NL blk.27.ffn_down_exps.weight[503]: IQ4_NL blk.27.ffn_down_exps.weight[504]: IQ4_NL blk.27.ffn_down_exps.weight[505]: blk.27.ffn_down_exps.weight[506]: IQ4_NL blk.27.ffn_down_exps.weight[507]: IQ4_NL blk.27.ffn_down_exps.weight[508]: blk.27.ffn_down_exps.weight[509]: IQ4_NL blk.27.ffn_down_exps.weight[510]: blk.27.ffn_down_exps.weight[511]: IQ4_NL blk.28.ffn_gate_exps.weight[0]: blk.28.ffn_gate_exps.weight[1]: IQ3_S blk.28.ffn_gate_exps.weight[2]: blk.28.ffn_gate_exps.weight[3]: IQ3_S blk.28.ffn_gate_exps.weight[4]: IQ3_S blk.28.ffn_gate_exps.weight[5]: IQ3_S blk.28.ffn_gate_exps.weight[6]: IQ3_S blk.28.ffn_gate_exps.weight[7]: blk.28.ffn_gate_exps.weight[8]: IQ3_S blk.28.ffn_gate_exps.weight[9]: IQ3_S blk.28.ffn_gate_exps.weight[10]: blk.28.ffn_gate_exps.weight[11]: IQ3_S blk.28.ffn_gate_exps.weight[12]: IQ3_S blk.28.ffn_gate_exps.weight[13]: blk.28.ffn_gate_exps.weight[14]: IQ3_S blk.28.ffn_gate_exps.weight[15]: blk.28.ffn_gate_exps.weight[16]: blk.28.ffn_gate_exps.weight[17]: blk.28.ffn_gate_exps.weight[18]: IQ3_S blk.28.ffn_gate_exps.weight[19]: IQ3_S blk.28.ffn_gate_exps.weight[20]: blk.28.ffn_gate_exps.weight[21]: blk.28.ffn_gate_exps.weight[22]: IQ3_S blk.28.ffn_gate_exps.weight[23]: IQ3_S blk.28.ffn_gate_exps.weight[24]: IQ3_S blk.28.ffn_gate_exps.weight[25]: blk.28.ffn_gate_exps.weight[26]: blk.28.ffn_gate_exps.weight[27]: IQ3_S blk.28.ffn_gate_exps.weight[28]: IQ3_S blk.28.ffn_gate_exps.weight[29]: IQ3_S blk.28.ffn_gate_exps.weight[30]: blk.28.ffn_gate_exps.weight[31]: blk.28.ffn_gate_exps.weight[32]: blk.28.ffn_gate_exps.weight[33]: blk.28.ffn_gate_exps.weight[34]: IQ3_S blk.28.ffn_gate_exps.weight[35]: blk.28.ffn_gate_exps.weight[36]: IQ3_S blk.28.ffn_gate_exps.weight[37]: IQ3_S blk.28.ffn_gate_exps.weight[38]: IQ3_S blk.28.ffn_gate_exps.weight[39]: IQ3_S blk.28.ffn_gate_exps.weight[40]: blk.28.ffn_gate_exps.weight[41]: IQ3_S blk.28.ffn_gate_exps.weight[42]: IQ3_S blk.28.ffn_gate_exps.weight[43]: IQ3_S blk.28.ffn_gate_exps.weight[44]: IQ3_S blk.28.ffn_gate_exps.weight[45]: blk.28.ffn_gate_exps.weight[46]: IQ3_S blk.28.ffn_gate_exps.weight[47]: IQ3_S blk.28.ffn_gate_exps.weight[48]: IQ3_S blk.28.ffn_gate_exps.weight[49]: blk.28.ffn_gate_exps.weight[50]: IQ3_S blk.28.ffn_gate_exps.weight[51]: IQ3_S blk.28.ffn_gate_exps.weight[52]: IQ3_S blk.28.ffn_gate_exps.weight[53]: blk.28.ffn_gate_exps.weight[54]: blk.28.ffn_gate_exps.weight[55]: blk.28.ffn_gate_exps.weight[56]: blk.28.ffn_gate_exps.weight[57]: IQ3_S blk.28.ffn_gate_exps.weight[58]: blk.28.ffn_gate_exps.weight[59]: blk.28.ffn_gate_exps.weight[60]: IQ3_S blk.28.ffn_gate_exps.weight[61]: blk.28.ffn_gate_exps.weight[62]: IQ3_S blk.28.ffn_gate_exps.weight[63]: IQ3_S blk.28.ffn_gate_exps.weight[64]: blk.28.ffn_gate_exps.weight[65]: blk.28.ffn_gate_exps.weight[66]: IQ3_S blk.28.ffn_gate_exps.weight[67]: blk.28.ffn_gate_exps.weight[68]: blk.28.ffn_gate_exps.weight[69]: IQ3_S blk.28.ffn_gate_exps.weight[70]: blk.28.ffn_gate_exps.weight[71]: IQ3_S blk.28.ffn_gate_exps.weight[72]: blk.28.ffn_gate_exps.weight[73]: blk.28.ffn_gate_exps.weight[74]: IQ3_S blk.28.ffn_gate_exps.weight[75]: IQ3_S blk.28.ffn_gate_exps.weight[76]: IQ3_S blk.28.ffn_gate_exps.weight[77]: IQ3_S blk.28.ffn_gate_exps.weight[78]: blk.28.ffn_gate_exps.weight[79]: blk.28.ffn_gate_exps.weight[80]: blk.28.ffn_gate_exps.weight[81]: blk.28.ffn_gate_exps.weight[82]: blk.28.ffn_gate_exps.weight[83]: IQ3_S blk.28.ffn_gate_exps.weight[84]: IQ3_S blk.28.ffn_gate_exps.weight[85]: blk.28.ffn_gate_exps.weight[86]: IQ3_S blk.28.ffn_gate_exps.weight[87]: IQ3_S blk.28.ffn_gate_exps.weight[88]: blk.28.ffn_gate_exps.weight[89]: IQ3_S blk.28.ffn_gate_exps.weight[90]: blk.28.ffn_gate_exps.weight[91]: IQ3_S blk.28.ffn_gate_exps.weight[92]: IQ3_S blk.28.ffn_gate_exps.weight[93]: IQ3_S blk.28.ffn_gate_exps.weight[94]: IQ3_S blk.28.ffn_gate_exps.weight[95]: IQ3_S blk.28.ffn_gate_exps.weight[96]: IQ3_S blk.28.ffn_gate_exps.weight[97]: IQ3_S blk.28.ffn_gate_exps.weight[98]: blk.28.ffn_gate_exps.weight[99]: IQ3_S blk.28.ffn_gate_exps.weight[100]: blk.28.ffn_gate_exps.weight[101]: IQ3_S blk.28.ffn_gate_exps.weight[102]: blk.28.ffn_gate_exps.weight[103]: blk.28.ffn_gate_exps.weight[104]: blk.28.ffn_gate_exps.weight[105]: blk.28.ffn_gate_exps.weight[106]: blk.28.ffn_gate_exps.weight[107]: IQ3_S blk.28.ffn_gate_exps.weight[108]: IQ3_S blk.28.ffn_gate_exps.weight[109]: IQ3_S blk.28.ffn_gate_exps.weight[110]: IQ3_S blk.28.ffn_gate_exps.weight[111]: blk.28.ffn_gate_exps.weight[112]: IQ3_S blk.28.ffn_gate_exps.weight[113]: IQ3_S blk.28.ffn_gate_exps.weight[114]: blk.28.ffn_gate_exps.weight[115]: blk.28.ffn_gate_exps.weight[116]: blk.28.ffn_gate_exps.weight[117]: blk.28.ffn_gate_exps.weight[118]: IQ3_S blk.28.ffn_gate_exps.weight[119]: blk.28.ffn_gate_exps.weight[120]: blk.28.ffn_gate_exps.weight[121]: IQ3_S blk.28.ffn_gate_exps.weight[122]: IQ3_S blk.28.ffn_gate_exps.weight[123]: IQ3_S blk.28.ffn_gate_exps.weight[124]: blk.28.ffn_gate_exps.weight[125]: blk.28.ffn_gate_exps.weight[126]: blk.28.ffn_gate_exps.weight[127]: IQ3_S blk.28.ffn_gate_exps.weight[128]: blk.28.ffn_gate_exps.weight[129]: blk.28.ffn_gate_exps.weight[130]: blk.28.ffn_gate_exps.weight[131]: blk.28.ffn_gate_exps.weight[132]: blk.28.ffn_gate_exps.weight[133]: blk.28.ffn_gate_exps.weight[134]: IQ3_S blk.28.ffn_gate_exps.weight[135]: blk.28.ffn_gate_exps.weight[136]: blk.28.ffn_gate_exps.weight[137]: IQ3_S blk.28.ffn_gate_exps.weight[138]: blk.28.ffn_gate_exps.weight[139]: IQ3_S blk.28.ffn_gate_exps.weight[140]: blk.28.ffn_gate_exps.weight[141]: IQ3_S blk.28.ffn_gate_exps.weight[142]: blk.28.ffn_gate_exps.weight[143]: IQ3_S blk.28.ffn_gate_exps.weight[144]: blk.28.ffn_gate_exps.weight[145]: blk.28.ffn_gate_exps.weight[146]: blk.28.ffn_gate_exps.weight[147]: blk.28.ffn_gate_exps.weight[148]: IQ3_S blk.28.ffn_gate_exps.weight[149]: blk.28.ffn_gate_exps.weight[150]: IQ3_S blk.28.ffn_gate_exps.weight[151]: blk.28.ffn_gate_exps.weight[152]: IQ3_S blk.28.ffn_gate_exps.weight[153]: blk.28.ffn_gate_exps.weight[154]: blk.28.ffn_gate_exps.weight[155]: IQ3_S blk.28.ffn_gate_exps.weight[156]: blk.28.ffn_gate_exps.weight[157]: IQ3_S blk.28.ffn_gate_exps.weight[158]: IQ3_S blk.28.ffn_gate_exps.weight[159]: blk.28.ffn_gate_exps.weight[160]: IQ3_S blk.28.ffn_gate_exps.weight[161]: IQ3_S blk.28.ffn_gate_exps.weight[162]: IQ3_S blk.28.ffn_gate_exps.weight[163]: IQ3_S blk.28.ffn_gate_exps.weight[164]: blk.28.ffn_gate_exps.weight[165]: IQ3_S blk.28.ffn_gate_exps.weight[166]: IQ3_S blk.28.ffn_gate_exps.weight[167]: IQ3_S blk.28.ffn_gate_exps.weight[168]: IQ3_S blk.28.ffn_gate_exps.weight[169]: blk.28.ffn_gate_exps.weight[170]: IQ3_S blk.28.ffn_gate_exps.weight[171]: blk.28.ffn_gate_exps.weight[172]: IQ3_S blk.28.ffn_gate_exps.weight[173]: IQ3_S blk.28.ffn_gate_exps.weight[174]: IQ3_S blk.28.ffn_gate_exps.weight[175]: IQ3_S blk.28.ffn_gate_exps.weight[176]: blk.28.ffn_gate_exps.weight[177]: IQ3_S blk.28.ffn_gate_exps.weight[178]: IQ3_S blk.28.ffn_gate_exps.weight[179]: blk.28.ffn_gate_exps.weight[180]: IQ3_S blk.28.ffn_gate_exps.weight[181]: IQ3_S blk.28.ffn_gate_exps.weight[182]: blk.28.ffn_gate_exps.weight[183]: blk.28.ffn_gate_exps.weight[184]: blk.28.ffn_gate_exps.weight[185]: blk.28.ffn_gate_exps.weight[186]: blk.28.ffn_gate_exps.weight[187]: IQ3_S blk.28.ffn_gate_exps.weight[188]: blk.28.ffn_gate_exps.weight[189]: IQ3_S blk.28.ffn_gate_exps.weight[190]: IQ3_S blk.28.ffn_gate_exps.weight[191]: IQ3_S blk.28.ffn_gate_exps.weight[192]: blk.28.ffn_gate_exps.weight[193]: blk.28.ffn_gate_exps.weight[194]: blk.28.ffn_gate_exps.weight[195]: blk.28.ffn_gate_exps.weight[196]: IQ3_S blk.28.ffn_gate_exps.weight[197]: blk.28.ffn_gate_exps.weight[198]: IQ3_S blk.28.ffn_gate_exps.weight[199]: blk.28.ffn_gate_exps.weight[200]: IQ3_S blk.28.ffn_gate_exps.weight[201]: blk.28.ffn_gate_exps.weight[202]: blk.28.ffn_gate_exps.weight[203]: blk.28.ffn_gate_exps.weight[204]: blk.28.ffn_gate_exps.weight[205]: blk.28.ffn_gate_exps.weight[206]: IQ3_S blk.28.ffn_gate_exps.weight[207]: IQ3_S blk.28.ffn_gate_exps.weight[208]: blk.28.ffn_gate_exps.weight[209]: blk.28.ffn_gate_exps.weight[210]: blk.28.ffn_gate_exps.weight[211]: IQ3_S blk.28.ffn_gate_exps.weight[212]: blk.28.ffn_gate_exps.weight[213]: blk.28.ffn_gate_exps.weight[214]: blk.28.ffn_gate_exps.weight[215]: IQ3_S blk.28.ffn_gate_exps.weight[216]: IQ3_S blk.28.ffn_gate_exps.weight[217]: blk.28.ffn_gate_exps.weight[218]: IQ3_S blk.28.ffn_gate_exps.weight[219]: blk.28.ffn_gate_exps.weight[220]: IQ3_S blk.28.ffn_gate_exps.weight[221]: blk.28.ffn_gate_exps.weight[222]: IQ3_S blk.28.ffn_gate_exps.weight[223]: IQ3_S blk.28.ffn_gate_exps.weight[224]: blk.28.ffn_gate_exps.weight[225]: blk.28.ffn_gate_exps.weight[226]: blk.28.ffn_gate_exps.weight[227]: blk.28.ffn_gate_exps.weight[228]: IQ3_S blk.28.ffn_gate_exps.weight[229]: blk.28.ffn_gate_exps.weight[230]: IQ3_S blk.28.ffn_gate_exps.weight[231]: IQ3_S blk.28.ffn_gate_exps.weight[232]: IQ3_S blk.28.ffn_gate_exps.weight[233]: IQ3_S blk.28.ffn_gate_exps.weight[234]: IQ3_S blk.28.ffn_gate_exps.weight[235]: IQ3_S blk.28.ffn_gate_exps.weight[236]: IQ3_S blk.28.ffn_gate_exps.weight[237]: blk.28.ffn_gate_exps.weight[238]: blk.28.ffn_gate_exps.weight[239]: IQ3_S blk.28.ffn_gate_exps.weight[240]: IQ3_S blk.28.ffn_gate_exps.weight[241]: IQ3_S blk.28.ffn_gate_exps.weight[242]: blk.28.ffn_gate_exps.weight[243]: IQ3_S blk.28.ffn_gate_exps.weight[244]: blk.28.ffn_gate_exps.weight[245]: blk.28.ffn_gate_exps.weight[246]: IQ3_S blk.28.ffn_gate_exps.weight[247]: blk.28.ffn_gate_exps.weight[248]: blk.28.ffn_gate_exps.weight[249]: IQ3_S blk.28.ffn_gate_exps.weight[250]: blk.28.ffn_gate_exps.weight[251]: IQ3_S blk.28.ffn_gate_exps.weight[252]: IQ3_S blk.28.ffn_gate_exps.weight[253]: IQ3_S blk.28.ffn_gate_exps.weight[254]: IQ3_S blk.28.ffn_gate_exps.weight[255]: IQ3_S blk.28.ffn_gate_exps.weight[256]: blk.28.ffn_gate_exps.weight[257]: blk.28.ffn_gate_exps.weight[258]: blk.28.ffn_gate_exps.weight[259]: blk.28.ffn_gate_exps.weight[260]: blk.28.ffn_gate_exps.weight[261]: IQ3_S blk.28.ffn_gate_exps.weight[262]: blk.28.ffn_gate_exps.weight[263]: blk.28.ffn_gate_exps.weight[264]: blk.28.ffn_gate_exps.weight[265]: IQ3_S blk.28.ffn_gate_exps.weight[266]: IQ3_S blk.28.ffn_gate_exps.weight[267]: IQ3_S blk.28.ffn_gate_exps.weight[268]: blk.28.ffn_gate_exps.weight[269]: IQ3_S blk.28.ffn_gate_exps.weight[270]: blk.28.ffn_gate_exps.weight[271]: blk.28.ffn_gate_exps.weight[272]: IQ3_S blk.28.ffn_gate_exps.weight[273]: blk.28.ffn_gate_exps.weight[274]: blk.28.ffn_gate_exps.weight[275]: blk.28.ffn_gate_exps.weight[276]: blk.28.ffn_gate_exps.weight[277]: IQ3_S blk.28.ffn_gate_exps.weight[278]: IQ3_S blk.28.ffn_gate_exps.weight[279]: blk.28.ffn_gate_exps.weight[280]: IQ3_S blk.28.ffn_gate_exps.weight[281]: IQ3_S blk.28.ffn_gate_exps.weight[282]: IQ3_S blk.28.ffn_gate_exps.weight[283]: blk.28.ffn_gate_exps.weight[284]: blk.28.ffn_gate_exps.weight[285]: IQ3_S blk.28.ffn_gate_exps.weight[286]: blk.28.ffn_gate_exps.weight[287]: IQ3_S blk.28.ffn_gate_exps.weight[288]: blk.28.ffn_gate_exps.weight[289]: IQ3_S blk.28.ffn_gate_exps.weight[290]: IQ3_S blk.28.ffn_gate_exps.weight[291]: IQ3_S blk.28.ffn_gate_exps.weight[292]: IQ3_S blk.28.ffn_gate_exps.weight[293]: blk.28.ffn_gate_exps.weight[294]: IQ3_S blk.28.ffn_gate_exps.weight[295]: blk.28.ffn_gate_exps.weight[296]: blk.28.ffn_gate_exps.weight[297]: IQ3_S blk.28.ffn_gate_exps.weight[298]: blk.28.ffn_gate_exps.weight[299]: IQ3_S blk.28.ffn_gate_exps.weight[300]: blk.28.ffn_gate_exps.weight[301]: IQ3_S blk.28.ffn_gate_exps.weight[302]: IQ3_S blk.28.ffn_gate_exps.weight[303]: IQ3_S blk.28.ffn_gate_exps.weight[304]: blk.28.ffn_gate_exps.weight[305]: blk.28.ffn_gate_exps.weight[306]: IQ3_S blk.28.ffn_gate_exps.weight[307]: IQ3_S blk.28.ffn_gate_exps.weight[308]: blk.28.ffn_gate_exps.weight[309]: blk.28.ffn_gate_exps.weight[310]: blk.28.ffn_gate_exps.weight[311]: IQ3_S blk.28.ffn_gate_exps.weight[312]: IQ3_S blk.28.ffn_gate_exps.weight[313]: IQ3_S blk.28.ffn_gate_exps.weight[314]: blk.28.ffn_gate_exps.weight[315]: IQ3_S blk.28.ffn_gate_exps.weight[316]: blk.28.ffn_gate_exps.weight[317]: blk.28.ffn_gate_exps.weight[318]: blk.28.ffn_gate_exps.weight[319]: blk.28.ffn_gate_exps.weight[320]: IQ3_S blk.28.ffn_gate_exps.weight[321]: blk.28.ffn_gate_exps.weight[322]: IQ3_S blk.28.ffn_gate_exps.weight[323]: blk.28.ffn_gate_exps.weight[324]: blk.28.ffn_gate_exps.weight[325]: blk.28.ffn_gate_exps.weight[326]: IQ3_S blk.28.ffn_gate_exps.weight[327]: IQ3_S blk.28.ffn_gate_exps.weight[328]: blk.28.ffn_gate_exps.weight[329]: blk.28.ffn_gate_exps.weight[330]: blk.28.ffn_gate_exps.weight[331]: blk.28.ffn_gate_exps.weight[332]: blk.28.ffn_gate_exps.weight[333]: blk.28.ffn_gate_exps.weight[334]: IQ3_S blk.28.ffn_gate_exps.weight[335]: blk.28.ffn_gate_exps.weight[336]: IQ3_S blk.28.ffn_gate_exps.weight[337]: blk.28.ffn_gate_exps.weight[338]: IQ3_S blk.28.ffn_gate_exps.weight[339]: IQ3_S blk.28.ffn_gate_exps.weight[340]: IQ3_S blk.28.ffn_gate_exps.weight[341]: blk.28.ffn_gate_exps.weight[342]: IQ3_S blk.28.ffn_gate_exps.weight[343]: IQ3_S blk.28.ffn_gate_exps.weight[344]: blk.28.ffn_gate_exps.weight[345]: IQ3_S blk.28.ffn_gate_exps.weight[346]: blk.28.ffn_gate_exps.weight[347]: IQ3_S blk.28.ffn_gate_exps.weight[348]: blk.28.ffn_gate_exps.weight[349]: blk.28.ffn_gate_exps.weight[350]: IQ3_S blk.28.ffn_gate_exps.weight[351]: IQ3_S blk.28.ffn_gate_exps.weight[352]: IQ3_S blk.28.ffn_gate_exps.weight[353]: blk.28.ffn_gate_exps.weight[354]: IQ3_S blk.28.ffn_gate_exps.weight[355]: blk.28.ffn_gate_exps.weight[356]: IQ3_S blk.28.ffn_gate_exps.weight[357]: blk.28.ffn_gate_exps.weight[358]: blk.28.ffn_gate_exps.weight[359]: blk.28.ffn_gate_exps.weight[360]: IQ3_S blk.28.ffn_gate_exps.weight[361]: blk.28.ffn_gate_exps.weight[362]: blk.28.ffn_gate_exps.weight[363]: IQ3_S blk.28.ffn_gate_exps.weight[364]: blk.28.ffn_gate_exps.weight[365]: IQ3_S blk.28.ffn_gate_exps.weight[366]: IQ3_S blk.28.ffn_gate_exps.weight[367]: blk.28.ffn_gate_exps.weight[368]: blk.28.ffn_gate_exps.weight[369]: IQ3_S blk.28.ffn_gate_exps.weight[370]: blk.28.ffn_gate_exps.weight[371]: blk.28.ffn_gate_exps.weight[372]: IQ3_S blk.28.ffn_gate_exps.weight[373]: blk.28.ffn_gate_exps.weight[374]: IQ3_S blk.28.ffn_gate_exps.weight[375]: IQ3_S blk.28.ffn_gate_exps.weight[376]: blk.28.ffn_gate_exps.weight[377]: IQ3_S blk.28.ffn_gate_exps.weight[378]: IQ3_S blk.28.ffn_gate_exps.weight[379]: IQ3_S blk.28.ffn_gate_exps.weight[380]: IQ3_S blk.28.ffn_gate_exps.weight[381]: blk.28.ffn_gate_exps.weight[382]: blk.28.ffn_gate_exps.weight[383]: blk.28.ffn_gate_exps.weight[384]: blk.28.ffn_gate_exps.weight[385]: IQ3_S blk.28.ffn_gate_exps.weight[386]: IQ3_S blk.28.ffn_gate_exps.weight[387]: IQ3_S blk.28.ffn_gate_exps.weight[388]: blk.28.ffn_gate_exps.weight[389]: IQ3_S blk.28.ffn_gate_exps.weight[390]: blk.28.ffn_gate_exps.weight[391]: IQ3_S blk.28.ffn_gate_exps.weight[392]: IQ3_S blk.28.ffn_gate_exps.weight[393]: blk.28.ffn_gate_exps.weight[394]: blk.28.ffn_gate_exps.weight[395]: IQ3_S blk.28.ffn_gate_exps.weight[396]: IQ3_S blk.28.ffn_gate_exps.weight[397]: IQ3_S blk.28.ffn_gate_exps.weight[398]: blk.28.ffn_gate_exps.weight[399]: IQ3_S blk.28.ffn_gate_exps.weight[400]: IQ3_S blk.28.ffn_gate_exps.weight[401]: blk.28.ffn_gate_exps.weight[402]: blk.28.ffn_gate_exps.weight[403]: blk.28.ffn_gate_exps.weight[404]: IQ3_S blk.28.ffn_gate_exps.weight[405]: blk.28.ffn_gate_exps.weight[406]: IQ3_S blk.28.ffn_gate_exps.weight[407]: blk.28.ffn_gate_exps.weight[408]: IQ3_S blk.28.ffn_gate_exps.weight[409]: blk.28.ffn_gate_exps.weight[410]: IQ3_S blk.28.ffn_gate_exps.weight[411]: blk.28.ffn_gate_exps.weight[412]: IQ3_S blk.28.ffn_gate_exps.weight[413]: blk.28.ffn_gate_exps.weight[414]: blk.28.ffn_gate_exps.weight[415]: blk.28.ffn_gate_exps.weight[416]: blk.28.ffn_gate_exps.weight[417]: IQ3_S blk.28.ffn_gate_exps.weight[418]: blk.28.ffn_gate_exps.weight[419]: IQ3_S blk.28.ffn_gate_exps.weight[420]: blk.28.ffn_gate_exps.weight[421]: blk.28.ffn_gate_exps.weight[422]: IQ3_S blk.28.ffn_gate_exps.weight[423]: blk.28.ffn_gate_exps.weight[424]: blk.28.ffn_gate_exps.weight[425]: IQ3_S blk.28.ffn_gate_exps.weight[426]: IQ3_S blk.28.ffn_gate_exps.weight[427]: blk.28.ffn_gate_exps.weight[428]: blk.28.ffn_gate_exps.weight[429]: blk.28.ffn_gate_exps.weight[430]: IQ3_S blk.28.ffn_gate_exps.weight[431]: blk.28.ffn_gate_exps.weight[432]: IQ3_S blk.28.ffn_gate_exps.weight[433]: IQ3_S blk.28.ffn_gate_exps.weight[434]: IQ3_S blk.28.ffn_gate_exps.weight[435]: blk.28.ffn_gate_exps.weight[436]: IQ3_S blk.28.ffn_gate_exps.weight[437]: blk.28.ffn_gate_exps.weight[438]: IQ3_S blk.28.ffn_gate_exps.weight[439]: blk.28.ffn_gate_exps.weight[440]: IQ3_S blk.28.ffn_gate_exps.weight[441]: IQ3_S blk.28.ffn_gate_exps.weight[442]: IQ3_S blk.28.ffn_gate_exps.weight[443]: IQ3_S blk.28.ffn_gate_exps.weight[444]: IQ3_S blk.28.ffn_gate_exps.weight[445]: IQ3_S blk.28.ffn_gate_exps.weight[446]: blk.28.ffn_gate_exps.weight[447]: IQ3_S blk.28.ffn_gate_exps.weight[448]: IQ3_S blk.28.ffn_gate_exps.weight[449]: blk.28.ffn_gate_exps.weight[450]: blk.28.ffn_gate_exps.weight[451]: blk.28.ffn_gate_exps.weight[452]: blk.28.ffn_gate_exps.weight[453]: IQ3_S blk.28.ffn_gate_exps.weight[454]: IQ3_S blk.28.ffn_gate_exps.weight[455]: IQ3_S blk.28.ffn_gate_exps.weight[456]: IQ3_S blk.28.ffn_gate_exps.weight[457]: IQ3_S blk.28.ffn_gate_exps.weight[458]: IQ3_S blk.28.ffn_gate_exps.weight[459]: blk.28.ffn_gate_exps.weight[460]: IQ3_S blk.28.ffn_gate_exps.weight[461]: blk.28.ffn_gate_exps.weight[462]: IQ3_S blk.28.ffn_gate_exps.weight[463]: IQ3_S blk.28.ffn_gate_exps.weight[464]: blk.28.ffn_gate_exps.weight[465]: blk.28.ffn_gate_exps.weight[466]: blk.28.ffn_gate_exps.weight[467]: IQ3_S blk.28.ffn_gate_exps.weight[468]: IQ3_S blk.28.ffn_gate_exps.weight[469]: blk.28.ffn_gate_exps.weight[470]: IQ3_S blk.28.ffn_gate_exps.weight[471]: IQ3_S blk.28.ffn_gate_exps.weight[472]: blk.28.ffn_gate_exps.weight[473]: IQ3_S blk.28.ffn_gate_exps.weight[474]: blk.28.ffn_gate_exps.weight[475]: IQ3_S blk.28.ffn_gate_exps.weight[476]: blk.28.ffn_gate_exps.weight[477]: blk.28.ffn_gate_exps.weight[478]: blk.28.ffn_gate_exps.weight[479]: blk.28.ffn_gate_exps.weight[480]: blk.28.ffn_gate_exps.weight[481]: blk.28.ffn_gate_exps.weight[482]: IQ3_S blk.28.ffn_gate_exps.weight[483]: blk.28.ffn_gate_exps.weight[484]: blk.28.ffn_gate_exps.weight[485]: blk.28.ffn_gate_exps.weight[486]: blk.28.ffn_gate_exps.weight[487]: blk.28.ffn_gate_exps.weight[488]: IQ3_S blk.28.ffn_gate_exps.weight[489]: blk.28.ffn_gate_exps.weight[490]: blk.28.ffn_gate_exps.weight[491]: blk.28.ffn_gate_exps.weight[492]: IQ3_S blk.28.ffn_gate_exps.weight[493]: IQ3_S blk.28.ffn_gate_exps.weight[494]: IQ3_S blk.28.ffn_gate_exps.weight[495]: IQ3_S blk.28.ffn_gate_exps.weight[496]: blk.28.ffn_gate_exps.weight[497]: blk.28.ffn_gate_exps.weight[498]: IQ3_S blk.28.ffn_gate_exps.weight[499]: IQ3_S blk.28.ffn_gate_exps.weight[500]: blk.28.ffn_gate_exps.weight[501]: IQ3_S blk.28.ffn_gate_exps.weight[502]: IQ3_S blk.28.ffn_gate_exps.weight[503]: IQ3_S blk.28.ffn_gate_exps.weight[504]: blk.28.ffn_gate_exps.weight[505]: IQ3_S blk.28.ffn_gate_exps.weight[506]: IQ3_S blk.28.ffn_gate_exps.weight[507]: blk.28.ffn_gate_exps.weight[508]: blk.28.ffn_gate_exps.weight[509]: blk.28.ffn_gate_exps.weight[510]: IQ3_S blk.28.ffn_gate_exps.weight[511]: IQ3_S blk.28.ffn_up_exps.weight[0]: blk.28.ffn_up_exps.weight[1]: IQ3_S blk.28.ffn_up_exps.weight[2]: blk.28.ffn_up_exps.weight[3]: IQ3_S blk.28.ffn_up_exps.weight[4]: IQ3_S blk.28.ffn_up_exps.weight[5]: IQ3_S blk.28.ffn_up_exps.weight[6]: IQ3_S blk.28.ffn_up_exps.weight[7]: blk.28.ffn_up_exps.weight[8]: IQ3_S blk.28.ffn_up_exps.weight[9]: IQ3_S blk.28.ffn_up_exps.weight[10]: blk.28.ffn_up_exps.weight[11]: IQ3_S blk.28.ffn_up_exps.weight[12]: IQ3_S blk.28.ffn_up_exps.weight[13]: blk.28.ffn_up_exps.weight[14]: IQ3_S blk.28.ffn_up_exps.weight[15]: blk.28.ffn_up_exps.weight[16]: blk.28.ffn_up_exps.weight[17]: blk.28.ffn_up_exps.weight[18]: IQ3_S blk.28.ffn_up_exps.weight[19]: IQ3_S blk.28.ffn_up_exps.weight[20]: blk.28.ffn_up_exps.weight[21]: blk.28.ffn_up_exps.weight[22]: IQ3_S blk.28.ffn_up_exps.weight[23]: IQ3_S blk.28.ffn_up_exps.weight[24]: IQ3_S blk.28.ffn_up_exps.weight[25]: blk.28.ffn_up_exps.weight[26]: blk.28.ffn_up_exps.weight[27]: IQ3_S blk.28.ffn_up_exps.weight[28]: IQ3_S blk.28.ffn_up_exps.weight[29]: IQ3_S blk.28.ffn_up_exps.weight[30]: blk.28.ffn_up_exps.weight[31]: blk.28.ffn_up_exps.weight[32]: blk.28.ffn_up_exps.weight[33]: blk.28.ffn_up_exps.weight[34]: IQ3_S blk.28.ffn_up_exps.weight[35]: blk.28.ffn_up_exps.weight[36]: IQ3_S blk.28.ffn_up_exps.weight[37]: IQ3_S blk.28.ffn_up_exps.weight[38]: IQ3_S blk.28.ffn_up_exps.weight[39]: IQ3_S blk.28.ffn_up_exps.weight[40]: blk.28.ffn_up_exps.weight[41]: IQ3_S blk.28.ffn_up_exps.weight[42]: IQ3_S blk.28.ffn_up_exps.weight[43]: IQ3_S blk.28.ffn_up_exps.weight[44]: IQ3_S blk.28.ffn_up_exps.weight[45]: blk.28.ffn_up_exps.weight[46]: IQ3_S blk.28.ffn_up_exps.weight[47]: IQ3_S blk.28.ffn_up_exps.weight[48]: IQ3_S blk.28.ffn_up_exps.weight[49]: blk.28.ffn_up_exps.weight[50]: IQ3_S blk.28.ffn_up_exps.weight[51]: IQ3_S blk.28.ffn_up_exps.weight[52]: IQ3_S blk.28.ffn_up_exps.weight[53]: blk.28.ffn_up_exps.weight[54]: blk.28.ffn_up_exps.weight[55]: blk.28.ffn_up_exps.weight[56]: blk.28.ffn_up_exps.weight[57]: IQ3_S blk.28.ffn_up_exps.weight[58]: blk.28.ffn_up_exps.weight[59]: blk.28.ffn_up_exps.weight[60]: IQ3_S blk.28.ffn_up_exps.weight[61]: blk.28.ffn_up_exps.weight[62]: IQ3_S blk.28.ffn_up_exps.weight[63]: IQ3_S blk.28.ffn_up_exps.weight[64]: blk.28.ffn_up_exps.weight[65]: blk.28.ffn_up_exps.weight[66]: IQ3_S blk.28.ffn_up_exps.weight[67]: blk.28.ffn_up_exps.weight[68]: blk.28.ffn_up_exps.weight[69]: IQ3_S blk.28.ffn_up_exps.weight[70]: blk.28.ffn_up_exps.weight[71]: IQ3_S blk.28.ffn_up_exps.weight[72]: blk.28.ffn_up_exps.weight[73]: blk.28.ffn_up_exps.weight[74]: IQ3_S blk.28.ffn_up_exps.weight[75]: IQ3_S blk.28.ffn_up_exps.weight[76]: IQ3_S blk.28.ffn_up_exps.weight[77]: IQ3_S blk.28.ffn_up_exps.weight[78]: blk.28.ffn_up_exps.weight[79]: blk.28.ffn_up_exps.weight[80]: blk.28.ffn_up_exps.weight[81]: blk.28.ffn_up_exps.weight[82]: blk.28.ffn_up_exps.weight[83]: IQ3_S blk.28.ffn_up_exps.weight[84]: IQ3_S blk.28.ffn_up_exps.weight[85]: blk.28.ffn_up_exps.weight[86]: IQ3_S blk.28.ffn_up_exps.weight[87]: IQ3_S blk.28.ffn_up_exps.weight[88]: blk.28.ffn_up_exps.weight[89]: IQ3_S blk.28.ffn_up_exps.weight[90]: blk.28.ffn_up_exps.weight[91]: IQ3_S blk.28.ffn_up_exps.weight[92]: IQ3_S blk.28.ffn_up_exps.weight[93]: IQ3_S blk.28.ffn_up_exps.weight[94]: IQ3_S blk.28.ffn_up_exps.weight[95]: IQ3_S blk.28.ffn_up_exps.weight[96]: IQ3_S blk.28.ffn_up_exps.weight[97]: IQ3_S blk.28.ffn_up_exps.weight[98]: blk.28.ffn_up_exps.weight[99]: IQ3_S blk.28.ffn_up_exps.weight[100]: blk.28.ffn_up_exps.weight[101]: IQ3_S blk.28.ffn_up_exps.weight[102]: blk.28.ffn_up_exps.weight[103]: blk.28.ffn_up_exps.weight[104]: blk.28.ffn_up_exps.weight[105]: blk.28.ffn_up_exps.weight[106]: blk.28.ffn_up_exps.weight[107]: IQ3_S blk.28.ffn_up_exps.weight[108]: IQ3_S blk.28.ffn_up_exps.weight[109]: IQ3_S blk.28.ffn_up_exps.weight[110]: IQ3_S blk.28.ffn_up_exps.weight[111]: blk.28.ffn_up_exps.weight[112]: IQ3_S blk.28.ffn_up_exps.weight[113]: IQ3_S blk.28.ffn_up_exps.weight[114]: blk.28.ffn_up_exps.weight[115]: blk.28.ffn_up_exps.weight[116]: blk.28.ffn_up_exps.weight[117]: blk.28.ffn_up_exps.weight[118]: IQ3_S blk.28.ffn_up_exps.weight[119]: blk.28.ffn_up_exps.weight[120]: blk.28.ffn_up_exps.weight[121]: IQ3_S blk.28.ffn_up_exps.weight[122]: IQ3_S blk.28.ffn_up_exps.weight[123]: IQ3_S blk.28.ffn_up_exps.weight[124]: blk.28.ffn_up_exps.weight[125]: blk.28.ffn_up_exps.weight[126]: blk.28.ffn_up_exps.weight[127]: IQ3_S blk.28.ffn_up_exps.weight[128]: blk.28.ffn_up_exps.weight[129]: blk.28.ffn_up_exps.weight[130]: blk.28.ffn_up_exps.weight[131]: blk.28.ffn_up_exps.weight[132]: blk.28.ffn_up_exps.weight[133]: blk.28.ffn_up_exps.weight[134]: IQ3_S blk.28.ffn_up_exps.weight[135]: blk.28.ffn_up_exps.weight[136]: blk.28.ffn_up_exps.weight[137]: IQ3_S blk.28.ffn_up_exps.weight[138]: blk.28.ffn_up_exps.weight[139]: IQ3_S blk.28.ffn_up_exps.weight[140]: blk.28.ffn_up_exps.weight[141]: IQ3_S blk.28.ffn_up_exps.weight[142]: blk.28.ffn_up_exps.weight[143]: IQ3_S blk.28.ffn_up_exps.weight[144]: blk.28.ffn_up_exps.weight[145]: blk.28.ffn_up_exps.weight[146]: blk.28.ffn_up_exps.weight[147]: blk.28.ffn_up_exps.weight[148]: IQ3_S blk.28.ffn_up_exps.weight[149]: blk.28.ffn_up_exps.weight[150]: IQ3_S blk.28.ffn_up_exps.weight[151]: blk.28.ffn_up_exps.weight[152]: IQ3_S blk.28.ffn_up_exps.weight[153]: blk.28.ffn_up_exps.weight[154]: blk.28.ffn_up_exps.weight[155]: IQ3_S blk.28.ffn_up_exps.weight[156]: blk.28.ffn_up_exps.weight[157]: IQ3_S blk.28.ffn_up_exps.weight[158]: IQ3_S blk.28.ffn_up_exps.weight[159]: blk.28.ffn_up_exps.weight[160]: IQ3_S blk.28.ffn_up_exps.weight[161]: IQ3_S blk.28.ffn_up_exps.weight[162]: IQ3_S blk.28.ffn_up_exps.weight[163]: IQ3_S blk.28.ffn_up_exps.weight[164]: blk.28.ffn_up_exps.weight[165]: IQ3_S blk.28.ffn_up_exps.weight[166]: IQ3_S blk.28.ffn_up_exps.weight[167]: IQ3_S blk.28.ffn_up_exps.weight[168]: IQ3_S blk.28.ffn_up_exps.weight[169]: blk.28.ffn_up_exps.weight[170]: IQ3_S blk.28.ffn_up_exps.weight[171]: blk.28.ffn_up_exps.weight[172]: IQ3_S blk.28.ffn_up_exps.weight[173]: IQ3_S blk.28.ffn_up_exps.weight[174]: IQ3_S blk.28.ffn_up_exps.weight[175]: IQ3_S blk.28.ffn_up_exps.weight[176]: blk.28.ffn_up_exps.weight[177]: IQ3_S blk.28.ffn_up_exps.weight[178]: IQ3_S blk.28.ffn_up_exps.weight[179]: blk.28.ffn_up_exps.weight[180]: IQ3_S blk.28.ffn_up_exps.weight[181]: IQ3_S blk.28.ffn_up_exps.weight[182]: blk.28.ffn_up_exps.weight[183]: blk.28.ffn_up_exps.weight[184]: blk.28.ffn_up_exps.weight[185]: blk.28.ffn_up_exps.weight[186]: blk.28.ffn_up_exps.weight[187]: IQ3_S blk.28.ffn_up_exps.weight[188]: blk.28.ffn_up_exps.weight[189]: IQ3_S blk.28.ffn_up_exps.weight[190]: IQ3_S blk.28.ffn_up_exps.weight[191]: IQ3_S blk.28.ffn_up_exps.weight[192]: blk.28.ffn_up_exps.weight[193]: blk.28.ffn_up_exps.weight[194]: blk.28.ffn_up_exps.weight[195]: blk.28.ffn_up_exps.weight[196]: IQ3_S blk.28.ffn_up_exps.weight[197]: blk.28.ffn_up_exps.weight[198]: IQ3_S blk.28.ffn_up_exps.weight[199]: blk.28.ffn_up_exps.weight[200]: IQ3_S blk.28.ffn_up_exps.weight[201]: blk.28.ffn_up_exps.weight[202]: blk.28.ffn_up_exps.weight[203]: blk.28.ffn_up_exps.weight[204]: blk.28.ffn_up_exps.weight[205]: blk.28.ffn_up_exps.weight[206]: IQ3_S blk.28.ffn_up_exps.weight[207]: IQ3_S blk.28.ffn_up_exps.weight[208]: blk.28.ffn_up_exps.weight[209]: blk.28.ffn_up_exps.weight[210]: blk.28.ffn_up_exps.weight[211]: IQ3_S blk.28.ffn_up_exps.weight[212]: blk.28.ffn_up_exps.weight[213]: blk.28.ffn_up_exps.weight[214]: blk.28.ffn_up_exps.weight[215]: IQ3_S blk.28.ffn_up_exps.weight[216]: IQ3_S blk.28.ffn_up_exps.weight[217]: blk.28.ffn_up_exps.weight[218]: IQ3_S blk.28.ffn_up_exps.weight[219]: blk.28.ffn_up_exps.weight[220]: IQ3_S blk.28.ffn_up_exps.weight[221]: blk.28.ffn_up_exps.weight[222]: IQ3_S blk.28.ffn_up_exps.weight[223]: IQ3_S blk.28.ffn_up_exps.weight[224]: blk.28.ffn_up_exps.weight[225]: blk.28.ffn_up_exps.weight[226]: blk.28.ffn_up_exps.weight[227]: blk.28.ffn_up_exps.weight[228]: IQ3_S blk.28.ffn_up_exps.weight[229]: blk.28.ffn_up_exps.weight[230]: IQ3_S blk.28.ffn_up_exps.weight[231]: IQ3_S blk.28.ffn_up_exps.weight[232]: IQ3_S blk.28.ffn_up_exps.weight[233]: IQ3_S blk.28.ffn_up_exps.weight[234]: IQ3_S blk.28.ffn_up_exps.weight[235]: IQ3_S blk.28.ffn_up_exps.weight[236]: IQ3_S blk.28.ffn_up_exps.weight[237]: blk.28.ffn_up_exps.weight[238]: blk.28.ffn_up_exps.weight[239]: IQ3_S blk.28.ffn_up_exps.weight[240]: IQ3_S blk.28.ffn_up_exps.weight[241]: IQ3_S blk.28.ffn_up_exps.weight[242]: blk.28.ffn_up_exps.weight[243]: IQ3_S blk.28.ffn_up_exps.weight[244]: blk.28.ffn_up_exps.weight[245]: blk.28.ffn_up_exps.weight[246]: IQ3_S blk.28.ffn_up_exps.weight[247]: blk.28.ffn_up_exps.weight[248]: blk.28.ffn_up_exps.weight[249]: IQ3_S blk.28.ffn_up_exps.weight[250]: blk.28.ffn_up_exps.weight[251]: IQ3_S blk.28.ffn_up_exps.weight[252]: IQ3_S blk.28.ffn_up_exps.weight[253]: IQ3_S blk.28.ffn_up_exps.weight[254]: IQ3_S blk.28.ffn_up_exps.weight[255]: IQ3_S blk.28.ffn_up_exps.weight[256]: blk.28.ffn_up_exps.weight[257]: blk.28.ffn_up_exps.weight[258]: blk.28.ffn_up_exps.weight[259]: blk.28.ffn_up_exps.weight[260]: blk.28.ffn_up_exps.weight[261]: IQ3_S blk.28.ffn_up_exps.weight[262]: blk.28.ffn_up_exps.weight[263]: blk.28.ffn_up_exps.weight[264]: blk.28.ffn_up_exps.weight[265]: IQ3_S blk.28.ffn_up_exps.weight[266]: IQ3_S blk.28.ffn_up_exps.weight[267]: IQ3_S blk.28.ffn_up_exps.weight[268]: blk.28.ffn_up_exps.weight[269]: IQ3_S blk.28.ffn_up_exps.weight[270]: blk.28.ffn_up_exps.weight[271]: blk.28.ffn_up_exps.weight[272]: IQ3_S blk.28.ffn_up_exps.weight[273]: blk.28.ffn_up_exps.weight[274]: blk.28.ffn_up_exps.weight[275]: blk.28.ffn_up_exps.weight[276]: blk.28.ffn_up_exps.weight[277]: IQ3_S blk.28.ffn_up_exps.weight[278]: IQ3_S blk.28.ffn_up_exps.weight[279]: blk.28.ffn_up_exps.weight[280]: IQ3_S blk.28.ffn_up_exps.weight[281]: IQ3_S blk.28.ffn_up_exps.weight[282]: IQ3_S blk.28.ffn_up_exps.weight[283]: blk.28.ffn_up_exps.weight[284]: blk.28.ffn_up_exps.weight[285]: IQ3_S blk.28.ffn_up_exps.weight[286]: blk.28.ffn_up_exps.weight[287]: IQ3_S blk.28.ffn_up_exps.weight[288]: blk.28.ffn_up_exps.weight[289]: IQ3_S blk.28.ffn_up_exps.weight[290]: IQ3_S blk.28.ffn_up_exps.weight[291]: IQ3_S blk.28.ffn_up_exps.weight[292]: IQ3_S blk.28.ffn_up_exps.weight[293]: blk.28.ffn_up_exps.weight[294]: IQ3_S blk.28.ffn_up_exps.weight[295]: blk.28.ffn_up_exps.weight[296]: blk.28.ffn_up_exps.weight[297]: IQ3_S blk.28.ffn_up_exps.weight[298]: blk.28.ffn_up_exps.weight[299]: IQ3_S blk.28.ffn_up_exps.weight[300]: blk.28.ffn_up_exps.weight[301]: IQ3_S blk.28.ffn_up_exps.weight[302]: IQ3_S blk.28.ffn_up_exps.weight[303]: IQ3_S blk.28.ffn_up_exps.weight[304]: blk.28.ffn_up_exps.weight[305]: blk.28.ffn_up_exps.weight[306]: IQ3_S blk.28.ffn_up_exps.weight[307]: IQ3_S blk.28.ffn_up_exps.weight[308]: blk.28.ffn_up_exps.weight[309]: blk.28.ffn_up_exps.weight[310]: blk.28.ffn_up_exps.weight[311]: IQ3_S blk.28.ffn_up_exps.weight[312]: IQ3_S blk.28.ffn_up_exps.weight[313]: IQ3_S blk.28.ffn_up_exps.weight[314]: blk.28.ffn_up_exps.weight[315]: IQ3_S blk.28.ffn_up_exps.weight[316]: blk.28.ffn_up_exps.weight[317]: blk.28.ffn_up_exps.weight[318]: blk.28.ffn_up_exps.weight[319]: blk.28.ffn_up_exps.weight[320]: IQ3_S blk.28.ffn_up_exps.weight[321]: blk.28.ffn_up_exps.weight[322]: IQ3_S blk.28.ffn_up_exps.weight[323]: blk.28.ffn_up_exps.weight[324]: blk.28.ffn_up_exps.weight[325]: blk.28.ffn_up_exps.weight[326]: IQ3_S blk.28.ffn_up_exps.weight[327]: IQ3_S blk.28.ffn_up_exps.weight[328]: blk.28.ffn_up_exps.weight[329]: blk.28.ffn_up_exps.weight[330]: blk.28.ffn_up_exps.weight[331]: blk.28.ffn_up_exps.weight[332]: blk.28.ffn_up_exps.weight[333]: blk.28.ffn_up_exps.weight[334]: IQ3_S blk.28.ffn_up_exps.weight[335]: blk.28.ffn_up_exps.weight[336]: IQ3_S blk.28.ffn_up_exps.weight[337]: blk.28.ffn_up_exps.weight[338]: IQ3_S blk.28.ffn_up_exps.weight[339]: IQ3_S blk.28.ffn_up_exps.weight[340]: IQ3_S blk.28.ffn_up_exps.weight[341]: blk.28.ffn_up_exps.weight[342]: IQ3_S blk.28.ffn_up_exps.weight[343]: IQ3_S blk.28.ffn_up_exps.weight[344]: blk.28.ffn_up_exps.weight[345]: IQ3_S blk.28.ffn_up_exps.weight[346]: blk.28.ffn_up_exps.weight[347]: IQ3_S blk.28.ffn_up_exps.weight[348]: blk.28.ffn_up_exps.weight[349]: blk.28.ffn_up_exps.weight[350]: IQ3_S blk.28.ffn_up_exps.weight[351]: IQ3_S blk.28.ffn_up_exps.weight[352]: IQ3_S blk.28.ffn_up_exps.weight[353]: blk.28.ffn_up_exps.weight[354]: IQ3_S blk.28.ffn_up_exps.weight[355]: blk.28.ffn_up_exps.weight[356]: IQ3_S blk.28.ffn_up_exps.weight[357]: blk.28.ffn_up_exps.weight[358]: blk.28.ffn_up_exps.weight[359]: blk.28.ffn_up_exps.weight[360]: IQ3_S blk.28.ffn_up_exps.weight[361]: blk.28.ffn_up_exps.weight[362]: blk.28.ffn_up_exps.weight[363]: IQ3_S blk.28.ffn_up_exps.weight[364]: blk.28.ffn_up_exps.weight[365]: IQ3_S blk.28.ffn_up_exps.weight[366]: IQ3_S blk.28.ffn_up_exps.weight[367]: blk.28.ffn_up_exps.weight[368]: blk.28.ffn_up_exps.weight[369]: IQ3_S blk.28.ffn_up_exps.weight[370]: blk.28.ffn_up_exps.weight[371]: blk.28.ffn_up_exps.weight[372]: IQ3_S blk.28.ffn_up_exps.weight[373]: blk.28.ffn_up_exps.weight[374]: IQ3_S blk.28.ffn_up_exps.weight[375]: IQ3_S blk.28.ffn_up_exps.weight[376]: blk.28.ffn_up_exps.weight[377]: IQ3_S blk.28.ffn_up_exps.weight[378]: IQ3_S blk.28.ffn_up_exps.weight[379]: IQ3_S blk.28.ffn_up_exps.weight[380]: IQ3_S blk.28.ffn_up_exps.weight[381]: blk.28.ffn_up_exps.weight[382]: blk.28.ffn_up_exps.weight[383]: blk.28.ffn_up_exps.weight[384]: blk.28.ffn_up_exps.weight[385]: IQ3_S blk.28.ffn_up_exps.weight[386]: IQ3_S blk.28.ffn_up_exps.weight[387]: IQ3_S blk.28.ffn_up_exps.weight[388]: blk.28.ffn_up_exps.weight[389]: IQ3_S blk.28.ffn_up_exps.weight[390]: blk.28.ffn_up_exps.weight[391]: IQ3_S blk.28.ffn_up_exps.weight[392]: IQ3_S blk.28.ffn_up_exps.weight[393]: blk.28.ffn_up_exps.weight[394]: blk.28.ffn_up_exps.weight[395]: IQ3_S blk.28.ffn_up_exps.weight[396]: IQ3_S blk.28.ffn_up_exps.weight[397]: IQ3_S blk.28.ffn_up_exps.weight[398]: blk.28.ffn_up_exps.weight[399]: IQ3_S blk.28.ffn_up_exps.weight[400]: IQ3_S blk.28.ffn_up_exps.weight[401]: blk.28.ffn_up_exps.weight[402]: blk.28.ffn_up_exps.weight[403]: blk.28.ffn_up_exps.weight[404]: IQ3_S blk.28.ffn_up_exps.weight[405]: blk.28.ffn_up_exps.weight[406]: IQ3_S blk.28.ffn_up_exps.weight[407]: blk.28.ffn_up_exps.weight[408]: IQ3_S blk.28.ffn_up_exps.weight[409]: blk.28.ffn_up_exps.weight[410]: IQ3_S blk.28.ffn_up_exps.weight[411]: blk.28.ffn_up_exps.weight[412]: IQ3_S blk.28.ffn_up_exps.weight[413]: blk.28.ffn_up_exps.weight[414]: blk.28.ffn_up_exps.weight[415]: blk.28.ffn_up_exps.weight[416]: blk.28.ffn_up_exps.weight[417]: IQ3_S blk.28.ffn_up_exps.weight[418]: blk.28.ffn_up_exps.weight[419]: IQ3_S blk.28.ffn_up_exps.weight[420]: blk.28.ffn_up_exps.weight[421]: blk.28.ffn_up_exps.weight[422]: IQ3_S blk.28.ffn_up_exps.weight[423]: blk.28.ffn_up_exps.weight[424]: blk.28.ffn_up_exps.weight[425]: IQ3_S blk.28.ffn_up_exps.weight[426]: IQ3_S blk.28.ffn_up_exps.weight[427]: blk.28.ffn_up_exps.weight[428]: blk.28.ffn_up_exps.weight[429]: blk.28.ffn_up_exps.weight[430]: IQ3_S blk.28.ffn_up_exps.weight[431]: blk.28.ffn_up_exps.weight[432]: IQ3_S blk.28.ffn_up_exps.weight[433]: IQ3_S blk.28.ffn_up_exps.weight[434]: IQ3_S blk.28.ffn_up_exps.weight[435]: blk.28.ffn_up_exps.weight[436]: IQ3_S blk.28.ffn_up_exps.weight[437]: blk.28.ffn_up_exps.weight[438]: IQ3_S blk.28.ffn_up_exps.weight[439]: blk.28.ffn_up_exps.weight[440]: IQ3_S blk.28.ffn_up_exps.weight[441]: IQ3_S blk.28.ffn_up_exps.weight[442]: IQ3_S blk.28.ffn_up_exps.weight[443]: IQ3_S blk.28.ffn_up_exps.weight[444]: IQ3_S blk.28.ffn_up_exps.weight[445]: IQ3_S blk.28.ffn_up_exps.weight[446]: blk.28.ffn_up_exps.weight[447]: IQ3_S blk.28.ffn_up_exps.weight[448]: IQ3_S blk.28.ffn_up_exps.weight[449]: blk.28.ffn_up_exps.weight[450]: blk.28.ffn_up_exps.weight[451]: blk.28.ffn_up_exps.weight[452]: blk.28.ffn_up_exps.weight[453]: IQ3_S blk.28.ffn_up_exps.weight[454]: IQ3_S blk.28.ffn_up_exps.weight[455]: IQ3_S blk.28.ffn_up_exps.weight[456]: IQ3_S blk.28.ffn_up_exps.weight[457]: IQ3_S blk.28.ffn_up_exps.weight[458]: IQ3_S blk.28.ffn_up_exps.weight[459]: blk.28.ffn_up_exps.weight[460]: IQ3_S blk.28.ffn_up_exps.weight[461]: blk.28.ffn_up_exps.weight[462]: IQ3_S blk.28.ffn_up_exps.weight[463]: IQ3_S blk.28.ffn_up_exps.weight[464]: blk.28.ffn_up_exps.weight[465]: blk.28.ffn_up_exps.weight[466]: blk.28.ffn_up_exps.weight[467]: IQ3_S blk.28.ffn_up_exps.weight[468]: IQ3_S blk.28.ffn_up_exps.weight[469]: blk.28.ffn_up_exps.weight[470]: IQ3_S blk.28.ffn_up_exps.weight[471]: IQ3_S blk.28.ffn_up_exps.weight[472]: blk.28.ffn_up_exps.weight[473]: IQ3_S blk.28.ffn_up_exps.weight[474]: blk.28.ffn_up_exps.weight[475]: IQ3_S blk.28.ffn_up_exps.weight[476]: blk.28.ffn_up_exps.weight[477]: blk.28.ffn_up_exps.weight[478]: blk.28.ffn_up_exps.weight[479]: blk.28.ffn_up_exps.weight[480]: blk.28.ffn_up_exps.weight[481]: blk.28.ffn_up_exps.weight[482]: IQ3_S blk.28.ffn_up_exps.weight[483]: blk.28.ffn_up_exps.weight[484]: blk.28.ffn_up_exps.weight[485]: blk.28.ffn_up_exps.weight[486]: blk.28.ffn_up_exps.weight[487]: blk.28.ffn_up_exps.weight[488]: IQ3_S blk.28.ffn_up_exps.weight[489]: blk.28.ffn_up_exps.weight[490]: blk.28.ffn_up_exps.weight[491]: blk.28.ffn_up_exps.weight[492]: IQ3_S blk.28.ffn_up_exps.weight[493]: IQ3_S blk.28.ffn_up_exps.weight[494]: IQ3_S blk.28.ffn_up_exps.weight[495]: IQ3_S blk.28.ffn_up_exps.weight[496]: blk.28.ffn_up_exps.weight[497]: blk.28.ffn_up_exps.weight[498]: IQ3_S blk.28.ffn_up_exps.weight[499]: IQ3_S blk.28.ffn_up_exps.weight[500]: blk.28.ffn_up_exps.weight[501]: IQ3_S blk.28.ffn_up_exps.weight[502]: IQ3_S blk.28.ffn_up_exps.weight[503]: IQ3_S blk.28.ffn_up_exps.weight[504]: blk.28.ffn_up_exps.weight[505]: IQ3_S blk.28.ffn_up_exps.weight[506]: IQ3_S blk.28.ffn_up_exps.weight[507]: blk.28.ffn_up_exps.weight[508]: blk.28.ffn_up_exps.weight[509]: blk.28.ffn_up_exps.weight[510]: IQ3_S blk.28.ffn_up_exps.weight[511]: IQ3_S blk.28.ffn_down_exps.weight[0]: blk.28.ffn_down_exps.weight[1]: IQ4_NL blk.28.ffn_down_exps.weight[2]: blk.28.ffn_down_exps.weight[3]: IQ4_NL blk.28.ffn_down_exps.weight[4]: IQ4_NL blk.28.ffn_down_exps.weight[5]: IQ4_NL blk.28.ffn_down_exps.weight[6]: IQ4_NL blk.28.ffn_down_exps.weight[7]: blk.28.ffn_down_exps.weight[8]: IQ4_NL blk.28.ffn_down_exps.weight[9]: IQ4_NL blk.28.ffn_down_exps.weight[10]: blk.28.ffn_down_exps.weight[11]: IQ4_NL blk.28.ffn_down_exps.weight[12]: IQ4_NL blk.28.ffn_down_exps.weight[13]: blk.28.ffn_down_exps.weight[14]: IQ4_NL blk.28.ffn_down_exps.weight[15]: blk.28.ffn_down_exps.weight[16]: blk.28.ffn_down_exps.weight[17]: blk.28.ffn_down_exps.weight[18]: IQ4_NL blk.28.ffn_down_exps.weight[19]: IQ4_NL blk.28.ffn_down_exps.weight[20]: blk.28.ffn_down_exps.weight[21]: blk.28.ffn_down_exps.weight[22]: IQ4_NL blk.28.ffn_down_exps.weight[23]: IQ4_NL blk.28.ffn_down_exps.weight[24]: IQ4_NL blk.28.ffn_down_exps.weight[25]: blk.28.ffn_down_exps.weight[26]: blk.28.ffn_down_exps.weight[27]: IQ4_NL blk.28.ffn_down_exps.weight[28]: IQ4_NL blk.28.ffn_down_exps.weight[29]: IQ4_NL blk.28.ffn_down_exps.weight[30]: blk.28.ffn_down_exps.weight[31]: blk.28.ffn_down_exps.weight[32]: blk.28.ffn_down_exps.weight[33]: blk.28.ffn_down_exps.weight[34]: IQ4_NL blk.28.ffn_down_exps.weight[35]: blk.28.ffn_down_exps.weight[36]: IQ4_NL blk.28.ffn_down_exps.weight[37]: IQ4_NL blk.28.ffn_down_exps.weight[38]: IQ4_NL blk.28.ffn_down_exps.weight[39]: IQ4_NL blk.28.ffn_down_exps.weight[40]: blk.28.ffn_down_exps.weight[41]: IQ4_NL blk.28.ffn_down_exps.weight[42]: IQ4_NL blk.28.ffn_down_exps.weight[43]: IQ4_NL blk.28.ffn_down_exps.weight[44]: IQ4_NL blk.28.ffn_down_exps.weight[45]: blk.28.ffn_down_exps.weight[46]: IQ4_NL blk.28.ffn_down_exps.weight[47]: IQ4_NL blk.28.ffn_down_exps.weight[48]: IQ4_NL blk.28.ffn_down_exps.weight[49]: blk.28.ffn_down_exps.weight[50]: IQ4_NL blk.28.ffn_down_exps.weight[51]: IQ4_NL blk.28.ffn_down_exps.weight[52]: IQ4_NL blk.28.ffn_down_exps.weight[53]: blk.28.ffn_down_exps.weight[54]: blk.28.ffn_down_exps.weight[55]: blk.28.ffn_down_exps.weight[56]: blk.28.ffn_down_exps.weight[57]: IQ4_NL blk.28.ffn_down_exps.weight[58]: blk.28.ffn_down_exps.weight[59]: blk.28.ffn_down_exps.weight[60]: IQ4_NL blk.28.ffn_down_exps.weight[61]: blk.28.ffn_down_exps.weight[62]: IQ4_NL blk.28.ffn_down_exps.weight[63]: IQ4_NL blk.28.ffn_down_exps.weight[64]: blk.28.ffn_down_exps.weight[65]: blk.28.ffn_down_exps.weight[66]: IQ4_NL blk.28.ffn_down_exps.weight[67]: blk.28.ffn_down_exps.weight[68]: blk.28.ffn_down_exps.weight[69]: IQ4_NL blk.28.ffn_down_exps.weight[70]: blk.28.ffn_down_exps.weight[71]: IQ4_NL blk.28.ffn_down_exps.weight[72]: blk.28.ffn_down_exps.weight[73]: blk.28.ffn_down_exps.weight[74]: IQ4_NL blk.28.ffn_down_exps.weight[75]: IQ4_NL blk.28.ffn_down_exps.weight[76]: IQ4_NL blk.28.ffn_down_exps.weight[77]: IQ4_NL blk.28.ffn_down_exps.weight[78]: blk.28.ffn_down_exps.weight[79]: blk.28.ffn_down_exps.weight[80]: blk.28.ffn_down_exps.weight[81]: blk.28.ffn_down_exps.weight[82]: blk.28.ffn_down_exps.weight[83]: IQ4_NL blk.28.ffn_down_exps.weight[84]: IQ4_NL blk.28.ffn_down_exps.weight[85]: blk.28.ffn_down_exps.weight[86]: IQ4_NL blk.28.ffn_down_exps.weight[87]: IQ4_NL blk.28.ffn_down_exps.weight[88]: blk.28.ffn_down_exps.weight[89]: IQ4_NL blk.28.ffn_down_exps.weight[90]: blk.28.ffn_down_exps.weight[91]: IQ4_NL blk.28.ffn_down_exps.weight[92]: IQ4_NL blk.28.ffn_down_exps.weight[93]: IQ4_NL blk.28.ffn_down_exps.weight[94]: IQ4_NL blk.28.ffn_down_exps.weight[95]: IQ4_NL blk.28.ffn_down_exps.weight[96]: IQ4_NL blk.28.ffn_down_exps.weight[97]: IQ4_NL blk.28.ffn_down_exps.weight[98]: blk.28.ffn_down_exps.weight[99]: IQ4_NL blk.28.ffn_down_exps.weight[100]: blk.28.ffn_down_exps.weight[101]: IQ4_NL blk.28.ffn_down_exps.weight[102]: blk.28.ffn_down_exps.weight[103]: blk.28.ffn_down_exps.weight[104]: blk.28.ffn_down_exps.weight[105]: blk.28.ffn_down_exps.weight[106]: blk.28.ffn_down_exps.weight[107]: IQ4_NL blk.28.ffn_down_exps.weight[108]: IQ4_NL blk.28.ffn_down_exps.weight[109]: IQ4_NL blk.28.ffn_down_exps.weight[110]: IQ4_NL blk.28.ffn_down_exps.weight[111]: blk.28.ffn_down_exps.weight[112]: IQ4_NL blk.28.ffn_down_exps.weight[113]: IQ4_NL blk.28.ffn_down_exps.weight[114]: blk.28.ffn_down_exps.weight[115]: blk.28.ffn_down_exps.weight[116]: blk.28.ffn_down_exps.weight[117]: blk.28.ffn_down_exps.weight[118]: IQ4_NL blk.28.ffn_down_exps.weight[119]: blk.28.ffn_down_exps.weight[120]: blk.28.ffn_down_exps.weight[121]: IQ4_NL blk.28.ffn_down_exps.weight[122]: IQ4_NL blk.28.ffn_down_exps.weight[123]: IQ4_NL blk.28.ffn_down_exps.weight[124]: blk.28.ffn_down_exps.weight[125]: blk.28.ffn_down_exps.weight[126]: blk.28.ffn_down_exps.weight[127]: IQ4_NL blk.28.ffn_down_exps.weight[128]: blk.28.ffn_down_exps.weight[129]: blk.28.ffn_down_exps.weight[130]: blk.28.ffn_down_exps.weight[131]: blk.28.ffn_down_exps.weight[132]: blk.28.ffn_down_exps.weight[133]: blk.28.ffn_down_exps.weight[134]: IQ4_NL blk.28.ffn_down_exps.weight[135]: blk.28.ffn_down_exps.weight[136]: blk.28.ffn_down_exps.weight[137]: IQ4_NL blk.28.ffn_down_exps.weight[138]: blk.28.ffn_down_exps.weight[139]: IQ4_NL blk.28.ffn_down_exps.weight[140]: blk.28.ffn_down_exps.weight[141]: IQ4_NL blk.28.ffn_down_exps.weight[142]: blk.28.ffn_down_exps.weight[143]: IQ4_NL blk.28.ffn_down_exps.weight[144]: blk.28.ffn_down_exps.weight[145]: blk.28.ffn_down_exps.weight[146]: blk.28.ffn_down_exps.weight[147]: blk.28.ffn_down_exps.weight[148]: IQ4_NL blk.28.ffn_down_exps.weight[149]: blk.28.ffn_down_exps.weight[150]: IQ4_NL blk.28.ffn_down_exps.weight[151]: blk.28.ffn_down_exps.weight[152]: IQ4_NL blk.28.ffn_down_exps.weight[153]: blk.28.ffn_down_exps.weight[154]: blk.28.ffn_down_exps.weight[155]: IQ4_NL blk.28.ffn_down_exps.weight[156]: blk.28.ffn_down_exps.weight[157]: IQ4_NL blk.28.ffn_down_exps.weight[158]: IQ4_NL blk.28.ffn_down_exps.weight[159]: blk.28.ffn_down_exps.weight[160]: IQ4_NL blk.28.ffn_down_exps.weight[161]: IQ4_NL blk.28.ffn_down_exps.weight[162]: IQ4_NL blk.28.ffn_down_exps.weight[163]: IQ4_NL blk.28.ffn_down_exps.weight[164]: blk.28.ffn_down_exps.weight[165]: IQ4_NL blk.28.ffn_down_exps.weight[166]: IQ4_NL blk.28.ffn_down_exps.weight[167]: IQ4_NL blk.28.ffn_down_exps.weight[168]: IQ4_NL blk.28.ffn_down_exps.weight[169]: blk.28.ffn_down_exps.weight[170]: IQ4_NL blk.28.ffn_down_exps.weight[171]: blk.28.ffn_down_exps.weight[172]: IQ4_NL blk.28.ffn_down_exps.weight[173]: IQ4_NL blk.28.ffn_down_exps.weight[174]: IQ4_NL blk.28.ffn_down_exps.weight[175]: IQ4_NL blk.28.ffn_down_exps.weight[176]: blk.28.ffn_down_exps.weight[177]: IQ4_NL blk.28.ffn_down_exps.weight[178]: IQ4_NL blk.28.ffn_down_exps.weight[179]: blk.28.ffn_down_exps.weight[180]: IQ4_NL blk.28.ffn_down_exps.weight[181]: IQ4_NL blk.28.ffn_down_exps.weight[182]: blk.28.ffn_down_exps.weight[183]: blk.28.ffn_down_exps.weight[184]: blk.28.ffn_down_exps.weight[185]: blk.28.ffn_down_exps.weight[186]: blk.28.ffn_down_exps.weight[187]: IQ4_NL blk.28.ffn_down_exps.weight[188]: blk.28.ffn_down_exps.weight[189]: IQ4_NL blk.28.ffn_down_exps.weight[190]: IQ4_NL blk.28.ffn_down_exps.weight[191]: IQ4_NL blk.28.ffn_down_exps.weight[192]: blk.28.ffn_down_exps.weight[193]: blk.28.ffn_down_exps.weight[194]: blk.28.ffn_down_exps.weight[195]: blk.28.ffn_down_exps.weight[196]: IQ4_NL blk.28.ffn_down_exps.weight[197]: blk.28.ffn_down_exps.weight[198]: IQ4_NL blk.28.ffn_down_exps.weight[199]: blk.28.ffn_down_exps.weight[200]: IQ4_NL blk.28.ffn_down_exps.weight[201]: blk.28.ffn_down_exps.weight[202]: blk.28.ffn_down_exps.weight[203]: blk.28.ffn_down_exps.weight[204]: blk.28.ffn_down_exps.weight[205]: blk.28.ffn_down_exps.weight[206]: IQ4_NL blk.28.ffn_down_exps.weight[207]: IQ4_NL blk.28.ffn_down_exps.weight[208]: blk.28.ffn_down_exps.weight[209]: blk.28.ffn_down_exps.weight[210]: blk.28.ffn_down_exps.weight[211]: IQ4_NL blk.28.ffn_down_exps.weight[212]: blk.28.ffn_down_exps.weight[213]: blk.28.ffn_down_exps.weight[214]: blk.28.ffn_down_exps.weight[215]: IQ4_NL blk.28.ffn_down_exps.weight[216]: IQ4_NL blk.28.ffn_down_exps.weight[217]: blk.28.ffn_down_exps.weight[218]: IQ4_NL blk.28.ffn_down_exps.weight[219]: blk.28.ffn_down_exps.weight[220]: IQ4_NL blk.28.ffn_down_exps.weight[221]: blk.28.ffn_down_exps.weight[222]: IQ4_NL blk.28.ffn_down_exps.weight[223]: IQ4_NL blk.28.ffn_down_exps.weight[224]: blk.28.ffn_down_exps.weight[225]: blk.28.ffn_down_exps.weight[226]: blk.28.ffn_down_exps.weight[227]: blk.28.ffn_down_exps.weight[228]: IQ4_NL blk.28.ffn_down_exps.weight[229]: blk.28.ffn_down_exps.weight[230]: IQ4_NL blk.28.ffn_down_exps.weight[231]: IQ4_NL blk.28.ffn_down_exps.weight[232]: IQ4_NL blk.28.ffn_down_exps.weight[233]: IQ4_NL blk.28.ffn_down_exps.weight[234]: IQ4_NL blk.28.ffn_down_exps.weight[235]: IQ4_NL blk.28.ffn_down_exps.weight[236]: IQ4_NL blk.28.ffn_down_exps.weight[237]: blk.28.ffn_down_exps.weight[238]: blk.28.ffn_down_exps.weight[239]: IQ4_NL blk.28.ffn_down_exps.weight[240]: IQ4_NL blk.28.ffn_down_exps.weight[241]: IQ4_NL blk.28.ffn_down_exps.weight[242]: blk.28.ffn_down_exps.weight[243]: IQ4_NL blk.28.ffn_down_exps.weight[244]: blk.28.ffn_down_exps.weight[245]: blk.28.ffn_down_exps.weight[246]: IQ4_NL blk.28.ffn_down_exps.weight[247]: blk.28.ffn_down_exps.weight[248]: blk.28.ffn_down_exps.weight[249]: IQ4_NL blk.28.ffn_down_exps.weight[250]: blk.28.ffn_down_exps.weight[251]: IQ4_NL blk.28.ffn_down_exps.weight[252]: IQ4_NL blk.28.ffn_down_exps.weight[253]: IQ4_NL blk.28.ffn_down_exps.weight[254]: IQ4_NL blk.28.ffn_down_exps.weight[255]: IQ4_NL blk.28.ffn_down_exps.weight[256]: blk.28.ffn_down_exps.weight[257]: blk.28.ffn_down_exps.weight[258]: blk.28.ffn_down_exps.weight[259]: blk.28.ffn_down_exps.weight[260]: blk.28.ffn_down_exps.weight[261]: IQ4_NL blk.28.ffn_down_exps.weight[262]: blk.28.ffn_down_exps.weight[263]: blk.28.ffn_down_exps.weight[264]: blk.28.ffn_down_exps.weight[265]: IQ4_NL blk.28.ffn_down_exps.weight[266]: IQ4_NL blk.28.ffn_down_exps.weight[267]: IQ4_NL blk.28.ffn_down_exps.weight[268]: blk.28.ffn_down_exps.weight[269]: IQ4_NL blk.28.ffn_down_exps.weight[270]: blk.28.ffn_down_exps.weight[271]: blk.28.ffn_down_exps.weight[272]: IQ4_NL blk.28.ffn_down_exps.weight[273]: blk.28.ffn_down_exps.weight[274]: blk.28.ffn_down_exps.weight[275]: blk.28.ffn_down_exps.weight[276]: blk.28.ffn_down_exps.weight[277]: IQ4_NL blk.28.ffn_down_exps.weight[278]: IQ4_NL blk.28.ffn_down_exps.weight[279]: blk.28.ffn_down_exps.weight[280]: IQ4_NL blk.28.ffn_down_exps.weight[281]: IQ4_NL blk.28.ffn_down_exps.weight[282]: IQ4_NL blk.28.ffn_down_exps.weight[283]: blk.28.ffn_down_exps.weight[284]: blk.28.ffn_down_exps.weight[285]: IQ4_NL blk.28.ffn_down_exps.weight[286]: blk.28.ffn_down_exps.weight[287]: IQ4_NL blk.28.ffn_down_exps.weight[288]: blk.28.ffn_down_exps.weight[289]: IQ4_NL blk.28.ffn_down_exps.weight[290]: IQ4_NL blk.28.ffn_down_exps.weight[291]: IQ4_NL blk.28.ffn_down_exps.weight[292]: IQ4_NL blk.28.ffn_down_exps.weight[293]: blk.28.ffn_down_exps.weight[294]: IQ4_NL blk.28.ffn_down_exps.weight[295]: blk.28.ffn_down_exps.weight[296]: blk.28.ffn_down_exps.weight[297]: IQ4_NL blk.28.ffn_down_exps.weight[298]: blk.28.ffn_down_exps.weight[299]: IQ4_NL blk.28.ffn_down_exps.weight[300]: blk.28.ffn_down_exps.weight[301]: IQ4_NL blk.28.ffn_down_exps.weight[302]: IQ4_NL blk.28.ffn_down_exps.weight[303]: IQ4_NL blk.28.ffn_down_exps.weight[304]: blk.28.ffn_down_exps.weight[305]: blk.28.ffn_down_exps.weight[306]: IQ4_NL blk.28.ffn_down_exps.weight[307]: IQ4_NL blk.28.ffn_down_exps.weight[308]: blk.28.ffn_down_exps.weight[309]: blk.28.ffn_down_exps.weight[310]: blk.28.ffn_down_exps.weight[311]: IQ4_NL blk.28.ffn_down_exps.weight[312]: IQ4_NL blk.28.ffn_down_exps.weight[313]: IQ4_NL blk.28.ffn_down_exps.weight[314]: blk.28.ffn_down_exps.weight[315]: IQ4_NL blk.28.ffn_down_exps.weight[316]: blk.28.ffn_down_exps.weight[317]: blk.28.ffn_down_exps.weight[318]: blk.28.ffn_down_exps.weight[319]: blk.28.ffn_down_exps.weight[320]: IQ4_NL blk.28.ffn_down_exps.weight[321]: blk.28.ffn_down_exps.weight[322]: IQ4_NL blk.28.ffn_down_exps.weight[323]: blk.28.ffn_down_exps.weight[324]: blk.28.ffn_down_exps.weight[325]: blk.28.ffn_down_exps.weight[326]: IQ4_NL blk.28.ffn_down_exps.weight[327]: IQ4_NL blk.28.ffn_down_exps.weight[328]: blk.28.ffn_down_exps.weight[329]: blk.28.ffn_down_exps.weight[330]: blk.28.ffn_down_exps.weight[331]: blk.28.ffn_down_exps.weight[332]: blk.28.ffn_down_exps.weight[333]: blk.28.ffn_down_exps.weight[334]: IQ4_NL blk.28.ffn_down_exps.weight[335]: blk.28.ffn_down_exps.weight[336]: IQ4_NL blk.28.ffn_down_exps.weight[337]: blk.28.ffn_down_exps.weight[338]: IQ4_NL blk.28.ffn_down_exps.weight[339]: IQ4_NL blk.28.ffn_down_exps.weight[340]: IQ4_NL blk.28.ffn_down_exps.weight[341]: blk.28.ffn_down_exps.weight[342]: IQ4_NL blk.28.ffn_down_exps.weight[343]: IQ4_NL blk.28.ffn_down_exps.weight[344]: blk.28.ffn_down_exps.weight[345]: IQ4_NL blk.28.ffn_down_exps.weight[346]: blk.28.ffn_down_exps.weight[347]: IQ4_NL blk.28.ffn_down_exps.weight[348]: blk.28.ffn_down_exps.weight[349]: blk.28.ffn_down_exps.weight[350]: IQ4_NL blk.28.ffn_down_exps.weight[351]: IQ4_NL blk.28.ffn_down_exps.weight[352]: IQ4_NL blk.28.ffn_down_exps.weight[353]: blk.28.ffn_down_exps.weight[354]: IQ4_NL blk.28.ffn_down_exps.weight[355]: blk.28.ffn_down_exps.weight[356]: IQ4_NL blk.28.ffn_down_exps.weight[357]: blk.28.ffn_down_exps.weight[358]: blk.28.ffn_down_exps.weight[359]: blk.28.ffn_down_exps.weight[360]: IQ4_NL blk.28.ffn_down_exps.weight[361]: blk.28.ffn_down_exps.weight[362]: blk.28.ffn_down_exps.weight[363]: IQ4_NL blk.28.ffn_down_exps.weight[364]: blk.28.ffn_down_exps.weight[365]: IQ4_NL blk.28.ffn_down_exps.weight[366]: IQ4_NL blk.28.ffn_down_exps.weight[367]: blk.28.ffn_down_exps.weight[368]: blk.28.ffn_down_exps.weight[369]: IQ4_NL blk.28.ffn_down_exps.weight[370]: blk.28.ffn_down_exps.weight[371]: blk.28.ffn_down_exps.weight[372]: IQ4_NL blk.28.ffn_down_exps.weight[373]: blk.28.ffn_down_exps.weight[374]: IQ4_NL blk.28.ffn_down_exps.weight[375]: IQ4_NL blk.28.ffn_down_exps.weight[376]: blk.28.ffn_down_exps.weight[377]: IQ4_NL blk.28.ffn_down_exps.weight[378]: IQ4_NL blk.28.ffn_down_exps.weight[379]: IQ4_NL blk.28.ffn_down_exps.weight[380]: IQ4_NL blk.28.ffn_down_exps.weight[381]: blk.28.ffn_down_exps.weight[382]: blk.28.ffn_down_exps.weight[383]: blk.28.ffn_down_exps.weight[384]: blk.28.ffn_down_exps.weight[385]: IQ4_NL blk.28.ffn_down_exps.weight[386]: IQ4_NL blk.28.ffn_down_exps.weight[387]: IQ4_NL blk.28.ffn_down_exps.weight[388]: blk.28.ffn_down_exps.weight[389]: IQ4_NL blk.28.ffn_down_exps.weight[390]: blk.28.ffn_down_exps.weight[391]: IQ4_NL blk.28.ffn_down_exps.weight[392]: IQ4_NL blk.28.ffn_down_exps.weight[393]: blk.28.ffn_down_exps.weight[394]: blk.28.ffn_down_exps.weight[395]: IQ4_NL blk.28.ffn_down_exps.weight[396]: IQ4_NL blk.28.ffn_down_exps.weight[397]: IQ4_NL blk.28.ffn_down_exps.weight[398]: blk.28.ffn_down_exps.weight[399]: IQ4_NL blk.28.ffn_down_exps.weight[400]: IQ4_NL blk.28.ffn_down_exps.weight[401]: blk.28.ffn_down_exps.weight[402]: blk.28.ffn_down_exps.weight[403]: blk.28.ffn_down_exps.weight[404]: IQ4_NL blk.28.ffn_down_exps.weight[405]: blk.28.ffn_down_exps.weight[406]: IQ4_NL blk.28.ffn_down_exps.weight[407]: blk.28.ffn_down_exps.weight[408]: IQ4_NL blk.28.ffn_down_exps.weight[409]: blk.28.ffn_down_exps.weight[410]: IQ4_NL blk.28.ffn_down_exps.weight[411]: blk.28.ffn_down_exps.weight[412]: IQ4_NL blk.28.ffn_down_exps.weight[413]: blk.28.ffn_down_exps.weight[414]: blk.28.ffn_down_exps.weight[415]: blk.28.ffn_down_exps.weight[416]: blk.28.ffn_down_exps.weight[417]: IQ4_NL blk.28.ffn_down_exps.weight[418]: blk.28.ffn_down_exps.weight[419]: IQ4_NL blk.28.ffn_down_exps.weight[420]: blk.28.ffn_down_exps.weight[421]: blk.28.ffn_down_exps.weight[422]: IQ4_NL blk.28.ffn_down_exps.weight[423]: blk.28.ffn_down_exps.weight[424]: blk.28.ffn_down_exps.weight[425]: IQ4_NL blk.28.ffn_down_exps.weight[426]: IQ4_NL blk.28.ffn_down_exps.weight[427]: blk.28.ffn_down_exps.weight[428]: blk.28.ffn_down_exps.weight[429]: blk.28.ffn_down_exps.weight[430]: IQ4_NL blk.28.ffn_down_exps.weight[431]: blk.28.ffn_down_exps.weight[432]: IQ4_NL blk.28.ffn_down_exps.weight[433]: IQ4_NL blk.28.ffn_down_exps.weight[434]: IQ4_NL blk.28.ffn_down_exps.weight[435]: blk.28.ffn_down_exps.weight[436]: IQ4_NL blk.28.ffn_down_exps.weight[437]: blk.28.ffn_down_exps.weight[438]: IQ4_NL blk.28.ffn_down_exps.weight[439]: blk.28.ffn_down_exps.weight[440]: IQ4_NL blk.28.ffn_down_exps.weight[441]: IQ4_NL blk.28.ffn_down_exps.weight[442]: IQ4_NL blk.28.ffn_down_exps.weight[443]: IQ4_NL blk.28.ffn_down_exps.weight[444]: IQ4_NL blk.28.ffn_down_exps.weight[445]: IQ4_NL blk.28.ffn_down_exps.weight[446]: blk.28.ffn_down_exps.weight[447]: IQ4_NL blk.28.ffn_down_exps.weight[448]: IQ4_NL blk.28.ffn_down_exps.weight[449]: blk.28.ffn_down_exps.weight[450]: blk.28.ffn_down_exps.weight[451]: blk.28.ffn_down_exps.weight[452]: blk.28.ffn_down_exps.weight[453]: IQ4_NL blk.28.ffn_down_exps.weight[454]: IQ4_NL blk.28.ffn_down_exps.weight[455]: IQ4_NL blk.28.ffn_down_exps.weight[456]: IQ4_NL blk.28.ffn_down_exps.weight[457]: IQ4_NL blk.28.ffn_down_exps.weight[458]: IQ4_NL blk.28.ffn_down_exps.weight[459]: blk.28.ffn_down_exps.weight[460]: IQ4_NL blk.28.ffn_down_exps.weight[461]: blk.28.ffn_down_exps.weight[462]: IQ4_NL blk.28.ffn_down_exps.weight[463]: IQ4_NL blk.28.ffn_down_exps.weight[464]: blk.28.ffn_down_exps.weight[465]: blk.28.ffn_down_exps.weight[466]: blk.28.ffn_down_exps.weight[467]: IQ4_NL blk.28.ffn_down_exps.weight[468]: IQ4_NL blk.28.ffn_down_exps.weight[469]: blk.28.ffn_down_exps.weight[470]: IQ4_NL blk.28.ffn_down_exps.weight[471]: IQ4_NL blk.28.ffn_down_exps.weight[472]: blk.28.ffn_down_exps.weight[473]: IQ4_NL blk.28.ffn_down_exps.weight[474]: blk.28.ffn_down_exps.weight[475]: IQ4_NL blk.28.ffn_down_exps.weight[476]: blk.28.ffn_down_exps.weight[477]: blk.28.ffn_down_exps.weight[478]: blk.28.ffn_down_exps.weight[479]: blk.28.ffn_down_exps.weight[480]: blk.28.ffn_down_exps.weight[481]: blk.28.ffn_down_exps.weight[482]: IQ4_NL blk.28.ffn_down_exps.weight[483]: blk.28.ffn_down_exps.weight[484]: blk.28.ffn_down_exps.weight[485]: blk.28.ffn_down_exps.weight[486]: blk.28.ffn_down_exps.weight[487]: blk.28.ffn_down_exps.weight[488]: IQ4_NL blk.28.ffn_down_exps.weight[489]: blk.28.ffn_down_exps.weight[490]: blk.28.ffn_down_exps.weight[491]: blk.28.ffn_down_exps.weight[492]: IQ4_NL blk.28.ffn_down_exps.weight[493]: IQ4_NL blk.28.ffn_down_exps.weight[494]: IQ4_NL blk.28.ffn_down_exps.weight[495]: IQ4_NL blk.28.ffn_down_exps.weight[496]: blk.28.ffn_down_exps.weight[497]: blk.28.ffn_down_exps.weight[498]: IQ4_NL blk.28.ffn_down_exps.weight[499]: IQ4_NL blk.28.ffn_down_exps.weight[500]: blk.28.ffn_down_exps.weight[501]: IQ4_NL blk.28.ffn_down_exps.weight[502]: IQ4_NL blk.28.ffn_down_exps.weight[503]: IQ4_NL blk.28.ffn_down_exps.weight[504]: blk.28.ffn_down_exps.weight[505]: IQ4_NL blk.28.ffn_down_exps.weight[506]: IQ4_NL blk.28.ffn_down_exps.weight[507]: blk.28.ffn_down_exps.weight[508]: blk.28.ffn_down_exps.weight[509]: blk.28.ffn_down_exps.weight[510]: IQ4_NL blk.28.ffn_down_exps.weight[511]: IQ4_NL blk.29.ffn_gate_exps.weight[0]: blk.29.ffn_gate_exps.weight[1]: blk.29.ffn_gate_exps.weight[2]: IQ3_S blk.29.ffn_gate_exps.weight[3]: blk.29.ffn_gate_exps.weight[4]: blk.29.ffn_gate_exps.weight[5]: blk.29.ffn_gate_exps.weight[6]: IQ3_S blk.29.ffn_gate_exps.weight[7]: blk.29.ffn_gate_exps.weight[8]: blk.29.ffn_gate_exps.weight[9]: blk.29.ffn_gate_exps.weight[10]: blk.29.ffn_gate_exps.weight[11]: blk.29.ffn_gate_exps.weight[12]: blk.29.ffn_gate_exps.weight[13]: IQ3_S blk.29.ffn_gate_exps.weight[14]: blk.29.ffn_gate_exps.weight[15]: IQ3_S blk.29.ffn_gate_exps.weight[16]: blk.29.ffn_gate_exps.weight[17]: IQ3_S blk.29.ffn_gate_exps.weight[18]: blk.29.ffn_gate_exps.weight[19]: IQ3_S blk.29.ffn_gate_exps.weight[20]: blk.29.ffn_gate_exps.weight[21]: blk.29.ffn_gate_exps.weight[22]: IQ3_S blk.29.ffn_gate_exps.weight[23]: IQ3_S blk.29.ffn_gate_exps.weight[24]: IQ3_S blk.29.ffn_gate_exps.weight[25]: IQ3_S blk.29.ffn_gate_exps.weight[26]: IQ3_S blk.29.ffn_gate_exps.weight[27]: blk.29.ffn_gate_exps.weight[28]: blk.29.ffn_gate_exps.weight[29]: blk.29.ffn_gate_exps.weight[30]: blk.29.ffn_gate_exps.weight[31]: blk.29.ffn_gate_exps.weight[32]: blk.29.ffn_gate_exps.weight[33]: blk.29.ffn_gate_exps.weight[34]: IQ3_S blk.29.ffn_gate_exps.weight[35]: blk.29.ffn_gate_exps.weight[36]: blk.29.ffn_gate_exps.weight[37]: blk.29.ffn_gate_exps.weight[38]: blk.29.ffn_gate_exps.weight[39]: blk.29.ffn_gate_exps.weight[40]: blk.29.ffn_gate_exps.weight[41]: blk.29.ffn_gate_exps.weight[42]: IQ3_S blk.29.ffn_gate_exps.weight[43]: IQ3_S blk.29.ffn_gate_exps.weight[44]: blk.29.ffn_gate_exps.weight[45]: IQ3_S blk.29.ffn_gate_exps.weight[46]: blk.29.ffn_gate_exps.weight[47]: IQ3_S blk.29.ffn_gate_exps.weight[48]: blk.29.ffn_gate_exps.weight[49]: blk.29.ffn_gate_exps.weight[50]: IQ3_S blk.29.ffn_gate_exps.weight[51]: blk.29.ffn_gate_exps.weight[52]: blk.29.ffn_gate_exps.weight[53]: blk.29.ffn_gate_exps.weight[54]: blk.29.ffn_gate_exps.weight[55]: IQ3_S blk.29.ffn_gate_exps.weight[56]: IQ3_S blk.29.ffn_gate_exps.weight[57]: IQ3_S blk.29.ffn_gate_exps.weight[58]: IQ3_S blk.29.ffn_gate_exps.weight[59]: IQ3_S blk.29.ffn_gate_exps.weight[60]: blk.29.ffn_gate_exps.weight[61]: IQ3_S blk.29.ffn_gate_exps.weight[62]: blk.29.ffn_gate_exps.weight[63]: blk.29.ffn_gate_exps.weight[64]: blk.29.ffn_gate_exps.weight[65]: IQ3_S blk.29.ffn_gate_exps.weight[66]: blk.29.ffn_gate_exps.weight[67]: blk.29.ffn_gate_exps.weight[68]: blk.29.ffn_gate_exps.weight[69]: blk.29.ffn_gate_exps.weight[70]: blk.29.ffn_gate_exps.weight[71]: IQ3_S blk.29.ffn_gate_exps.weight[72]: blk.29.ffn_gate_exps.weight[73]: IQ3_S blk.29.ffn_gate_exps.weight[74]: blk.29.ffn_gate_exps.weight[75]: blk.29.ffn_gate_exps.weight[76]: IQ3_S blk.29.ffn_gate_exps.weight[77]: IQ3_S blk.29.ffn_gate_exps.weight[78]: IQ3_S blk.29.ffn_gate_exps.weight[79]: IQ3_S blk.29.ffn_gate_exps.weight[80]: blk.29.ffn_gate_exps.weight[81]: IQ3_S blk.29.ffn_gate_exps.weight[82]: IQ3_S blk.29.ffn_gate_exps.weight[83]: IQ3_S blk.29.ffn_gate_exps.weight[84]: IQ3_S blk.29.ffn_gate_exps.weight[85]: blk.29.ffn_gate_exps.weight[86]: blk.29.ffn_gate_exps.weight[87]: IQ3_S blk.29.ffn_gate_exps.weight[88]: blk.29.ffn_gate_exps.weight[89]: blk.29.ffn_gate_exps.weight[90]: IQ3_S blk.29.ffn_gate_exps.weight[91]: IQ3_S blk.29.ffn_gate_exps.weight[92]: blk.29.ffn_gate_exps.weight[93]: IQ3_S blk.29.ffn_gate_exps.weight[94]: blk.29.ffn_gate_exps.weight[95]: IQ3_S blk.29.ffn_gate_exps.weight[96]: IQ3_S blk.29.ffn_gate_exps.weight[97]: IQ3_S blk.29.ffn_gate_exps.weight[98]: IQ3_S blk.29.ffn_gate_exps.weight[99]: blk.29.ffn_gate_exps.weight[100]: IQ3_S blk.29.ffn_gate_exps.weight[101]: IQ3_S blk.29.ffn_gate_exps.weight[102]: IQ3_S blk.29.ffn_gate_exps.weight[103]: blk.29.ffn_gate_exps.weight[104]: blk.29.ffn_gate_exps.weight[105]: IQ3_S blk.29.ffn_gate_exps.weight[106]: IQ3_S blk.29.ffn_gate_exps.weight[107]: IQ3_S blk.29.ffn_gate_exps.weight[108]: IQ3_S blk.29.ffn_gate_exps.weight[109]: IQ3_S blk.29.ffn_gate_exps.weight[110]: blk.29.ffn_gate_exps.weight[111]: blk.29.ffn_gate_exps.weight[112]: IQ3_S blk.29.ffn_gate_exps.weight[113]: IQ3_S blk.29.ffn_gate_exps.weight[114]: blk.29.ffn_gate_exps.weight[115]: IQ3_S blk.29.ffn_gate_exps.weight[116]: blk.29.ffn_gate_exps.weight[117]: blk.29.ffn_gate_exps.weight[118]: IQ3_S blk.29.ffn_gate_exps.weight[119]: blk.29.ffn_gate_exps.weight[120]: blk.29.ffn_gate_exps.weight[121]: IQ3_S blk.29.ffn_gate_exps.weight[122]: IQ3_S blk.29.ffn_gate_exps.weight[123]: IQ3_S blk.29.ffn_gate_exps.weight[124]: blk.29.ffn_gate_exps.weight[125]: IQ3_S blk.29.ffn_gate_exps.weight[126]: blk.29.ffn_gate_exps.weight[127]: IQ3_S blk.29.ffn_gate_exps.weight[128]: IQ3_S blk.29.ffn_gate_exps.weight[129]: IQ3_S blk.29.ffn_gate_exps.weight[130]: blk.29.ffn_gate_exps.weight[131]: IQ3_S blk.29.ffn_gate_exps.weight[132]: blk.29.ffn_gate_exps.weight[133]: blk.29.ffn_gate_exps.weight[134]: IQ3_S blk.29.ffn_gate_exps.weight[135]: IQ3_S blk.29.ffn_gate_exps.weight[136]: blk.29.ffn_gate_exps.weight[137]: blk.29.ffn_gate_exps.weight[138]: IQ3_S blk.29.ffn_gate_exps.weight[139]: blk.29.ffn_gate_exps.weight[140]: IQ3_S blk.29.ffn_gate_exps.weight[141]: blk.29.ffn_gate_exps.weight[142]: IQ3_S blk.29.ffn_gate_exps.weight[143]: blk.29.ffn_gate_exps.weight[144]: blk.29.ffn_gate_exps.weight[145]: IQ3_S blk.29.ffn_gate_exps.weight[146]: blk.29.ffn_gate_exps.weight[147]: IQ3_S blk.29.ffn_gate_exps.weight[148]: IQ3_S blk.29.ffn_gate_exps.weight[149]: blk.29.ffn_gate_exps.weight[150]: blk.29.ffn_gate_exps.weight[151]: IQ3_S blk.29.ffn_gate_exps.weight[152]: IQ3_S blk.29.ffn_gate_exps.weight[153]: blk.29.ffn_gate_exps.weight[154]: blk.29.ffn_gate_exps.weight[155]: blk.29.ffn_gate_exps.weight[156]: IQ3_S blk.29.ffn_gate_exps.weight[157]: blk.29.ffn_gate_exps.weight[158]: blk.29.ffn_gate_exps.weight[159]: IQ3_S blk.29.ffn_gate_exps.weight[160]: IQ3_S blk.29.ffn_gate_exps.weight[161]: IQ3_S blk.29.ffn_gate_exps.weight[162]: blk.29.ffn_gate_exps.weight[163]: IQ3_S blk.29.ffn_gate_exps.weight[164]: blk.29.ffn_gate_exps.weight[165]: blk.29.ffn_gate_exps.weight[166]: IQ3_S blk.29.ffn_gate_exps.weight[167]: IQ3_S blk.29.ffn_gate_exps.weight[168]: IQ3_S blk.29.ffn_gate_exps.weight[169]: blk.29.ffn_gate_exps.weight[170]: blk.29.ffn_gate_exps.weight[171]: IQ3_S blk.29.ffn_gate_exps.weight[172]: blk.29.ffn_gate_exps.weight[173]: blk.29.ffn_gate_exps.weight[174]: IQ3_S blk.29.ffn_gate_exps.weight[175]: blk.29.ffn_gate_exps.weight[176]: blk.29.ffn_gate_exps.weight[177]: blk.29.ffn_gate_exps.weight[178]: IQ3_S blk.29.ffn_gate_exps.weight[179]: IQ3_S blk.29.ffn_gate_exps.weight[180]: blk.29.ffn_gate_exps.weight[181]: IQ3_S blk.29.ffn_gate_exps.weight[182]: IQ3_S blk.29.ffn_gate_exps.weight[183]: IQ3_S blk.29.ffn_gate_exps.weight[184]: IQ3_S blk.29.ffn_gate_exps.weight[185]: blk.29.ffn_gate_exps.weight[186]: IQ3_S blk.29.ffn_gate_exps.weight[187]: blk.29.ffn_gate_exps.weight[188]: IQ3_S blk.29.ffn_gate_exps.weight[189]: blk.29.ffn_gate_exps.weight[190]: blk.29.ffn_gate_exps.weight[191]: blk.29.ffn_gate_exps.weight[192]: blk.29.ffn_gate_exps.weight[193]: blk.29.ffn_gate_exps.weight[194]: IQ3_S blk.29.ffn_gate_exps.weight[195]: IQ3_S blk.29.ffn_gate_exps.weight[196]: IQ3_S blk.29.ffn_gate_exps.weight[197]: IQ3_S blk.29.ffn_gate_exps.weight[198]: IQ3_S blk.29.ffn_gate_exps.weight[199]: IQ3_S blk.29.ffn_gate_exps.weight[200]: IQ3_S blk.29.ffn_gate_exps.weight[201]: blk.29.ffn_gate_exps.weight[202]: IQ3_S blk.29.ffn_gate_exps.weight[203]: IQ3_S blk.29.ffn_gate_exps.weight[204]: blk.29.ffn_gate_exps.weight[205]: IQ3_S blk.29.ffn_gate_exps.weight[206]: blk.29.ffn_gate_exps.weight[207]: blk.29.ffn_gate_exps.weight[208]: IQ3_S blk.29.ffn_gate_exps.weight[209]: IQ3_S blk.29.ffn_gate_exps.weight[210]: blk.29.ffn_gate_exps.weight[211]: blk.29.ffn_gate_exps.weight[212]: IQ3_S blk.29.ffn_gate_exps.weight[213]: blk.29.ffn_gate_exps.weight[214]: blk.29.ffn_gate_exps.weight[215]: IQ3_S blk.29.ffn_gate_exps.weight[216]: blk.29.ffn_gate_exps.weight[217]: IQ3_S blk.29.ffn_gate_exps.weight[218]: blk.29.ffn_gate_exps.weight[219]: blk.29.ffn_gate_exps.weight[220]: blk.29.ffn_gate_exps.weight[221]: IQ3_S blk.29.ffn_gate_exps.weight[222]: IQ3_S blk.29.ffn_gate_exps.weight[223]: IQ3_S blk.29.ffn_gate_exps.weight[224]: IQ3_S blk.29.ffn_gate_exps.weight[225]: IQ3_S blk.29.ffn_gate_exps.weight[226]: blk.29.ffn_gate_exps.weight[227]: blk.29.ffn_gate_exps.weight[228]: IQ3_S blk.29.ffn_gate_exps.weight[229]: blk.29.ffn_gate_exps.weight[230]: IQ3_S blk.29.ffn_gate_exps.weight[231]: IQ3_S blk.29.ffn_gate_exps.weight[232]: blk.29.ffn_gate_exps.weight[233]: IQ3_S blk.29.ffn_gate_exps.weight[234]: IQ3_S blk.29.ffn_gate_exps.weight[235]: blk.29.ffn_gate_exps.weight[236]: blk.29.ffn_gate_exps.weight[237]: IQ3_S blk.29.ffn_gate_exps.weight[238]: blk.29.ffn_gate_exps.weight[239]: IQ3_S blk.29.ffn_gate_exps.weight[240]: IQ3_S blk.29.ffn_gate_exps.weight[241]: IQ3_S blk.29.ffn_gate_exps.weight[242]: blk.29.ffn_gate_exps.weight[243]: IQ3_S blk.29.ffn_gate_exps.weight[244]: IQ3_S blk.29.ffn_gate_exps.weight[245]: blk.29.ffn_gate_exps.weight[246]: IQ3_S blk.29.ffn_gate_exps.weight[247]: blk.29.ffn_gate_exps.weight[248]: blk.29.ffn_gate_exps.weight[249]: blk.29.ffn_gate_exps.weight[250]: blk.29.ffn_gate_exps.weight[251]: IQ3_S blk.29.ffn_gate_exps.weight[252]: IQ3_S blk.29.ffn_gate_exps.weight[253]: IQ3_S blk.29.ffn_gate_exps.weight[254]: IQ3_S blk.29.ffn_gate_exps.weight[255]: blk.29.ffn_gate_exps.weight[256]: blk.29.ffn_gate_exps.weight[257]: IQ3_S blk.29.ffn_gate_exps.weight[258]: IQ3_S blk.29.ffn_gate_exps.weight[259]: blk.29.ffn_gate_exps.weight[260]: blk.29.ffn_gate_exps.weight[261]: IQ3_S blk.29.ffn_gate_exps.weight[262]: blk.29.ffn_gate_exps.weight[263]: IQ3_S blk.29.ffn_gate_exps.weight[264]: blk.29.ffn_gate_exps.weight[265]: IQ3_S blk.29.ffn_gate_exps.weight[266]: blk.29.ffn_gate_exps.weight[267]: blk.29.ffn_gate_exps.weight[268]: IQ3_S blk.29.ffn_gate_exps.weight[269]: blk.29.ffn_gate_exps.weight[270]: blk.29.ffn_gate_exps.weight[271]: IQ3_S blk.29.ffn_gate_exps.weight[272]: IQ3_S blk.29.ffn_gate_exps.weight[273]: IQ3_S blk.29.ffn_gate_exps.weight[274]: blk.29.ffn_gate_exps.weight[275]: IQ3_S blk.29.ffn_gate_exps.weight[276]: blk.29.ffn_gate_exps.weight[277]: IQ3_S blk.29.ffn_gate_exps.weight[278]: blk.29.ffn_gate_exps.weight[279]: blk.29.ffn_gate_exps.weight[280]: blk.29.ffn_gate_exps.weight[281]: IQ3_S blk.29.ffn_gate_exps.weight[282]: IQ3_S blk.29.ffn_gate_exps.weight[283]: IQ3_S blk.29.ffn_gate_exps.weight[284]: IQ3_S blk.29.ffn_gate_exps.weight[285]: blk.29.ffn_gate_exps.weight[286]: IQ3_S blk.29.ffn_gate_exps.weight[287]: blk.29.ffn_gate_exps.weight[288]: IQ3_S blk.29.ffn_gate_exps.weight[289]: blk.29.ffn_gate_exps.weight[290]: IQ3_S blk.29.ffn_gate_exps.weight[291]: blk.29.ffn_gate_exps.weight[292]: IQ3_S blk.29.ffn_gate_exps.weight[293]: IQ3_S blk.29.ffn_gate_exps.weight[294]: blk.29.ffn_gate_exps.weight[295]: blk.29.ffn_gate_exps.weight[296]: IQ3_S blk.29.ffn_gate_exps.weight[297]: IQ3_S blk.29.ffn_gate_exps.weight[298]: blk.29.ffn_gate_exps.weight[299]: blk.29.ffn_gate_exps.weight[300]: blk.29.ffn_gate_exps.weight[301]: blk.29.ffn_gate_exps.weight[302]: IQ3_S blk.29.ffn_gate_exps.weight[303]: blk.29.ffn_gate_exps.weight[304]: IQ3_S blk.29.ffn_gate_exps.weight[305]: blk.29.ffn_gate_exps.weight[306]: IQ3_S blk.29.ffn_gate_exps.weight[307]: blk.29.ffn_gate_exps.weight[308]: blk.29.ffn_gate_exps.weight[309]: IQ3_S blk.29.ffn_gate_exps.weight[310]: IQ3_S blk.29.ffn_gate_exps.weight[311]: IQ3_S blk.29.ffn_gate_exps.weight[312]: blk.29.ffn_gate_exps.weight[313]: IQ3_S blk.29.ffn_gate_exps.weight[314]: blk.29.ffn_gate_exps.weight[315]: blk.29.ffn_gate_exps.weight[316]: blk.29.ffn_gate_exps.weight[317]: blk.29.ffn_gate_exps.weight[318]: IQ3_S blk.29.ffn_gate_exps.weight[319]: blk.29.ffn_gate_exps.weight[320]: IQ3_S blk.29.ffn_gate_exps.weight[321]: IQ3_S blk.29.ffn_gate_exps.weight[322]: IQ3_S blk.29.ffn_gate_exps.weight[323]: IQ3_S blk.29.ffn_gate_exps.weight[324]: IQ3_S blk.29.ffn_gate_exps.weight[325]: IQ3_S blk.29.ffn_gate_exps.weight[326]: blk.29.ffn_gate_exps.weight[327]: blk.29.ffn_gate_exps.weight[328]: IQ3_S blk.29.ffn_gate_exps.weight[329]: IQ3_S blk.29.ffn_gate_exps.weight[330]: IQ3_S blk.29.ffn_gate_exps.weight[331]: IQ3_S blk.29.ffn_gate_exps.weight[332]: IQ3_S blk.29.ffn_gate_exps.weight[333]: blk.29.ffn_gate_exps.weight[334]: blk.29.ffn_gate_exps.weight[335]: IQ3_S blk.29.ffn_gate_exps.weight[336]: IQ3_S blk.29.ffn_gate_exps.weight[337]: IQ3_S blk.29.ffn_gate_exps.weight[338]: blk.29.ffn_gate_exps.weight[339]: IQ3_S blk.29.ffn_gate_exps.weight[340]: blk.29.ffn_gate_exps.weight[341]: blk.29.ffn_gate_exps.weight[342]: IQ3_S blk.29.ffn_gate_exps.weight[343]: IQ3_S blk.29.ffn_gate_exps.weight[344]: blk.29.ffn_gate_exps.weight[345]: blk.29.ffn_gate_exps.weight[346]: IQ3_S blk.29.ffn_gate_exps.weight[347]: IQ3_S blk.29.ffn_gate_exps.weight[348]: IQ3_S blk.29.ffn_gate_exps.weight[349]: blk.29.ffn_gate_exps.weight[350]: blk.29.ffn_gate_exps.weight[351]: IQ3_S blk.29.ffn_gate_exps.weight[352]: blk.29.ffn_gate_exps.weight[353]: blk.29.ffn_gate_exps.weight[354]: blk.29.ffn_gate_exps.weight[355]: IQ3_S blk.29.ffn_gate_exps.weight[356]: IQ3_S blk.29.ffn_gate_exps.weight[357]: IQ3_S blk.29.ffn_gate_exps.weight[358]: blk.29.ffn_gate_exps.weight[359]: blk.29.ffn_gate_exps.weight[360]: IQ3_S blk.29.ffn_gate_exps.weight[361]: IQ3_S blk.29.ffn_gate_exps.weight[362]: IQ3_S blk.29.ffn_gate_exps.weight[363]: IQ3_S blk.29.ffn_gate_exps.weight[364]: IQ3_S blk.29.ffn_gate_exps.weight[365]: IQ3_S blk.29.ffn_gate_exps.weight[366]: blk.29.ffn_gate_exps.weight[367]: IQ3_S blk.29.ffn_gate_exps.weight[368]: blk.29.ffn_gate_exps.weight[369]: blk.29.ffn_gate_exps.weight[370]: IQ3_S blk.29.ffn_gate_exps.weight[371]: IQ3_S blk.29.ffn_gate_exps.weight[372]: IQ3_S blk.29.ffn_gate_exps.weight[373]: IQ3_S blk.29.ffn_gate_exps.weight[374]: blk.29.ffn_gate_exps.weight[375]: IQ3_S blk.29.ffn_gate_exps.weight[376]: IQ3_S blk.29.ffn_gate_exps.weight[377]: blk.29.ffn_gate_exps.weight[378]: IQ3_S blk.29.ffn_gate_exps.weight[379]: IQ3_S blk.29.ffn_gate_exps.weight[380]: IQ3_S blk.29.ffn_gate_exps.weight[381]: IQ3_S blk.29.ffn_gate_exps.weight[382]: IQ3_S blk.29.ffn_gate_exps.weight[383]: blk.29.ffn_gate_exps.weight[384]: IQ3_S blk.29.ffn_gate_exps.weight[385]: IQ3_S blk.29.ffn_gate_exps.weight[386]: blk.29.ffn_gate_exps.weight[387]: blk.29.ffn_gate_exps.weight[388]: blk.29.ffn_gate_exps.weight[389]: IQ3_S blk.29.ffn_gate_exps.weight[390]: blk.29.ffn_gate_exps.weight[391]: IQ3_S blk.29.ffn_gate_exps.weight[392]: IQ3_S blk.29.ffn_gate_exps.weight[393]: blk.29.ffn_gate_exps.weight[394]: IQ3_S blk.29.ffn_gate_exps.weight[395]: IQ3_S blk.29.ffn_gate_exps.weight[396]: blk.29.ffn_gate_exps.weight[397]: IQ3_S blk.29.ffn_gate_exps.weight[398]: IQ3_S blk.29.ffn_gate_exps.weight[399]: blk.29.ffn_gate_exps.weight[400]: blk.29.ffn_gate_exps.weight[401]: IQ3_S blk.29.ffn_gate_exps.weight[402]: blk.29.ffn_gate_exps.weight[403]: IQ3_S blk.29.ffn_gate_exps.weight[404]: IQ3_S blk.29.ffn_gate_exps.weight[405]: blk.29.ffn_gate_exps.weight[406]: blk.29.ffn_gate_exps.weight[407]: blk.29.ffn_gate_exps.weight[408]: blk.29.ffn_gate_exps.weight[409]: blk.29.ffn_gate_exps.weight[410]: blk.29.ffn_gate_exps.weight[411]: blk.29.ffn_gate_exps.weight[412]: IQ3_S blk.29.ffn_gate_exps.weight[413]: blk.29.ffn_gate_exps.weight[414]: IQ3_S blk.29.ffn_gate_exps.weight[415]: blk.29.ffn_gate_exps.weight[416]: IQ3_S blk.29.ffn_gate_exps.weight[417]: IQ3_S blk.29.ffn_gate_exps.weight[418]: blk.29.ffn_gate_exps.weight[419]: blk.29.ffn_gate_exps.weight[420]: IQ3_S blk.29.ffn_gate_exps.weight[421]: IQ3_S blk.29.ffn_gate_exps.weight[422]: blk.29.ffn_gate_exps.weight[423]: IQ3_S blk.29.ffn_gate_exps.weight[424]: blk.29.ffn_gate_exps.weight[425]: IQ3_S blk.29.ffn_gate_exps.weight[426]: IQ3_S blk.29.ffn_gate_exps.weight[427]: IQ3_S blk.29.ffn_gate_exps.weight[428]: IQ3_S blk.29.ffn_gate_exps.weight[429]: blk.29.ffn_gate_exps.weight[430]: blk.29.ffn_gate_exps.weight[431]: blk.29.ffn_gate_exps.weight[432]: blk.29.ffn_gate_exps.weight[433]: blk.29.ffn_gate_exps.weight[434]: IQ3_S blk.29.ffn_gate_exps.weight[435]: IQ3_S blk.29.ffn_gate_exps.weight[436]: IQ3_S blk.29.ffn_gate_exps.weight[437]: blk.29.ffn_gate_exps.weight[438]: IQ3_S blk.29.ffn_gate_exps.weight[439]: blk.29.ffn_gate_exps.weight[440]: blk.29.ffn_gate_exps.weight[441]: blk.29.ffn_gate_exps.weight[442]: blk.29.ffn_gate_exps.weight[443]: blk.29.ffn_gate_exps.weight[444]: IQ3_S blk.29.ffn_gate_exps.weight[445]: IQ3_S blk.29.ffn_gate_exps.weight[446]: blk.29.ffn_gate_exps.weight[447]: blk.29.ffn_gate_exps.weight[448]: blk.29.ffn_gate_exps.weight[449]: IQ3_S blk.29.ffn_gate_exps.weight[450]: blk.29.ffn_gate_exps.weight[451]: blk.29.ffn_gate_exps.weight[452]: blk.29.ffn_gate_exps.weight[453]: IQ3_S blk.29.ffn_gate_exps.weight[454]: IQ3_S blk.29.ffn_gate_exps.weight[455]: IQ3_S blk.29.ffn_gate_exps.weight[456]: blk.29.ffn_gate_exps.weight[457]: IQ3_S blk.29.ffn_gate_exps.weight[458]: IQ3_S blk.29.ffn_gate_exps.weight[459]: IQ3_S blk.29.ffn_gate_exps.weight[460]: IQ3_S blk.29.ffn_gate_exps.weight[461]: blk.29.ffn_gate_exps.weight[462]: IQ3_S blk.29.ffn_gate_exps.weight[463]: IQ3_S blk.29.ffn_gate_exps.weight[464]: blk.29.ffn_gate_exps.weight[465]: blk.29.ffn_gate_exps.weight[466]: blk.29.ffn_gate_exps.weight[467]: blk.29.ffn_gate_exps.weight[468]: blk.29.ffn_gate_exps.weight[469]: blk.29.ffn_gate_exps.weight[470]: blk.29.ffn_gate_exps.weight[471]: blk.29.ffn_gate_exps.weight[472]: blk.29.ffn_gate_exps.weight[473]: blk.29.ffn_gate_exps.weight[474]: IQ3_S blk.29.ffn_gate_exps.weight[475]: blk.29.ffn_gate_exps.weight[476]: blk.29.ffn_gate_exps.weight[477]: IQ3_S blk.29.ffn_gate_exps.weight[478]: blk.29.ffn_gate_exps.weight[479]: blk.29.ffn_gate_exps.weight[480]: blk.29.ffn_gate_exps.weight[481]: blk.29.ffn_gate_exps.weight[482]: blk.29.ffn_gate_exps.weight[483]: IQ3_S blk.29.ffn_gate_exps.weight[484]: IQ3_S blk.29.ffn_gate_exps.weight[485]: IQ3_S blk.29.ffn_gate_exps.weight[486]: IQ3_S blk.29.ffn_gate_exps.weight[487]: blk.29.ffn_gate_exps.weight[488]: IQ3_S blk.29.ffn_gate_exps.weight[489]: IQ3_S blk.29.ffn_gate_exps.weight[490]: blk.29.ffn_gate_exps.weight[491]: IQ3_S blk.29.ffn_gate_exps.weight[492]: blk.29.ffn_gate_exps.weight[493]: IQ3_S blk.29.ffn_gate_exps.weight[494]: blk.29.ffn_gate_exps.weight[495]: IQ3_S blk.29.ffn_gate_exps.weight[496]: IQ3_S blk.29.ffn_gate_exps.weight[497]: IQ3_S blk.29.ffn_gate_exps.weight[498]: blk.29.ffn_gate_exps.weight[499]: IQ3_S blk.29.ffn_gate_exps.weight[500]: blk.29.ffn_gate_exps.weight[501]: IQ3_S blk.29.ffn_gate_exps.weight[502]: blk.29.ffn_gate_exps.weight[503]: IQ3_S blk.29.ffn_gate_exps.weight[504]: IQ3_S blk.29.ffn_gate_exps.weight[505]: blk.29.ffn_gate_exps.weight[506]: IQ3_S blk.29.ffn_gate_exps.weight[507]: blk.29.ffn_gate_exps.weight[508]: blk.29.ffn_gate_exps.weight[509]: blk.29.ffn_gate_exps.weight[510]: IQ3_S blk.29.ffn_gate_exps.weight[511]: blk.29.ffn_up_exps.weight[0]: blk.29.ffn_up_exps.weight[1]: blk.29.ffn_up_exps.weight[2]: IQ3_S blk.29.ffn_up_exps.weight[3]: blk.29.ffn_up_exps.weight[4]: blk.29.ffn_up_exps.weight[5]: blk.29.ffn_up_exps.weight[6]: IQ3_S blk.29.ffn_up_exps.weight[7]: blk.29.ffn_up_exps.weight[8]: blk.29.ffn_up_exps.weight[9]: blk.29.ffn_up_exps.weight[10]: blk.29.ffn_up_exps.weight[11]: blk.29.ffn_up_exps.weight[12]: blk.29.ffn_up_exps.weight[13]: IQ3_S blk.29.ffn_up_exps.weight[14]: blk.29.ffn_up_exps.weight[15]: IQ3_S blk.29.ffn_up_exps.weight[16]: blk.29.ffn_up_exps.weight[17]: IQ3_S blk.29.ffn_up_exps.weight[18]: blk.29.ffn_up_exps.weight[19]: IQ3_S blk.29.ffn_up_exps.weight[20]: blk.29.ffn_up_exps.weight[21]: blk.29.ffn_up_exps.weight[22]: IQ3_S blk.29.ffn_up_exps.weight[23]: IQ3_S blk.29.ffn_up_exps.weight[24]: IQ3_S blk.29.ffn_up_exps.weight[25]: IQ3_S blk.29.ffn_up_exps.weight[26]: IQ3_S blk.29.ffn_up_exps.weight[27]: blk.29.ffn_up_exps.weight[28]: blk.29.ffn_up_exps.weight[29]: blk.29.ffn_up_exps.weight[30]: blk.29.ffn_up_exps.weight[31]: blk.29.ffn_up_exps.weight[32]: blk.29.ffn_up_exps.weight[33]: blk.29.ffn_up_exps.weight[34]: IQ3_S blk.29.ffn_up_exps.weight[35]: blk.29.ffn_up_exps.weight[36]: blk.29.ffn_up_exps.weight[37]: blk.29.ffn_up_exps.weight[38]: blk.29.ffn_up_exps.weight[39]: blk.29.ffn_up_exps.weight[40]: blk.29.ffn_up_exps.weight[41]: blk.29.ffn_up_exps.weight[42]: IQ3_S blk.29.ffn_up_exps.weight[43]: IQ3_S blk.29.ffn_up_exps.weight[44]: blk.29.ffn_up_exps.weight[45]: IQ3_S blk.29.ffn_up_exps.weight[46]: blk.29.ffn_up_exps.weight[47]: IQ3_S blk.29.ffn_up_exps.weight[48]: blk.29.ffn_up_exps.weight[49]: blk.29.ffn_up_exps.weight[50]: IQ3_S blk.29.ffn_up_exps.weight[51]: blk.29.ffn_up_exps.weight[52]: blk.29.ffn_up_exps.weight[53]: blk.29.ffn_up_exps.weight[54]: blk.29.ffn_up_exps.weight[55]: IQ3_S blk.29.ffn_up_exps.weight[56]: IQ3_S blk.29.ffn_up_exps.weight[57]: IQ3_S blk.29.ffn_up_exps.weight[58]: IQ3_S blk.29.ffn_up_exps.weight[59]: IQ3_S blk.29.ffn_up_exps.weight[60]: blk.29.ffn_up_exps.weight[61]: IQ3_S blk.29.ffn_up_exps.weight[62]: blk.29.ffn_up_exps.weight[63]: blk.29.ffn_up_exps.weight[64]: blk.29.ffn_up_exps.weight[65]: IQ3_S blk.29.ffn_up_exps.weight[66]: blk.29.ffn_up_exps.weight[67]: blk.29.ffn_up_exps.weight[68]: blk.29.ffn_up_exps.weight[69]: blk.29.ffn_up_exps.weight[70]: blk.29.ffn_up_exps.weight[71]: IQ3_S blk.29.ffn_up_exps.weight[72]: blk.29.ffn_up_exps.weight[73]: IQ3_S blk.29.ffn_up_exps.weight[74]: blk.29.ffn_up_exps.weight[75]: blk.29.ffn_up_exps.weight[76]: IQ3_S blk.29.ffn_up_exps.weight[77]: IQ3_S blk.29.ffn_up_exps.weight[78]: IQ3_S blk.29.ffn_up_exps.weight[79]: IQ3_S blk.29.ffn_up_exps.weight[80]: blk.29.ffn_up_exps.weight[81]: IQ3_S blk.29.ffn_up_exps.weight[82]: IQ3_S blk.29.ffn_up_exps.weight[83]: IQ3_S blk.29.ffn_up_exps.weight[84]: IQ3_S blk.29.ffn_up_exps.weight[85]: blk.29.ffn_up_exps.weight[86]: blk.29.ffn_up_exps.weight[87]: IQ3_S blk.29.ffn_up_exps.weight[88]: blk.29.ffn_up_exps.weight[89]: blk.29.ffn_up_exps.weight[90]: IQ3_S blk.29.ffn_up_exps.weight[91]: IQ3_S blk.29.ffn_up_exps.weight[92]: blk.29.ffn_up_exps.weight[93]: IQ3_S blk.29.ffn_up_exps.weight[94]: blk.29.ffn_up_exps.weight[95]: IQ3_S blk.29.ffn_up_exps.weight[96]: IQ3_S blk.29.ffn_up_exps.weight[97]: IQ3_S blk.29.ffn_up_exps.weight[98]: IQ3_S blk.29.ffn_up_exps.weight[99]: blk.29.ffn_up_exps.weight[100]: IQ3_S blk.29.ffn_up_exps.weight[101]: IQ3_S blk.29.ffn_up_exps.weight[102]: IQ3_S blk.29.ffn_up_exps.weight[103]: blk.29.ffn_up_exps.weight[104]: blk.29.ffn_up_exps.weight[105]: IQ3_S blk.29.ffn_up_exps.weight[106]: IQ3_S blk.29.ffn_up_exps.weight[107]: IQ3_S blk.29.ffn_up_exps.weight[108]: IQ3_S blk.29.ffn_up_exps.weight[109]: IQ3_S blk.29.ffn_up_exps.weight[110]: blk.29.ffn_up_exps.weight[111]: blk.29.ffn_up_exps.weight[112]: IQ3_S blk.29.ffn_up_exps.weight[113]: IQ3_S blk.29.ffn_up_exps.weight[114]: blk.29.ffn_up_exps.weight[115]: IQ3_S blk.29.ffn_up_exps.weight[116]: blk.29.ffn_up_exps.weight[117]: blk.29.ffn_up_exps.weight[118]: IQ3_S blk.29.ffn_up_exps.weight[119]: blk.29.ffn_up_exps.weight[120]: blk.29.ffn_up_exps.weight[121]: IQ3_S blk.29.ffn_up_exps.weight[122]: IQ3_S blk.29.ffn_up_exps.weight[123]: IQ3_S blk.29.ffn_up_exps.weight[124]: blk.29.ffn_up_exps.weight[125]: IQ3_S blk.29.ffn_up_exps.weight[126]: blk.29.ffn_up_exps.weight[127]: IQ3_S blk.29.ffn_up_exps.weight[128]: IQ3_S blk.29.ffn_up_exps.weight[129]: IQ3_S blk.29.ffn_up_exps.weight[130]: blk.29.ffn_up_exps.weight[131]: IQ3_S blk.29.ffn_up_exps.weight[132]: blk.29.ffn_up_exps.weight[133]: blk.29.ffn_up_exps.weight[134]: IQ3_S blk.29.ffn_up_exps.weight[135]: IQ3_S blk.29.ffn_up_exps.weight[136]: blk.29.ffn_up_exps.weight[137]: blk.29.ffn_up_exps.weight[138]: IQ3_S blk.29.ffn_up_exps.weight[139]: blk.29.ffn_up_exps.weight[140]: IQ3_S blk.29.ffn_up_exps.weight[141]: blk.29.ffn_up_exps.weight[142]: IQ3_S blk.29.ffn_up_exps.weight[143]: blk.29.ffn_up_exps.weight[144]: blk.29.ffn_up_exps.weight[145]: IQ3_S blk.29.ffn_up_exps.weight[146]: blk.29.ffn_up_exps.weight[147]: IQ3_S blk.29.ffn_up_exps.weight[148]: IQ3_S blk.29.ffn_up_exps.weight[149]: blk.29.ffn_up_exps.weight[150]: blk.29.ffn_up_exps.weight[151]: IQ3_S blk.29.ffn_up_exps.weight[152]: IQ3_S blk.29.ffn_up_exps.weight[153]: blk.29.ffn_up_exps.weight[154]: blk.29.ffn_up_exps.weight[155]: blk.29.ffn_up_exps.weight[156]: IQ3_S blk.29.ffn_up_exps.weight[157]: blk.29.ffn_up_exps.weight[158]: blk.29.ffn_up_exps.weight[159]: IQ3_S blk.29.ffn_up_exps.weight[160]: IQ3_S blk.29.ffn_up_exps.weight[161]: IQ3_S blk.29.ffn_up_exps.weight[162]: blk.29.ffn_up_exps.weight[163]: IQ3_S blk.29.ffn_up_exps.weight[164]: blk.29.ffn_up_exps.weight[165]: blk.29.ffn_up_exps.weight[166]: IQ3_S blk.29.ffn_up_exps.weight[167]: IQ3_S blk.29.ffn_up_exps.weight[168]: IQ3_S blk.29.ffn_up_exps.weight[169]: blk.29.ffn_up_exps.weight[170]: blk.29.ffn_up_exps.weight[171]: IQ3_S blk.29.ffn_up_exps.weight[172]: blk.29.ffn_up_exps.weight[173]: blk.29.ffn_up_exps.weight[174]: IQ3_S blk.29.ffn_up_exps.weight[175]: blk.29.ffn_up_exps.weight[176]: blk.29.ffn_up_exps.weight[177]: blk.29.ffn_up_exps.weight[178]: IQ3_S blk.29.ffn_up_exps.weight[179]: IQ3_S blk.29.ffn_up_exps.weight[180]: blk.29.ffn_up_exps.weight[181]: IQ3_S blk.29.ffn_up_exps.weight[182]: IQ3_S blk.29.ffn_up_exps.weight[183]: IQ3_S blk.29.ffn_up_exps.weight[184]: IQ3_S blk.29.ffn_up_exps.weight[185]: blk.29.ffn_up_exps.weight[186]: IQ3_S blk.29.ffn_up_exps.weight[187]: blk.29.ffn_up_exps.weight[188]: IQ3_S blk.29.ffn_up_exps.weight[189]: blk.29.ffn_up_exps.weight[190]: blk.29.ffn_up_exps.weight[191]: blk.29.ffn_up_exps.weight[192]: blk.29.ffn_up_exps.weight[193]: blk.29.ffn_up_exps.weight[194]: IQ3_S blk.29.ffn_up_exps.weight[195]: IQ3_S blk.29.ffn_up_exps.weight[196]: IQ3_S blk.29.ffn_up_exps.weight[197]: IQ3_S blk.29.ffn_up_exps.weight[198]: IQ3_S blk.29.ffn_up_exps.weight[199]: IQ3_S blk.29.ffn_up_exps.weight[200]: IQ3_S blk.29.ffn_up_exps.weight[201]: blk.29.ffn_up_exps.weight[202]: IQ3_S blk.29.ffn_up_exps.weight[203]: IQ3_S blk.29.ffn_up_exps.weight[204]: blk.29.ffn_up_exps.weight[205]: IQ3_S blk.29.ffn_up_exps.weight[206]: blk.29.ffn_up_exps.weight[207]: blk.29.ffn_up_exps.weight[208]: IQ3_S blk.29.ffn_up_exps.weight[209]: IQ3_S blk.29.ffn_up_exps.weight[210]: blk.29.ffn_up_exps.weight[211]: blk.29.ffn_up_exps.weight[212]: IQ3_S blk.29.ffn_up_exps.weight[213]: blk.29.ffn_up_exps.weight[214]: blk.29.ffn_up_exps.weight[215]: IQ3_S blk.29.ffn_up_exps.weight[216]: blk.29.ffn_up_exps.weight[217]: IQ3_S blk.29.ffn_up_exps.weight[218]: blk.29.ffn_up_exps.weight[219]: blk.29.ffn_up_exps.weight[220]: blk.29.ffn_up_exps.weight[221]: IQ3_S blk.29.ffn_up_exps.weight[222]: IQ3_S blk.29.ffn_up_exps.weight[223]: IQ3_S blk.29.ffn_up_exps.weight[224]: IQ3_S blk.29.ffn_up_exps.weight[225]: IQ3_S blk.29.ffn_up_exps.weight[226]: blk.29.ffn_up_exps.weight[227]: blk.29.ffn_up_exps.weight[228]: IQ3_S blk.29.ffn_up_exps.weight[229]: blk.29.ffn_up_exps.weight[230]: IQ3_S blk.29.ffn_up_exps.weight[231]: IQ3_S blk.29.ffn_up_exps.weight[232]: blk.29.ffn_up_exps.weight[233]: IQ3_S blk.29.ffn_up_exps.weight[234]: IQ3_S blk.29.ffn_up_exps.weight[235]: blk.29.ffn_up_exps.weight[236]: blk.29.ffn_up_exps.weight[237]: IQ3_S blk.29.ffn_up_exps.weight[238]: blk.29.ffn_up_exps.weight[239]: IQ3_S blk.29.ffn_up_exps.weight[240]: IQ3_S blk.29.ffn_up_exps.weight[241]: IQ3_S blk.29.ffn_up_exps.weight[242]: blk.29.ffn_up_exps.weight[243]: IQ3_S blk.29.ffn_up_exps.weight[244]: IQ3_S blk.29.ffn_up_exps.weight[245]: blk.29.ffn_up_exps.weight[246]: IQ3_S blk.29.ffn_up_exps.weight[247]: blk.29.ffn_up_exps.weight[248]: blk.29.ffn_up_exps.weight[249]: blk.29.ffn_up_exps.weight[250]: blk.29.ffn_up_exps.weight[251]: IQ3_S blk.29.ffn_up_exps.weight[252]: IQ3_S blk.29.ffn_up_exps.weight[253]: IQ3_S blk.29.ffn_up_exps.weight[254]: IQ3_S blk.29.ffn_up_exps.weight[255]: blk.29.ffn_up_exps.weight[256]: blk.29.ffn_up_exps.weight[257]: IQ3_S blk.29.ffn_up_exps.weight[258]: IQ3_S blk.29.ffn_up_exps.weight[259]: blk.29.ffn_up_exps.weight[260]: blk.29.ffn_up_exps.weight[261]: IQ3_S blk.29.ffn_up_exps.weight[262]: blk.29.ffn_up_exps.weight[263]: IQ3_S blk.29.ffn_up_exps.weight[264]: blk.29.ffn_up_exps.weight[265]: IQ3_S blk.29.ffn_up_exps.weight[266]: blk.29.ffn_up_exps.weight[267]: blk.29.ffn_up_exps.weight[268]: IQ3_S blk.29.ffn_up_exps.weight[269]: blk.29.ffn_up_exps.weight[270]: blk.29.ffn_up_exps.weight[271]: IQ3_S blk.29.ffn_up_exps.weight[272]: IQ3_S blk.29.ffn_up_exps.weight[273]: IQ3_S blk.29.ffn_up_exps.weight[274]: blk.29.ffn_up_exps.weight[275]: IQ3_S blk.29.ffn_up_exps.weight[276]: blk.29.ffn_up_exps.weight[277]: IQ3_S blk.29.ffn_up_exps.weight[278]: blk.29.ffn_up_exps.weight[279]: blk.29.ffn_up_exps.weight[280]: blk.29.ffn_up_exps.weight[281]: IQ3_S blk.29.ffn_up_exps.weight[282]: IQ3_S blk.29.ffn_up_exps.weight[283]: IQ3_S blk.29.ffn_up_exps.weight[284]: IQ3_S blk.29.ffn_up_exps.weight[285]: blk.29.ffn_up_exps.weight[286]: IQ3_S blk.29.ffn_up_exps.weight[287]: blk.29.ffn_up_exps.weight[288]: IQ3_S blk.29.ffn_up_exps.weight[289]: blk.29.ffn_up_exps.weight[290]: IQ3_S blk.29.ffn_up_exps.weight[291]: blk.29.ffn_up_exps.weight[292]: IQ3_S blk.29.ffn_up_exps.weight[293]: IQ3_S blk.29.ffn_up_exps.weight[294]: blk.29.ffn_up_exps.weight[295]: blk.29.ffn_up_exps.weight[296]: IQ3_S blk.29.ffn_up_exps.weight[297]: IQ3_S blk.29.ffn_up_exps.weight[298]: blk.29.ffn_up_exps.weight[299]: blk.29.ffn_up_exps.weight[300]: blk.29.ffn_up_exps.weight[301]: blk.29.ffn_up_exps.weight[302]: IQ3_S blk.29.ffn_up_exps.weight[303]: blk.29.ffn_up_exps.weight[304]: IQ3_S blk.29.ffn_up_exps.weight[305]: blk.29.ffn_up_exps.weight[306]: IQ3_S blk.29.ffn_up_exps.weight[307]: blk.29.ffn_up_exps.weight[308]: blk.29.ffn_up_exps.weight[309]: IQ3_S blk.29.ffn_up_exps.weight[310]: IQ3_S blk.29.ffn_up_exps.weight[311]: IQ3_S blk.29.ffn_up_exps.weight[312]: blk.29.ffn_up_exps.weight[313]: IQ3_S blk.29.ffn_up_exps.weight[314]: blk.29.ffn_up_exps.weight[315]: blk.29.ffn_up_exps.weight[316]: blk.29.ffn_up_exps.weight[317]: blk.29.ffn_up_exps.weight[318]: IQ3_S blk.29.ffn_up_exps.weight[319]: blk.29.ffn_up_exps.weight[320]: IQ3_S blk.29.ffn_up_exps.weight[321]: IQ3_S blk.29.ffn_up_exps.weight[322]: IQ3_S blk.29.ffn_up_exps.weight[323]: IQ3_S blk.29.ffn_up_exps.weight[324]: IQ3_S blk.29.ffn_up_exps.weight[325]: IQ3_S blk.29.ffn_up_exps.weight[326]: blk.29.ffn_up_exps.weight[327]: blk.29.ffn_up_exps.weight[328]: IQ3_S blk.29.ffn_up_exps.weight[329]: IQ3_S blk.29.ffn_up_exps.weight[330]: IQ3_S blk.29.ffn_up_exps.weight[331]: IQ3_S blk.29.ffn_up_exps.weight[332]: IQ3_S blk.29.ffn_up_exps.weight[333]: blk.29.ffn_up_exps.weight[334]: blk.29.ffn_up_exps.weight[335]: IQ3_S blk.29.ffn_up_exps.weight[336]: IQ3_S blk.29.ffn_up_exps.weight[337]: IQ3_S blk.29.ffn_up_exps.weight[338]: blk.29.ffn_up_exps.weight[339]: IQ3_S blk.29.ffn_up_exps.weight[340]: blk.29.ffn_up_exps.weight[341]: blk.29.ffn_up_exps.weight[342]: IQ3_S blk.29.ffn_up_exps.weight[343]: IQ3_S blk.29.ffn_up_exps.weight[344]: blk.29.ffn_up_exps.weight[345]: blk.29.ffn_up_exps.weight[346]: IQ3_S blk.29.ffn_up_exps.weight[347]: IQ3_S blk.29.ffn_up_exps.weight[348]: IQ3_S blk.29.ffn_up_exps.weight[349]: blk.29.ffn_up_exps.weight[350]: blk.29.ffn_up_exps.weight[351]: IQ3_S blk.29.ffn_up_exps.weight[352]: blk.29.ffn_up_exps.weight[353]: blk.29.ffn_up_exps.weight[354]: blk.29.ffn_up_exps.weight[355]: IQ3_S blk.29.ffn_up_exps.weight[356]: IQ3_S blk.29.ffn_up_exps.weight[357]: IQ3_S blk.29.ffn_up_exps.weight[358]: blk.29.ffn_up_exps.weight[359]: blk.29.ffn_up_exps.weight[360]: IQ3_S blk.29.ffn_up_exps.weight[361]: IQ3_S blk.29.ffn_up_exps.weight[362]: IQ3_S blk.29.ffn_up_exps.weight[363]: IQ3_S blk.29.ffn_up_exps.weight[364]: IQ3_S blk.29.ffn_up_exps.weight[365]: IQ3_S blk.29.ffn_up_exps.weight[366]: blk.29.ffn_up_exps.weight[367]: IQ3_S blk.29.ffn_up_exps.weight[368]: blk.29.ffn_up_exps.weight[369]: blk.29.ffn_up_exps.weight[370]: IQ3_S blk.29.ffn_up_exps.weight[371]: IQ3_S blk.29.ffn_up_exps.weight[372]: IQ3_S blk.29.ffn_up_exps.weight[373]: IQ3_S blk.29.ffn_up_exps.weight[374]: blk.29.ffn_up_exps.weight[375]: IQ3_S blk.29.ffn_up_exps.weight[376]: IQ3_S blk.29.ffn_up_exps.weight[377]: blk.29.ffn_up_exps.weight[378]: IQ3_S blk.29.ffn_up_exps.weight[379]: IQ3_S blk.29.ffn_up_exps.weight[380]: IQ3_S blk.29.ffn_up_exps.weight[381]: IQ3_S blk.29.ffn_up_exps.weight[382]: IQ3_S blk.29.ffn_up_exps.weight[383]: blk.29.ffn_up_exps.weight[384]: IQ3_S blk.29.ffn_up_exps.weight[385]: IQ3_S blk.29.ffn_up_exps.weight[386]: blk.29.ffn_up_exps.weight[387]: blk.29.ffn_up_exps.weight[388]: blk.29.ffn_up_exps.weight[389]: IQ3_S blk.29.ffn_up_exps.weight[390]: blk.29.ffn_up_exps.weight[391]: IQ3_S blk.29.ffn_up_exps.weight[392]: IQ3_S blk.29.ffn_up_exps.weight[393]: blk.29.ffn_up_exps.weight[394]: IQ3_S blk.29.ffn_up_exps.weight[395]: IQ3_S blk.29.ffn_up_exps.weight[396]: blk.29.ffn_up_exps.weight[397]: IQ3_S blk.29.ffn_up_exps.weight[398]: IQ3_S blk.29.ffn_up_exps.weight[399]: blk.29.ffn_up_exps.weight[400]: blk.29.ffn_up_exps.weight[401]: IQ3_S blk.29.ffn_up_exps.weight[402]: blk.29.ffn_up_exps.weight[403]: IQ3_S blk.29.ffn_up_exps.weight[404]: IQ3_S blk.29.ffn_up_exps.weight[405]: blk.29.ffn_up_exps.weight[406]: blk.29.ffn_up_exps.weight[407]: blk.29.ffn_up_exps.weight[408]: blk.29.ffn_up_exps.weight[409]: blk.29.ffn_up_exps.weight[410]: blk.29.ffn_up_exps.weight[411]: blk.29.ffn_up_exps.weight[412]: IQ3_S blk.29.ffn_up_exps.weight[413]: blk.29.ffn_up_exps.weight[414]: IQ3_S blk.29.ffn_up_exps.weight[415]: blk.29.ffn_up_exps.weight[416]: IQ3_S blk.29.ffn_up_exps.weight[417]: IQ3_S blk.29.ffn_up_exps.weight[418]: blk.29.ffn_up_exps.weight[419]: blk.29.ffn_up_exps.weight[420]: IQ3_S blk.29.ffn_up_exps.weight[421]: IQ3_S blk.29.ffn_up_exps.weight[422]: blk.29.ffn_up_exps.weight[423]: IQ3_S blk.29.ffn_up_exps.weight[424]: blk.29.ffn_up_exps.weight[425]: IQ3_S blk.29.ffn_up_exps.weight[426]: IQ3_S blk.29.ffn_up_exps.weight[427]: IQ3_S blk.29.ffn_up_exps.weight[428]: IQ3_S blk.29.ffn_up_exps.weight[429]: blk.29.ffn_up_exps.weight[430]: blk.29.ffn_up_exps.weight[431]: blk.29.ffn_up_exps.weight[432]: blk.29.ffn_up_exps.weight[433]: blk.29.ffn_up_exps.weight[434]: IQ3_S blk.29.ffn_up_exps.weight[435]: IQ3_S blk.29.ffn_up_exps.weight[436]: IQ3_S blk.29.ffn_up_exps.weight[437]: blk.29.ffn_up_exps.weight[438]: IQ3_S blk.29.ffn_up_exps.weight[439]: blk.29.ffn_up_exps.weight[440]: blk.29.ffn_up_exps.weight[441]: blk.29.ffn_up_exps.weight[442]: blk.29.ffn_up_exps.weight[443]: blk.29.ffn_up_exps.weight[444]: IQ3_S blk.29.ffn_up_exps.weight[445]: IQ3_S blk.29.ffn_up_exps.weight[446]: blk.29.ffn_up_exps.weight[447]: blk.29.ffn_up_exps.weight[448]: blk.29.ffn_up_exps.weight[449]: IQ3_S blk.29.ffn_up_exps.weight[450]: blk.29.ffn_up_exps.weight[451]: blk.29.ffn_up_exps.weight[452]: blk.29.ffn_up_exps.weight[453]: IQ3_S blk.29.ffn_up_exps.weight[454]: IQ3_S blk.29.ffn_up_exps.weight[455]: IQ3_S blk.29.ffn_up_exps.weight[456]: blk.29.ffn_up_exps.weight[457]: IQ3_S blk.29.ffn_up_exps.weight[458]: IQ3_S blk.29.ffn_up_exps.weight[459]: IQ3_S blk.29.ffn_up_exps.weight[460]: IQ3_S blk.29.ffn_up_exps.weight[461]: blk.29.ffn_up_exps.weight[462]: IQ3_S blk.29.ffn_up_exps.weight[463]: IQ3_S blk.29.ffn_up_exps.weight[464]: blk.29.ffn_up_exps.weight[465]: blk.29.ffn_up_exps.weight[466]: blk.29.ffn_up_exps.weight[467]: blk.29.ffn_up_exps.weight[468]: blk.29.ffn_up_exps.weight[469]: blk.29.ffn_up_exps.weight[470]: blk.29.ffn_up_exps.weight[471]: blk.29.ffn_up_exps.weight[472]: blk.29.ffn_up_exps.weight[473]: blk.29.ffn_up_exps.weight[474]: IQ3_S blk.29.ffn_up_exps.weight[475]: blk.29.ffn_up_exps.weight[476]: blk.29.ffn_up_exps.weight[477]: IQ3_S blk.29.ffn_up_exps.weight[478]: blk.29.ffn_up_exps.weight[479]: blk.29.ffn_up_exps.weight[480]: blk.29.ffn_up_exps.weight[481]: blk.29.ffn_up_exps.weight[482]: blk.29.ffn_up_exps.weight[483]: IQ3_S blk.29.ffn_up_exps.weight[484]: IQ3_S blk.29.ffn_up_exps.weight[485]: IQ3_S blk.29.ffn_up_exps.weight[486]: IQ3_S blk.29.ffn_up_exps.weight[487]: blk.29.ffn_up_exps.weight[488]: IQ3_S blk.29.ffn_up_exps.weight[489]: IQ3_S blk.29.ffn_up_exps.weight[490]: blk.29.ffn_up_exps.weight[491]: IQ3_S blk.29.ffn_up_exps.weight[492]: blk.29.ffn_up_exps.weight[493]: IQ3_S blk.29.ffn_up_exps.weight[494]: blk.29.ffn_up_exps.weight[495]: IQ3_S blk.29.ffn_up_exps.weight[496]: IQ3_S blk.29.ffn_up_exps.weight[497]: IQ3_S blk.29.ffn_up_exps.weight[498]: blk.29.ffn_up_exps.weight[499]: IQ3_S blk.29.ffn_up_exps.weight[500]: blk.29.ffn_up_exps.weight[501]: IQ3_S blk.29.ffn_up_exps.weight[502]: blk.29.ffn_up_exps.weight[503]: IQ3_S blk.29.ffn_up_exps.weight[504]: IQ3_S blk.29.ffn_up_exps.weight[505]: blk.29.ffn_up_exps.weight[506]: IQ3_S blk.29.ffn_up_exps.weight[507]: blk.29.ffn_up_exps.weight[508]: blk.29.ffn_up_exps.weight[509]: blk.29.ffn_up_exps.weight[510]: IQ3_S blk.29.ffn_up_exps.weight[511]: blk.29.ffn_down_exps.weight[0]: blk.29.ffn_down_exps.weight[1]: blk.29.ffn_down_exps.weight[2]: IQ4_NL blk.29.ffn_down_exps.weight[3]: blk.29.ffn_down_exps.weight[4]: blk.29.ffn_down_exps.weight[5]: blk.29.ffn_down_exps.weight[6]: IQ4_NL blk.29.ffn_down_exps.weight[7]: blk.29.ffn_down_exps.weight[8]: blk.29.ffn_down_exps.weight[9]: blk.29.ffn_down_exps.weight[10]: blk.29.ffn_down_exps.weight[11]: blk.29.ffn_down_exps.weight[12]: blk.29.ffn_down_exps.weight[13]: IQ4_NL blk.29.ffn_down_exps.weight[14]: blk.29.ffn_down_exps.weight[15]: IQ4_NL blk.29.ffn_down_exps.weight[16]: blk.29.ffn_down_exps.weight[17]: IQ4_NL blk.29.ffn_down_exps.weight[18]: blk.29.ffn_down_exps.weight[19]: IQ4_NL blk.29.ffn_down_exps.weight[20]: blk.29.ffn_down_exps.weight[21]: blk.29.ffn_down_exps.weight[22]: IQ4_NL blk.29.ffn_down_exps.weight[23]: IQ4_NL blk.29.ffn_down_exps.weight[24]: IQ4_NL blk.29.ffn_down_exps.weight[25]: IQ4_NL blk.29.ffn_down_exps.weight[26]: IQ4_NL blk.29.ffn_down_exps.weight[27]: blk.29.ffn_down_exps.weight[28]: blk.29.ffn_down_exps.weight[29]: blk.29.ffn_down_exps.weight[30]: blk.29.ffn_down_exps.weight[31]: blk.29.ffn_down_exps.weight[32]: blk.29.ffn_down_exps.weight[33]: blk.29.ffn_down_exps.weight[34]: IQ4_NL blk.29.ffn_down_exps.weight[35]: blk.29.ffn_down_exps.weight[36]: blk.29.ffn_down_exps.weight[37]: blk.29.ffn_down_exps.weight[38]: blk.29.ffn_down_exps.weight[39]: blk.29.ffn_down_exps.weight[40]: blk.29.ffn_down_exps.weight[41]: blk.29.ffn_down_exps.weight[42]: IQ4_NL blk.29.ffn_down_exps.weight[43]: IQ4_NL blk.29.ffn_down_exps.weight[44]: blk.29.ffn_down_exps.weight[45]: IQ4_NL blk.29.ffn_down_exps.weight[46]: blk.29.ffn_down_exps.weight[47]: IQ4_NL blk.29.ffn_down_exps.weight[48]: blk.29.ffn_down_exps.weight[49]: blk.29.ffn_down_exps.weight[50]: IQ4_NL blk.29.ffn_down_exps.weight[51]: blk.29.ffn_down_exps.weight[52]: blk.29.ffn_down_exps.weight[53]: blk.29.ffn_down_exps.weight[54]: blk.29.ffn_down_exps.weight[55]: IQ4_NL blk.29.ffn_down_exps.weight[56]: IQ4_NL blk.29.ffn_down_exps.weight[57]: IQ4_NL blk.29.ffn_down_exps.weight[58]: IQ4_NL blk.29.ffn_down_exps.weight[59]: IQ4_NL blk.29.ffn_down_exps.weight[60]: blk.29.ffn_down_exps.weight[61]: IQ4_NL blk.29.ffn_down_exps.weight[62]: blk.29.ffn_down_exps.weight[63]: blk.29.ffn_down_exps.weight[64]: blk.29.ffn_down_exps.weight[65]: IQ4_NL blk.29.ffn_down_exps.weight[66]: blk.29.ffn_down_exps.weight[67]: blk.29.ffn_down_exps.weight[68]: blk.29.ffn_down_exps.weight[69]: blk.29.ffn_down_exps.weight[70]: blk.29.ffn_down_exps.weight[71]: IQ4_NL blk.29.ffn_down_exps.weight[72]: blk.29.ffn_down_exps.weight[73]: IQ4_NL blk.29.ffn_down_exps.weight[74]: blk.29.ffn_down_exps.weight[75]: blk.29.ffn_down_exps.weight[76]: IQ4_NL blk.29.ffn_down_exps.weight[77]: IQ4_NL blk.29.ffn_down_exps.weight[78]: IQ4_NL blk.29.ffn_down_exps.weight[79]: IQ4_NL blk.29.ffn_down_exps.weight[80]: blk.29.ffn_down_exps.weight[81]: IQ4_NL blk.29.ffn_down_exps.weight[82]: IQ4_NL blk.29.ffn_down_exps.weight[83]: IQ4_NL blk.29.ffn_down_exps.weight[84]: IQ4_NL blk.29.ffn_down_exps.weight[85]: blk.29.ffn_down_exps.weight[86]: blk.29.ffn_down_exps.weight[87]: IQ4_NL blk.29.ffn_down_exps.weight[88]: blk.29.ffn_down_exps.weight[89]: blk.29.ffn_down_exps.weight[90]: IQ4_NL blk.29.ffn_down_exps.weight[91]: IQ4_NL blk.29.ffn_down_exps.weight[92]: blk.29.ffn_down_exps.weight[93]: IQ4_NL blk.29.ffn_down_exps.weight[94]: blk.29.ffn_down_exps.weight[95]: IQ4_NL blk.29.ffn_down_exps.weight[96]: IQ4_NL blk.29.ffn_down_exps.weight[97]: IQ4_NL blk.29.ffn_down_exps.weight[98]: IQ4_NL blk.29.ffn_down_exps.weight[99]: blk.29.ffn_down_exps.weight[100]: IQ4_NL blk.29.ffn_down_exps.weight[101]: IQ4_NL blk.29.ffn_down_exps.weight[102]: IQ4_NL blk.29.ffn_down_exps.weight[103]: blk.29.ffn_down_exps.weight[104]: blk.29.ffn_down_exps.weight[105]: IQ4_NL blk.29.ffn_down_exps.weight[106]: IQ4_NL blk.29.ffn_down_exps.weight[107]: IQ4_NL blk.29.ffn_down_exps.weight[108]: IQ4_NL blk.29.ffn_down_exps.weight[109]: IQ4_NL blk.29.ffn_down_exps.weight[110]: blk.29.ffn_down_exps.weight[111]: blk.29.ffn_down_exps.weight[112]: IQ4_NL blk.29.ffn_down_exps.weight[113]: IQ4_NL blk.29.ffn_down_exps.weight[114]: blk.29.ffn_down_exps.weight[115]: IQ4_NL blk.29.ffn_down_exps.weight[116]: blk.29.ffn_down_exps.weight[117]: blk.29.ffn_down_exps.weight[118]: IQ4_NL blk.29.ffn_down_exps.weight[119]: blk.29.ffn_down_exps.weight[120]: blk.29.ffn_down_exps.weight[121]: IQ4_NL blk.29.ffn_down_exps.weight[122]: IQ4_NL blk.29.ffn_down_exps.weight[123]: IQ4_NL blk.29.ffn_down_exps.weight[124]: blk.29.ffn_down_exps.weight[125]: IQ4_NL blk.29.ffn_down_exps.weight[126]: blk.29.ffn_down_exps.weight[127]: IQ4_NL blk.29.ffn_down_exps.weight[128]: IQ4_NL blk.29.ffn_down_exps.weight[129]: IQ4_NL blk.29.ffn_down_exps.weight[130]: blk.29.ffn_down_exps.weight[131]: IQ4_NL blk.29.ffn_down_exps.weight[132]: blk.29.ffn_down_exps.weight[133]: blk.29.ffn_down_exps.weight[134]: IQ4_NL blk.29.ffn_down_exps.weight[135]: IQ4_NL blk.29.ffn_down_exps.weight[136]: blk.29.ffn_down_exps.weight[137]: blk.29.ffn_down_exps.weight[138]: IQ4_NL blk.29.ffn_down_exps.weight[139]: blk.29.ffn_down_exps.weight[140]: IQ4_NL blk.29.ffn_down_exps.weight[141]: blk.29.ffn_down_exps.weight[142]: IQ4_NL blk.29.ffn_down_exps.weight[143]: blk.29.ffn_down_exps.weight[144]: blk.29.ffn_down_exps.weight[145]: IQ4_NL blk.29.ffn_down_exps.weight[146]: blk.29.ffn_down_exps.weight[147]: IQ4_NL blk.29.ffn_down_exps.weight[148]: IQ4_NL blk.29.ffn_down_exps.weight[149]: blk.29.ffn_down_exps.weight[150]: blk.29.ffn_down_exps.weight[151]: IQ4_NL blk.29.ffn_down_exps.weight[152]: IQ4_NL blk.29.ffn_down_exps.weight[153]: blk.29.ffn_down_exps.weight[154]: blk.29.ffn_down_exps.weight[155]: blk.29.ffn_down_exps.weight[156]: IQ4_NL blk.29.ffn_down_exps.weight[157]: blk.29.ffn_down_exps.weight[158]: blk.29.ffn_down_exps.weight[159]: IQ4_NL blk.29.ffn_down_exps.weight[160]: IQ4_NL blk.29.ffn_down_exps.weight[161]: IQ4_NL blk.29.ffn_down_exps.weight[162]: blk.29.ffn_down_exps.weight[163]: IQ4_NL blk.29.ffn_down_exps.weight[164]: blk.29.ffn_down_exps.weight[165]: blk.29.ffn_down_exps.weight[166]: IQ4_NL blk.29.ffn_down_exps.weight[167]: IQ4_NL blk.29.ffn_down_exps.weight[168]: IQ4_NL blk.29.ffn_down_exps.weight[169]: blk.29.ffn_down_exps.weight[170]: blk.29.ffn_down_exps.weight[171]: IQ4_NL blk.29.ffn_down_exps.weight[172]: blk.29.ffn_down_exps.weight[173]: blk.29.ffn_down_exps.weight[174]: IQ4_NL blk.29.ffn_down_exps.weight[175]: blk.29.ffn_down_exps.weight[176]: blk.29.ffn_down_exps.weight[177]: blk.29.ffn_down_exps.weight[178]: IQ4_NL blk.29.ffn_down_exps.weight[179]: IQ4_NL blk.29.ffn_down_exps.weight[180]: blk.29.ffn_down_exps.weight[181]: IQ4_NL blk.29.ffn_down_exps.weight[182]: IQ4_NL blk.29.ffn_down_exps.weight[183]: IQ4_NL blk.29.ffn_down_exps.weight[184]: IQ4_NL blk.29.ffn_down_exps.weight[185]: blk.29.ffn_down_exps.weight[186]: IQ4_NL blk.29.ffn_down_exps.weight[187]: blk.29.ffn_down_exps.weight[188]: IQ4_NL blk.29.ffn_down_exps.weight[189]: blk.29.ffn_down_exps.weight[190]: blk.29.ffn_down_exps.weight[191]: blk.29.ffn_down_exps.weight[192]: blk.29.ffn_down_exps.weight[193]: blk.29.ffn_down_exps.weight[194]: IQ4_NL blk.29.ffn_down_exps.weight[195]: IQ4_NL blk.29.ffn_down_exps.weight[196]: IQ4_NL blk.29.ffn_down_exps.weight[197]: IQ4_NL blk.29.ffn_down_exps.weight[198]: IQ4_NL blk.29.ffn_down_exps.weight[199]: IQ4_NL blk.29.ffn_down_exps.weight[200]: IQ4_NL blk.29.ffn_down_exps.weight[201]: blk.29.ffn_down_exps.weight[202]: IQ4_NL blk.29.ffn_down_exps.weight[203]: IQ4_NL blk.29.ffn_down_exps.weight[204]: blk.29.ffn_down_exps.weight[205]: IQ4_NL blk.29.ffn_down_exps.weight[206]: blk.29.ffn_down_exps.weight[207]: blk.29.ffn_down_exps.weight[208]: IQ4_NL blk.29.ffn_down_exps.weight[209]: IQ4_NL blk.29.ffn_down_exps.weight[210]: blk.29.ffn_down_exps.weight[211]: blk.29.ffn_down_exps.weight[212]: IQ4_NL blk.29.ffn_down_exps.weight[213]: blk.29.ffn_down_exps.weight[214]: blk.29.ffn_down_exps.weight[215]: IQ4_NL blk.29.ffn_down_exps.weight[216]: blk.29.ffn_down_exps.weight[217]: IQ4_NL blk.29.ffn_down_exps.weight[218]: blk.29.ffn_down_exps.weight[219]: blk.29.ffn_down_exps.weight[220]: blk.29.ffn_down_exps.weight[221]: IQ4_NL blk.29.ffn_down_exps.weight[222]: IQ4_NL blk.29.ffn_down_exps.weight[223]: IQ4_NL blk.29.ffn_down_exps.weight[224]: IQ4_NL blk.29.ffn_down_exps.weight[225]: IQ4_NL blk.29.ffn_down_exps.weight[226]: blk.29.ffn_down_exps.weight[227]: blk.29.ffn_down_exps.weight[228]: IQ4_NL blk.29.ffn_down_exps.weight[229]: blk.29.ffn_down_exps.weight[230]: IQ4_NL blk.29.ffn_down_exps.weight[231]: IQ4_NL blk.29.ffn_down_exps.weight[232]: blk.29.ffn_down_exps.weight[233]: IQ4_NL blk.29.ffn_down_exps.weight[234]: IQ4_NL blk.29.ffn_down_exps.weight[235]: blk.29.ffn_down_exps.weight[236]: blk.29.ffn_down_exps.weight[237]: IQ4_NL blk.29.ffn_down_exps.weight[238]: blk.29.ffn_down_exps.weight[239]: IQ4_NL blk.29.ffn_down_exps.weight[240]: IQ4_NL blk.29.ffn_down_exps.weight[241]: IQ4_NL blk.29.ffn_down_exps.weight[242]: blk.29.ffn_down_exps.weight[243]: IQ4_NL blk.29.ffn_down_exps.weight[244]: IQ4_NL blk.29.ffn_down_exps.weight[245]: blk.29.ffn_down_exps.weight[246]: IQ4_NL blk.29.ffn_down_exps.weight[247]: blk.29.ffn_down_exps.weight[248]: blk.29.ffn_down_exps.weight[249]: blk.29.ffn_down_exps.weight[250]: blk.29.ffn_down_exps.weight[251]: IQ4_NL blk.29.ffn_down_exps.weight[252]: IQ4_NL blk.29.ffn_down_exps.weight[253]: IQ4_NL blk.29.ffn_down_exps.weight[254]: IQ4_NL blk.29.ffn_down_exps.weight[255]: blk.29.ffn_down_exps.weight[256]: blk.29.ffn_down_exps.weight[257]: IQ4_NL blk.29.ffn_down_exps.weight[258]: IQ4_NL blk.29.ffn_down_exps.weight[259]: blk.29.ffn_down_exps.weight[260]: blk.29.ffn_down_exps.weight[261]: IQ4_NL blk.29.ffn_down_exps.weight[262]: blk.29.ffn_down_exps.weight[263]: IQ4_NL blk.29.ffn_down_exps.weight[264]: blk.29.ffn_down_exps.weight[265]: IQ4_NL blk.29.ffn_down_exps.weight[266]: blk.29.ffn_down_exps.weight[267]: blk.29.ffn_down_exps.weight[268]: IQ4_NL blk.29.ffn_down_exps.weight[269]: blk.29.ffn_down_exps.weight[270]: blk.29.ffn_down_exps.weight[271]: IQ4_NL blk.29.ffn_down_exps.weight[272]: IQ4_NL blk.29.ffn_down_exps.weight[273]: IQ4_NL blk.29.ffn_down_exps.weight[274]: blk.29.ffn_down_exps.weight[275]: IQ4_NL blk.29.ffn_down_exps.weight[276]: blk.29.ffn_down_exps.weight[277]: IQ4_NL blk.29.ffn_down_exps.weight[278]: blk.29.ffn_down_exps.weight[279]: blk.29.ffn_down_exps.weight[280]: blk.29.ffn_down_exps.weight[281]: IQ4_NL blk.29.ffn_down_exps.weight[282]: IQ4_NL blk.29.ffn_down_exps.weight[283]: IQ4_NL blk.29.ffn_down_exps.weight[284]: IQ4_NL blk.29.ffn_down_exps.weight[285]: blk.29.ffn_down_exps.weight[286]: IQ4_NL blk.29.ffn_down_exps.weight[287]: blk.29.ffn_down_exps.weight[288]: IQ4_NL blk.29.ffn_down_exps.weight[289]: blk.29.ffn_down_exps.weight[290]: IQ4_NL blk.29.ffn_down_exps.weight[291]: blk.29.ffn_down_exps.weight[292]: IQ4_NL blk.29.ffn_down_exps.weight[293]: IQ4_NL blk.29.ffn_down_exps.weight[294]: blk.29.ffn_down_exps.weight[295]: blk.29.ffn_down_exps.weight[296]: IQ4_NL blk.29.ffn_down_exps.weight[297]: IQ4_NL blk.29.ffn_down_exps.weight[298]: blk.29.ffn_down_exps.weight[299]: blk.29.ffn_down_exps.weight[300]: blk.29.ffn_down_exps.weight[301]: blk.29.ffn_down_exps.weight[302]: IQ4_NL blk.29.ffn_down_exps.weight[303]: blk.29.ffn_down_exps.weight[304]: IQ4_NL blk.29.ffn_down_exps.weight[305]: blk.29.ffn_down_exps.weight[306]: IQ4_NL blk.29.ffn_down_exps.weight[307]: blk.29.ffn_down_exps.weight[308]: blk.29.ffn_down_exps.weight[309]: IQ4_NL blk.29.ffn_down_exps.weight[310]: IQ4_NL blk.29.ffn_down_exps.weight[311]: IQ4_NL blk.29.ffn_down_exps.weight[312]: blk.29.ffn_down_exps.weight[313]: IQ4_NL blk.29.ffn_down_exps.weight[314]: blk.29.ffn_down_exps.weight[315]: blk.29.ffn_down_exps.weight[316]: blk.29.ffn_down_exps.weight[317]: blk.29.ffn_down_exps.weight[318]: IQ4_NL blk.29.ffn_down_exps.weight[319]: blk.29.ffn_down_exps.weight[320]: IQ4_NL blk.29.ffn_down_exps.weight[321]: IQ4_NL blk.29.ffn_down_exps.weight[322]: IQ4_NL blk.29.ffn_down_exps.weight[323]: IQ4_NL blk.29.ffn_down_exps.weight[324]: IQ4_NL blk.29.ffn_down_exps.weight[325]: IQ4_NL blk.29.ffn_down_exps.weight[326]: blk.29.ffn_down_exps.weight[327]: blk.29.ffn_down_exps.weight[328]: IQ4_NL blk.29.ffn_down_exps.weight[329]: IQ4_NL blk.29.ffn_down_exps.weight[330]: IQ4_NL blk.29.ffn_down_exps.weight[331]: IQ4_NL blk.29.ffn_down_exps.weight[332]: IQ4_NL blk.29.ffn_down_exps.weight[333]: blk.29.ffn_down_exps.weight[334]: blk.29.ffn_down_exps.weight[335]: IQ4_NL blk.29.ffn_down_exps.weight[336]: IQ4_NL blk.29.ffn_down_exps.weight[337]: IQ4_NL blk.29.ffn_down_exps.weight[338]: blk.29.ffn_down_exps.weight[339]: IQ4_NL blk.29.ffn_down_exps.weight[340]: blk.29.ffn_down_exps.weight[341]: blk.29.ffn_down_exps.weight[342]: IQ4_NL blk.29.ffn_down_exps.weight[343]: IQ4_NL blk.29.ffn_down_exps.weight[344]: blk.29.ffn_down_exps.weight[345]: blk.29.ffn_down_exps.weight[346]: IQ4_NL blk.29.ffn_down_exps.weight[347]: IQ4_NL blk.29.ffn_down_exps.weight[348]: IQ4_NL blk.29.ffn_down_exps.weight[349]: blk.29.ffn_down_exps.weight[350]: blk.29.ffn_down_exps.weight[351]: IQ4_NL blk.29.ffn_down_exps.weight[352]: blk.29.ffn_down_exps.weight[353]: blk.29.ffn_down_exps.weight[354]: blk.29.ffn_down_exps.weight[355]: IQ4_NL blk.29.ffn_down_exps.weight[356]: IQ4_NL blk.29.ffn_down_exps.weight[357]: IQ4_NL blk.29.ffn_down_exps.weight[358]: blk.29.ffn_down_exps.weight[359]: blk.29.ffn_down_exps.weight[360]: IQ4_NL blk.29.ffn_down_exps.weight[361]: IQ4_NL blk.29.ffn_down_exps.weight[362]: IQ4_NL blk.29.ffn_down_exps.weight[363]: IQ4_NL blk.29.ffn_down_exps.weight[364]: IQ4_NL blk.29.ffn_down_exps.weight[365]: IQ4_NL blk.29.ffn_down_exps.weight[366]: blk.29.ffn_down_exps.weight[367]: IQ4_NL blk.29.ffn_down_exps.weight[368]: blk.29.ffn_down_exps.weight[369]: blk.29.ffn_down_exps.weight[370]: IQ4_NL blk.29.ffn_down_exps.weight[371]: IQ4_NL blk.29.ffn_down_exps.weight[372]: IQ4_NL blk.29.ffn_down_exps.weight[373]: IQ4_NL blk.29.ffn_down_exps.weight[374]: blk.29.ffn_down_exps.weight[375]: IQ4_NL blk.29.ffn_down_exps.weight[376]: IQ4_NL blk.29.ffn_down_exps.weight[377]: blk.29.ffn_down_exps.weight[378]: IQ4_NL blk.29.ffn_down_exps.weight[379]: IQ4_NL blk.29.ffn_down_exps.weight[380]: IQ4_NL blk.29.ffn_down_exps.weight[381]: IQ4_NL blk.29.ffn_down_exps.weight[382]: IQ4_NL blk.29.ffn_down_exps.weight[383]: blk.29.ffn_down_exps.weight[384]: IQ4_NL blk.29.ffn_down_exps.weight[385]: IQ4_NL blk.29.ffn_down_exps.weight[386]: blk.29.ffn_down_exps.weight[387]: blk.29.ffn_down_exps.weight[388]: blk.29.ffn_down_exps.weight[389]: IQ4_NL blk.29.ffn_down_exps.weight[390]: blk.29.ffn_down_exps.weight[391]: IQ4_NL blk.29.ffn_down_exps.weight[392]: IQ4_NL blk.29.ffn_down_exps.weight[393]: blk.29.ffn_down_exps.weight[394]: IQ4_NL blk.29.ffn_down_exps.weight[395]: IQ4_NL blk.29.ffn_down_exps.weight[396]: blk.29.ffn_down_exps.weight[397]: IQ4_NL blk.29.ffn_down_exps.weight[398]: IQ4_NL blk.29.ffn_down_exps.weight[399]: blk.29.ffn_down_exps.weight[400]: blk.29.ffn_down_exps.weight[401]: IQ4_NL blk.29.ffn_down_exps.weight[402]: blk.29.ffn_down_exps.weight[403]: IQ4_NL blk.29.ffn_down_exps.weight[404]: IQ4_NL blk.29.ffn_down_exps.weight[405]: blk.29.ffn_down_exps.weight[406]: blk.29.ffn_down_exps.weight[407]: blk.29.ffn_down_exps.weight[408]: blk.29.ffn_down_exps.weight[409]: blk.29.ffn_down_exps.weight[410]: blk.29.ffn_down_exps.weight[411]: blk.29.ffn_down_exps.weight[412]: IQ4_NL blk.29.ffn_down_exps.weight[413]: blk.29.ffn_down_exps.weight[414]: IQ4_NL blk.29.ffn_down_exps.weight[415]: blk.29.ffn_down_exps.weight[416]: IQ4_NL blk.29.ffn_down_exps.weight[417]: IQ4_NL blk.29.ffn_down_exps.weight[418]: blk.29.ffn_down_exps.weight[419]: blk.29.ffn_down_exps.weight[420]: IQ4_NL blk.29.ffn_down_exps.weight[421]: IQ4_NL blk.29.ffn_down_exps.weight[422]: blk.29.ffn_down_exps.weight[423]: IQ4_NL blk.29.ffn_down_exps.weight[424]: blk.29.ffn_down_exps.weight[425]: IQ4_NL blk.29.ffn_down_exps.weight[426]: IQ4_NL blk.29.ffn_down_exps.weight[427]: IQ4_NL blk.29.ffn_down_exps.weight[428]: IQ4_NL blk.29.ffn_down_exps.weight[429]: blk.29.ffn_down_exps.weight[430]: blk.29.ffn_down_exps.weight[431]: blk.29.ffn_down_exps.weight[432]: blk.29.ffn_down_exps.weight[433]: blk.29.ffn_down_exps.weight[434]: IQ4_NL blk.29.ffn_down_exps.weight[435]: IQ4_NL blk.29.ffn_down_exps.weight[436]: IQ4_NL blk.29.ffn_down_exps.weight[437]: blk.29.ffn_down_exps.weight[438]: IQ4_NL blk.29.ffn_down_exps.weight[439]: blk.29.ffn_down_exps.weight[440]: blk.29.ffn_down_exps.weight[441]: blk.29.ffn_down_exps.weight[442]: blk.29.ffn_down_exps.weight[443]: blk.29.ffn_down_exps.weight[444]: IQ4_NL blk.29.ffn_down_exps.weight[445]: IQ4_NL blk.29.ffn_down_exps.weight[446]: blk.29.ffn_down_exps.weight[447]: blk.29.ffn_down_exps.weight[448]: blk.29.ffn_down_exps.weight[449]: IQ4_NL blk.29.ffn_down_exps.weight[450]: blk.29.ffn_down_exps.weight[451]: blk.29.ffn_down_exps.weight[452]: blk.29.ffn_down_exps.weight[453]: IQ4_NL blk.29.ffn_down_exps.weight[454]: IQ4_NL blk.29.ffn_down_exps.weight[455]: IQ4_NL blk.29.ffn_down_exps.weight[456]: blk.29.ffn_down_exps.weight[457]: IQ4_NL blk.29.ffn_down_exps.weight[458]: IQ4_NL blk.29.ffn_down_exps.weight[459]: IQ4_NL blk.29.ffn_down_exps.weight[460]: IQ4_NL blk.29.ffn_down_exps.weight[461]: blk.29.ffn_down_exps.weight[462]: IQ4_NL blk.29.ffn_down_exps.weight[463]: IQ4_NL blk.29.ffn_down_exps.weight[464]: blk.29.ffn_down_exps.weight[465]: blk.29.ffn_down_exps.weight[466]: blk.29.ffn_down_exps.weight[467]: blk.29.ffn_down_exps.weight[468]: blk.29.ffn_down_exps.weight[469]: blk.29.ffn_down_exps.weight[470]: blk.29.ffn_down_exps.weight[471]: blk.29.ffn_down_exps.weight[472]: blk.29.ffn_down_exps.weight[473]: blk.29.ffn_down_exps.weight[474]: IQ4_NL blk.29.ffn_down_exps.weight[475]: blk.29.ffn_down_exps.weight[476]: blk.29.ffn_down_exps.weight[477]: IQ4_NL blk.29.ffn_down_exps.weight[478]: blk.29.ffn_down_exps.weight[479]: blk.29.ffn_down_exps.weight[480]: blk.29.ffn_down_exps.weight[481]: blk.29.ffn_down_exps.weight[482]: blk.29.ffn_down_exps.weight[483]: IQ4_NL blk.29.ffn_down_exps.weight[484]: IQ4_NL blk.29.ffn_down_exps.weight[485]: IQ4_NL blk.29.ffn_down_exps.weight[486]: IQ4_NL blk.29.ffn_down_exps.weight[487]: blk.29.ffn_down_exps.weight[488]: IQ4_NL blk.29.ffn_down_exps.weight[489]: IQ4_NL blk.29.ffn_down_exps.weight[490]: blk.29.ffn_down_exps.weight[491]: IQ4_NL blk.29.ffn_down_exps.weight[492]: blk.29.ffn_down_exps.weight[493]: IQ4_NL blk.29.ffn_down_exps.weight[494]: blk.29.ffn_down_exps.weight[495]: IQ4_NL blk.29.ffn_down_exps.weight[496]: IQ4_NL blk.29.ffn_down_exps.weight[497]: IQ4_NL blk.29.ffn_down_exps.weight[498]: blk.29.ffn_down_exps.weight[499]: IQ4_NL blk.29.ffn_down_exps.weight[500]: blk.29.ffn_down_exps.weight[501]: IQ4_NL blk.29.ffn_down_exps.weight[502]: blk.29.ffn_down_exps.weight[503]: IQ4_NL blk.29.ffn_down_exps.weight[504]: IQ4_NL blk.29.ffn_down_exps.weight[505]: blk.29.ffn_down_exps.weight[506]: IQ4_NL blk.29.ffn_down_exps.weight[507]: blk.29.ffn_down_exps.weight[508]: blk.29.ffn_down_exps.weight[509]: blk.29.ffn_down_exps.weight[510]: IQ4_NL blk.29.ffn_down_exps.weight[511]: blk.30.ffn_gate_exps.weight[0]: blk.30.ffn_gate_exps.weight[1]: IQ3_XXS blk.30.ffn_gate_exps.weight[2]: blk.30.ffn_gate_exps.weight[3]: blk.30.ffn_gate_exps.weight[4]: IQ3_XXS blk.30.ffn_gate_exps.weight[5]: IQ3_XXS blk.30.ffn_gate_exps.weight[6]: blk.30.ffn_gate_exps.weight[7]: blk.30.ffn_gate_exps.weight[8]: IQ3_XXS blk.30.ffn_gate_exps.weight[9]: blk.30.ffn_gate_exps.weight[10]: blk.30.ffn_gate_exps.weight[11]: IQ3_XXS blk.30.ffn_gate_exps.weight[12]: IQ3_XXS blk.30.ffn_gate_exps.weight[13]: IQ3_XXS blk.30.ffn_gate_exps.weight[14]: IQ3_XXS blk.30.ffn_gate_exps.weight[15]: IQ3_XXS blk.30.ffn_gate_exps.weight[16]: IQ3_XXS blk.30.ffn_gate_exps.weight[17]: IQ3_XXS blk.30.ffn_gate_exps.weight[18]: IQ3_XXS blk.30.ffn_gate_exps.weight[19]: IQ3_XXS blk.30.ffn_gate_exps.weight[20]: IQ3_XXS blk.30.ffn_gate_exps.weight[21]: IQ3_XXS blk.30.ffn_gate_exps.weight[22]: IQ3_XXS blk.30.ffn_gate_exps.weight[23]: IQ3_XXS blk.30.ffn_gate_exps.weight[24]: blk.30.ffn_gate_exps.weight[25]: IQ3_XXS blk.30.ffn_gate_exps.weight[26]: IQ3_XXS blk.30.ffn_gate_exps.weight[27]: blk.30.ffn_gate_exps.weight[28]: IQ3_XXS blk.30.ffn_gate_exps.weight[29]: blk.30.ffn_gate_exps.weight[30]: IQ3_XXS blk.30.ffn_gate_exps.weight[31]: blk.30.ffn_gate_exps.weight[32]: blk.30.ffn_gate_exps.weight[33]: blk.30.ffn_gate_exps.weight[34]: blk.30.ffn_gate_exps.weight[35]: blk.30.ffn_gate_exps.weight[36]: IQ3_XXS blk.30.ffn_gate_exps.weight[37]: IQ3_XXS blk.30.ffn_gate_exps.weight[38]: blk.30.ffn_gate_exps.weight[39]: IQ3_XXS blk.30.ffn_gate_exps.weight[40]: blk.30.ffn_gate_exps.weight[41]: IQ3_XXS blk.30.ffn_gate_exps.weight[42]: IQ3_XXS blk.30.ffn_gate_exps.weight[43]: blk.30.ffn_gate_exps.weight[44]: IQ3_XXS blk.30.ffn_gate_exps.weight[45]: IQ3_XXS blk.30.ffn_gate_exps.weight[46]: IQ3_XXS blk.30.ffn_gate_exps.weight[47]: IQ3_XXS blk.30.ffn_gate_exps.weight[48]: blk.30.ffn_gate_exps.weight[49]: blk.30.ffn_gate_exps.weight[50]: IQ3_XXS blk.30.ffn_gate_exps.weight[51]: blk.30.ffn_gate_exps.weight[52]: blk.30.ffn_gate_exps.weight[53]: blk.30.ffn_gate_exps.weight[54]: IQ3_XXS blk.30.ffn_gate_exps.weight[55]: blk.30.ffn_gate_exps.weight[56]: IQ3_XXS blk.30.ffn_gate_exps.weight[57]: IQ3_XXS blk.30.ffn_gate_exps.weight[58]: blk.30.ffn_gate_exps.weight[59]: IQ3_XXS blk.30.ffn_gate_exps.weight[60]: blk.30.ffn_gate_exps.weight[61]: IQ3_XXS blk.30.ffn_gate_exps.weight[62]: blk.30.ffn_gate_exps.weight[63]: blk.30.ffn_gate_exps.weight[64]: IQ3_XXS blk.30.ffn_gate_exps.weight[65]: IQ3_XXS blk.30.ffn_gate_exps.weight[66]: blk.30.ffn_gate_exps.weight[67]: IQ3_XXS blk.30.ffn_gate_exps.weight[68]: IQ3_XXS blk.30.ffn_gate_exps.weight[69]: IQ3_XXS blk.30.ffn_gate_exps.weight[70]: IQ3_XXS blk.30.ffn_gate_exps.weight[71]: IQ3_XXS blk.30.ffn_gate_exps.weight[72]: blk.30.ffn_gate_exps.weight[73]: blk.30.ffn_gate_exps.weight[74]: IQ3_XXS blk.30.ffn_gate_exps.weight[75]: blk.30.ffn_gate_exps.weight[76]: IQ3_XXS blk.30.ffn_gate_exps.weight[77]: IQ3_XXS blk.30.ffn_gate_exps.weight[78]: blk.30.ffn_gate_exps.weight[79]: blk.30.ffn_gate_exps.weight[80]: IQ3_XXS blk.30.ffn_gate_exps.weight[81]: IQ3_XXS blk.30.ffn_gate_exps.weight[82]: IQ3_XXS blk.30.ffn_gate_exps.weight[83]: blk.30.ffn_gate_exps.weight[84]: IQ3_XXS blk.30.ffn_gate_exps.weight[85]: IQ3_XXS blk.30.ffn_gate_exps.weight[86]: IQ3_XXS blk.30.ffn_gate_exps.weight[87]: blk.30.ffn_gate_exps.weight[88]: blk.30.ffn_gate_exps.weight[89]: IQ3_XXS blk.30.ffn_gate_exps.weight[90]: blk.30.ffn_gate_exps.weight[91]: IQ3_XXS blk.30.ffn_gate_exps.weight[92]: IQ3_XXS blk.30.ffn_gate_exps.weight[93]: IQ3_XXS blk.30.ffn_gate_exps.weight[94]: IQ3_XXS blk.30.ffn_gate_exps.weight[95]: IQ3_XXS blk.30.ffn_gate_exps.weight[96]: IQ3_XXS blk.30.ffn_gate_exps.weight[97]: blk.30.ffn_gate_exps.weight[98]: IQ3_XXS blk.30.ffn_gate_exps.weight[99]: IQ3_XXS blk.30.ffn_gate_exps.weight[100]: blk.30.ffn_gate_exps.weight[101]: blk.30.ffn_gate_exps.weight[102]: IQ3_XXS blk.30.ffn_gate_exps.weight[103]: IQ3_XXS blk.30.ffn_gate_exps.weight[104]: IQ3_XXS blk.30.ffn_gate_exps.weight[105]: IQ3_XXS blk.30.ffn_gate_exps.weight[106]: IQ3_XXS blk.30.ffn_gate_exps.weight[107]: blk.30.ffn_gate_exps.weight[108]: IQ3_XXS blk.30.ffn_gate_exps.weight[109]: IQ3_XXS blk.30.ffn_gate_exps.weight[110]: blk.30.ffn_gate_exps.weight[111]: blk.30.ffn_gate_exps.weight[112]: IQ3_XXS blk.30.ffn_gate_exps.weight[113]: IQ3_XXS blk.30.ffn_gate_exps.weight[114]: IQ3_XXS blk.30.ffn_gate_exps.weight[115]: IQ3_XXS blk.30.ffn_gate_exps.weight[116]: IQ3_XXS blk.30.ffn_gate_exps.weight[117]: IQ3_XXS blk.30.ffn_gate_exps.weight[118]: IQ3_XXS blk.30.ffn_gate_exps.weight[119]: blk.30.ffn_gate_exps.weight[120]: blk.30.ffn_gate_exps.weight[121]: blk.30.ffn_gate_exps.weight[122]: blk.30.ffn_gate_exps.weight[123]: blk.30.ffn_gate_exps.weight[124]: blk.30.ffn_gate_exps.weight[125]: blk.30.ffn_gate_exps.weight[126]: blk.30.ffn_gate_exps.weight[127]: IQ3_XXS blk.30.ffn_gate_exps.weight[128]: blk.30.ffn_gate_exps.weight[129]: IQ3_XXS blk.30.ffn_gate_exps.weight[130]: IQ3_XXS blk.30.ffn_gate_exps.weight[131]: blk.30.ffn_gate_exps.weight[132]: IQ3_XXS blk.30.ffn_gate_exps.weight[133]: IQ3_XXS blk.30.ffn_gate_exps.weight[134]: blk.30.ffn_gate_exps.weight[135]: blk.30.ffn_gate_exps.weight[136]: IQ3_XXS blk.30.ffn_gate_exps.weight[137]: IQ3_XXS blk.30.ffn_gate_exps.weight[138]: blk.30.ffn_gate_exps.weight[139]: blk.30.ffn_gate_exps.weight[140]: IQ3_XXS blk.30.ffn_gate_exps.weight[141]: IQ3_XXS blk.30.ffn_gate_exps.weight[142]: IQ3_XXS blk.30.ffn_gate_exps.weight[143]: IQ3_XXS blk.30.ffn_gate_exps.weight[144]: blk.30.ffn_gate_exps.weight[145]: IQ3_XXS blk.30.ffn_gate_exps.weight[146]: IQ3_XXS blk.30.ffn_gate_exps.weight[147]: IQ3_XXS blk.30.ffn_gate_exps.weight[148]: blk.30.ffn_gate_exps.weight[149]: blk.30.ffn_gate_exps.weight[150]: IQ3_XXS blk.30.ffn_gate_exps.weight[151]: IQ3_XXS blk.30.ffn_gate_exps.weight[152]: blk.30.ffn_gate_exps.weight[153]: blk.30.ffn_gate_exps.weight[154]: IQ3_XXS blk.30.ffn_gate_exps.weight[155]: blk.30.ffn_gate_exps.weight[156]: IQ3_XXS blk.30.ffn_gate_exps.weight[157]: IQ3_XXS blk.30.ffn_gate_exps.weight[158]: blk.30.ffn_gate_exps.weight[159]: IQ3_XXS blk.30.ffn_gate_exps.weight[160]: IQ3_XXS blk.30.ffn_gate_exps.weight[161]: blk.30.ffn_gate_exps.weight[162]: IQ3_XXS blk.30.ffn_gate_exps.weight[163]: blk.30.ffn_gate_exps.weight[164]: IQ3_XXS blk.30.ffn_gate_exps.weight[165]: blk.30.ffn_gate_exps.weight[166]: blk.30.ffn_gate_exps.weight[167]: blk.30.ffn_gate_exps.weight[168]: blk.30.ffn_gate_exps.weight[169]: IQ3_XXS blk.30.ffn_gate_exps.weight[170]: IQ3_XXS blk.30.ffn_gate_exps.weight[171]: IQ3_XXS blk.30.ffn_gate_exps.weight[172]: blk.30.ffn_gate_exps.weight[173]: IQ3_XXS blk.30.ffn_gate_exps.weight[174]: blk.30.ffn_gate_exps.weight[175]: IQ3_XXS blk.30.ffn_gate_exps.weight[176]: blk.30.ffn_gate_exps.weight[177]: IQ3_XXS blk.30.ffn_gate_exps.weight[178]: IQ3_XXS blk.30.ffn_gate_exps.weight[179]: blk.30.ffn_gate_exps.weight[180]: blk.30.ffn_gate_exps.weight[181]: IQ3_XXS blk.30.ffn_gate_exps.weight[182]: blk.30.ffn_gate_exps.weight[183]: blk.30.ffn_gate_exps.weight[184]: blk.30.ffn_gate_exps.weight[185]: blk.30.ffn_gate_exps.weight[186]: IQ3_XXS blk.30.ffn_gate_exps.weight[187]: IQ3_XXS blk.30.ffn_gate_exps.weight[188]: blk.30.ffn_gate_exps.weight[189]: blk.30.ffn_gate_exps.weight[190]: IQ3_XXS blk.30.ffn_gate_exps.weight[191]: IQ3_XXS blk.30.ffn_gate_exps.weight[192]: blk.30.ffn_gate_exps.weight[193]: blk.30.ffn_gate_exps.weight[194]: IQ3_XXS blk.30.ffn_gate_exps.weight[195]: IQ3_XXS blk.30.ffn_gate_exps.weight[196]: IQ3_XXS blk.30.ffn_gate_exps.weight[197]: IQ3_XXS blk.30.ffn_gate_exps.weight[198]: blk.30.ffn_gate_exps.weight[199]: blk.30.ffn_gate_exps.weight[200]: blk.30.ffn_gate_exps.weight[201]: blk.30.ffn_gate_exps.weight[202]: blk.30.ffn_gate_exps.weight[203]: IQ3_XXS blk.30.ffn_gate_exps.weight[204]: blk.30.ffn_gate_exps.weight[205]: IQ3_XXS blk.30.ffn_gate_exps.weight[206]: IQ3_XXS blk.30.ffn_gate_exps.weight[207]: blk.30.ffn_gate_exps.weight[208]: IQ3_XXS blk.30.ffn_gate_exps.weight[209]: IQ3_XXS blk.30.ffn_gate_exps.weight[210]: IQ3_XXS blk.30.ffn_gate_exps.weight[211]: IQ3_XXS blk.30.ffn_gate_exps.weight[212]: IQ3_XXS blk.30.ffn_gate_exps.weight[213]: IQ3_XXS blk.30.ffn_gate_exps.weight[214]: blk.30.ffn_gate_exps.weight[215]: blk.30.ffn_gate_exps.weight[216]: blk.30.ffn_gate_exps.weight[217]: IQ3_XXS blk.30.ffn_gate_exps.weight[218]: IQ3_XXS blk.30.ffn_gate_exps.weight[219]: IQ3_XXS blk.30.ffn_gate_exps.weight[220]: blk.30.ffn_gate_exps.weight[221]: blk.30.ffn_gate_exps.weight[222]: blk.30.ffn_gate_exps.weight[223]: IQ3_XXS blk.30.ffn_gate_exps.weight[224]: blk.30.ffn_gate_exps.weight[225]: blk.30.ffn_gate_exps.weight[226]: blk.30.ffn_gate_exps.weight[227]: IQ3_XXS blk.30.ffn_gate_exps.weight[228]: IQ3_XXS blk.30.ffn_gate_exps.weight[229]: IQ3_XXS blk.30.ffn_gate_exps.weight[230]: blk.30.ffn_gate_exps.weight[231]: IQ3_XXS blk.30.ffn_gate_exps.weight[232]: blk.30.ffn_gate_exps.weight[233]: IQ3_XXS blk.30.ffn_gate_exps.weight[234]: IQ3_XXS blk.30.ffn_gate_exps.weight[235]: blk.30.ffn_gate_exps.weight[236]: IQ3_XXS blk.30.ffn_gate_exps.weight[237]: IQ3_XXS blk.30.ffn_gate_exps.weight[238]: IQ3_XXS blk.30.ffn_gate_exps.weight[239]: IQ3_XXS blk.30.ffn_gate_exps.weight[240]: IQ3_XXS blk.30.ffn_gate_exps.weight[241]: IQ3_XXS blk.30.ffn_gate_exps.weight[242]: blk.30.ffn_gate_exps.weight[243]: blk.30.ffn_gate_exps.weight[244]: blk.30.ffn_gate_exps.weight[245]: blk.30.ffn_gate_exps.weight[246]: IQ3_XXS blk.30.ffn_gate_exps.weight[247]: blk.30.ffn_gate_exps.weight[248]: blk.30.ffn_gate_exps.weight[249]: IQ3_XXS blk.30.ffn_gate_exps.weight[250]: blk.30.ffn_gate_exps.weight[251]: IQ3_XXS blk.30.ffn_gate_exps.weight[252]: blk.30.ffn_gate_exps.weight[253]: IQ3_XXS blk.30.ffn_gate_exps.weight[254]: IQ3_XXS blk.30.ffn_gate_exps.weight[255]: blk.30.ffn_gate_exps.weight[256]: IQ3_XXS blk.30.ffn_gate_exps.weight[257]: blk.30.ffn_gate_exps.weight[258]: IQ3_XXS blk.30.ffn_gate_exps.weight[259]: blk.30.ffn_gate_exps.weight[260]: blk.30.ffn_gate_exps.weight[261]: IQ3_XXS blk.30.ffn_gate_exps.weight[262]: blk.30.ffn_gate_exps.weight[263]: blk.30.ffn_gate_exps.weight[264]: blk.30.ffn_gate_exps.weight[265]: blk.30.ffn_gate_exps.weight[266]: blk.30.ffn_gate_exps.weight[267]: blk.30.ffn_gate_exps.weight[268]: blk.30.ffn_gate_exps.weight[269]: blk.30.ffn_gate_exps.weight[270]: IQ3_XXS blk.30.ffn_gate_exps.weight[271]: blk.30.ffn_gate_exps.weight[272]: blk.30.ffn_gate_exps.weight[273]: IQ3_XXS blk.30.ffn_gate_exps.weight[274]: IQ3_XXS blk.30.ffn_gate_exps.weight[275]: blk.30.ffn_gate_exps.weight[276]: IQ3_XXS blk.30.ffn_gate_exps.weight[277]: IQ3_XXS blk.30.ffn_gate_exps.weight[278]: IQ3_XXS blk.30.ffn_gate_exps.weight[279]: blk.30.ffn_gate_exps.weight[280]: blk.30.ffn_gate_exps.weight[281]: blk.30.ffn_gate_exps.weight[282]: blk.30.ffn_gate_exps.weight[283]: IQ3_XXS blk.30.ffn_gate_exps.weight[284]: IQ3_XXS blk.30.ffn_gate_exps.weight[285]: blk.30.ffn_gate_exps.weight[286]: IQ3_XXS blk.30.ffn_gate_exps.weight[287]: IQ3_XXS blk.30.ffn_gate_exps.weight[288]: blk.30.ffn_gate_exps.weight[289]: blk.30.ffn_gate_exps.weight[290]: blk.30.ffn_gate_exps.weight[291]: IQ3_XXS blk.30.ffn_gate_exps.weight[292]: blk.30.ffn_gate_exps.weight[293]: IQ3_XXS blk.30.ffn_gate_exps.weight[294]: IQ3_XXS blk.30.ffn_gate_exps.weight[295]: IQ3_XXS blk.30.ffn_gate_exps.weight[296]: blk.30.ffn_gate_exps.weight[297]: blk.30.ffn_gate_exps.weight[298]: blk.30.ffn_gate_exps.weight[299]: blk.30.ffn_gate_exps.weight[300]: IQ3_XXS blk.30.ffn_gate_exps.weight[301]: blk.30.ffn_gate_exps.weight[302]: blk.30.ffn_gate_exps.weight[303]: IQ3_XXS blk.30.ffn_gate_exps.weight[304]: IQ3_XXS blk.30.ffn_gate_exps.weight[305]: IQ3_XXS blk.30.ffn_gate_exps.weight[306]: IQ3_XXS blk.30.ffn_gate_exps.weight[307]: blk.30.ffn_gate_exps.weight[308]: IQ3_XXS blk.30.ffn_gate_exps.weight[309]: blk.30.ffn_gate_exps.weight[310]: blk.30.ffn_gate_exps.weight[311]: IQ3_XXS blk.30.ffn_gate_exps.weight[312]: blk.30.ffn_gate_exps.weight[313]: blk.30.ffn_gate_exps.weight[314]: blk.30.ffn_gate_exps.weight[315]: blk.30.ffn_gate_exps.weight[316]: blk.30.ffn_gate_exps.weight[317]: IQ3_XXS blk.30.ffn_gate_exps.weight[318]: IQ3_XXS blk.30.ffn_gate_exps.weight[319]: blk.30.ffn_gate_exps.weight[320]: IQ3_XXS blk.30.ffn_gate_exps.weight[321]: blk.30.ffn_gate_exps.weight[322]: blk.30.ffn_gate_exps.weight[323]: IQ3_XXS blk.30.ffn_gate_exps.weight[324]: blk.30.ffn_gate_exps.weight[325]: blk.30.ffn_gate_exps.weight[326]: blk.30.ffn_gate_exps.weight[327]: blk.30.ffn_gate_exps.weight[328]: IQ3_XXS blk.30.ffn_gate_exps.weight[329]: IQ3_XXS blk.30.ffn_gate_exps.weight[330]: blk.30.ffn_gate_exps.weight[331]: blk.30.ffn_gate_exps.weight[332]: IQ3_XXS blk.30.ffn_gate_exps.weight[333]: blk.30.ffn_gate_exps.weight[334]: IQ3_XXS blk.30.ffn_gate_exps.weight[335]: blk.30.ffn_gate_exps.weight[336]: blk.30.ffn_gate_exps.weight[337]: blk.30.ffn_gate_exps.weight[338]: blk.30.ffn_gate_exps.weight[339]: blk.30.ffn_gate_exps.weight[340]: blk.30.ffn_gate_exps.weight[341]: IQ3_XXS blk.30.ffn_gate_exps.weight[342]: IQ3_XXS blk.30.ffn_gate_exps.weight[343]: IQ3_XXS blk.30.ffn_gate_exps.weight[344]: blk.30.ffn_gate_exps.weight[345]: blk.30.ffn_gate_exps.weight[346]: blk.30.ffn_gate_exps.weight[347]: IQ3_XXS blk.30.ffn_gate_exps.weight[348]: blk.30.ffn_gate_exps.weight[349]: IQ3_XXS blk.30.ffn_gate_exps.weight[350]: IQ3_XXS blk.30.ffn_gate_exps.weight[351]: blk.30.ffn_gate_exps.weight[352]: blk.30.ffn_gate_exps.weight[353]: blk.30.ffn_gate_exps.weight[354]: IQ3_XXS blk.30.ffn_gate_exps.weight[355]: blk.30.ffn_gate_exps.weight[356]: IQ3_XXS blk.30.ffn_gate_exps.weight[357]: blk.30.ffn_gate_exps.weight[358]: blk.30.ffn_gate_exps.weight[359]: blk.30.ffn_gate_exps.weight[360]: IQ3_XXS blk.30.ffn_gate_exps.weight[361]: blk.30.ffn_gate_exps.weight[362]: blk.30.ffn_gate_exps.weight[363]: blk.30.ffn_gate_exps.weight[364]: IQ3_XXS blk.30.ffn_gate_exps.weight[365]: IQ3_XXS blk.30.ffn_gate_exps.weight[366]: blk.30.ffn_gate_exps.weight[367]: IQ3_XXS blk.30.ffn_gate_exps.weight[368]: blk.30.ffn_gate_exps.weight[369]: IQ3_XXS blk.30.ffn_gate_exps.weight[370]: IQ3_XXS blk.30.ffn_gate_exps.weight[371]: blk.30.ffn_gate_exps.weight[372]: IQ3_XXS blk.30.ffn_gate_exps.weight[373]: blk.30.ffn_gate_exps.weight[374]: IQ3_XXS blk.30.ffn_gate_exps.weight[375]: blk.30.ffn_gate_exps.weight[376]: IQ3_XXS blk.30.ffn_gate_exps.weight[377]: blk.30.ffn_gate_exps.weight[378]: IQ3_XXS blk.30.ffn_gate_exps.weight[379]: blk.30.ffn_gate_exps.weight[380]: IQ3_XXS blk.30.ffn_gate_exps.weight[381]: IQ3_XXS blk.30.ffn_gate_exps.weight[382]: blk.30.ffn_gate_exps.weight[383]: IQ3_XXS blk.30.ffn_gate_exps.weight[384]: IQ3_XXS blk.30.ffn_gate_exps.weight[385]: IQ3_XXS blk.30.ffn_gate_exps.weight[386]: IQ3_XXS blk.30.ffn_gate_exps.weight[387]: IQ3_XXS blk.30.ffn_gate_exps.weight[388]: IQ3_XXS blk.30.ffn_gate_exps.weight[389]: IQ3_XXS blk.30.ffn_gate_exps.weight[390]: blk.30.ffn_gate_exps.weight[391]: blk.30.ffn_gate_exps.weight[392]: blk.30.ffn_gate_exps.weight[393]: blk.30.ffn_gate_exps.weight[394]: IQ3_XXS blk.30.ffn_gate_exps.weight[395]: blk.30.ffn_gate_exps.weight[396]: IQ3_XXS blk.30.ffn_gate_exps.weight[397]: IQ3_XXS blk.30.ffn_gate_exps.weight[398]: IQ3_XXS blk.30.ffn_gate_exps.weight[399]: blk.30.ffn_gate_exps.weight[400]: IQ3_XXS blk.30.ffn_gate_exps.weight[401]: IQ3_XXS blk.30.ffn_gate_exps.weight[402]: blk.30.ffn_gate_exps.weight[403]: blk.30.ffn_gate_exps.weight[404]: IQ3_XXS blk.30.ffn_gate_exps.weight[405]: IQ3_XXS blk.30.ffn_gate_exps.weight[406]: IQ3_XXS blk.30.ffn_gate_exps.weight[407]: blk.30.ffn_gate_exps.weight[408]: blk.30.ffn_gate_exps.weight[409]: IQ3_XXS blk.30.ffn_gate_exps.weight[410]: blk.30.ffn_gate_exps.weight[411]: IQ3_XXS blk.30.ffn_gate_exps.weight[412]: blk.30.ffn_gate_exps.weight[413]: blk.30.ffn_gate_exps.weight[414]: blk.30.ffn_gate_exps.weight[415]: IQ3_XXS blk.30.ffn_gate_exps.weight[416]: blk.30.ffn_gate_exps.weight[417]: IQ3_XXS blk.30.ffn_gate_exps.weight[418]: blk.30.ffn_gate_exps.weight[419]: blk.30.ffn_gate_exps.weight[420]: IQ3_XXS blk.30.ffn_gate_exps.weight[421]: IQ3_XXS blk.30.ffn_gate_exps.weight[422]: blk.30.ffn_gate_exps.weight[423]: IQ3_XXS blk.30.ffn_gate_exps.weight[424]: IQ3_XXS blk.30.ffn_gate_exps.weight[425]: IQ3_XXS blk.30.ffn_gate_exps.weight[426]: IQ3_XXS blk.30.ffn_gate_exps.weight[427]: IQ3_XXS blk.30.ffn_gate_exps.weight[428]: IQ3_XXS blk.30.ffn_gate_exps.weight[429]: blk.30.ffn_gate_exps.weight[430]: blk.30.ffn_gate_exps.weight[431]: blk.30.ffn_gate_exps.weight[432]: IQ3_XXS blk.30.ffn_gate_exps.weight[433]: blk.30.ffn_gate_exps.weight[434]: blk.30.ffn_gate_exps.weight[435]: IQ3_XXS blk.30.ffn_gate_exps.weight[436]: IQ3_XXS blk.30.ffn_gate_exps.weight[437]: blk.30.ffn_gate_exps.weight[438]: IQ3_XXS blk.30.ffn_gate_exps.weight[439]: blk.30.ffn_gate_exps.weight[440]: blk.30.ffn_gate_exps.weight[441]: IQ3_XXS blk.30.ffn_gate_exps.weight[442]: blk.30.ffn_gate_exps.weight[443]: blk.30.ffn_gate_exps.weight[444]: blk.30.ffn_gate_exps.weight[445]: blk.30.ffn_gate_exps.weight[446]: blk.30.ffn_gate_exps.weight[447]: IQ3_XXS blk.30.ffn_gate_exps.weight[448]: blk.30.ffn_gate_exps.weight[449]: blk.30.ffn_gate_exps.weight[450]: blk.30.ffn_gate_exps.weight[451]: IQ3_XXS blk.30.ffn_gate_exps.weight[452]: blk.30.ffn_gate_exps.weight[453]: IQ3_XXS blk.30.ffn_gate_exps.weight[454]: blk.30.ffn_gate_exps.weight[455]: blk.30.ffn_gate_exps.weight[456]: IQ3_XXS blk.30.ffn_gate_exps.weight[457]: blk.30.ffn_gate_exps.weight[458]: blk.30.ffn_gate_exps.weight[459]: blk.30.ffn_gate_exps.weight[460]: blk.30.ffn_gate_exps.weight[461]: IQ3_XXS blk.30.ffn_gate_exps.weight[462]: blk.30.ffn_gate_exps.weight[463]: IQ3_XXS blk.30.ffn_gate_exps.weight[464]: blk.30.ffn_gate_exps.weight[465]: blk.30.ffn_gate_exps.weight[466]: blk.30.ffn_gate_exps.weight[467]: IQ3_XXS blk.30.ffn_gate_exps.weight[468]: IQ3_XXS blk.30.ffn_gate_exps.weight[469]: IQ3_XXS blk.30.ffn_gate_exps.weight[470]: IQ3_XXS blk.30.ffn_gate_exps.weight[471]: blk.30.ffn_gate_exps.weight[472]: blk.30.ffn_gate_exps.weight[473]: IQ3_XXS blk.30.ffn_gate_exps.weight[474]: blk.30.ffn_gate_exps.weight[475]: blk.30.ffn_gate_exps.weight[476]: IQ3_XXS blk.30.ffn_gate_exps.weight[477]: blk.30.ffn_gate_exps.weight[478]: blk.30.ffn_gate_exps.weight[479]: IQ3_XXS blk.30.ffn_gate_exps.weight[480]: blk.30.ffn_gate_exps.weight[481]: IQ3_XXS blk.30.ffn_gate_exps.weight[482]: blk.30.ffn_gate_exps.weight[483]: blk.30.ffn_gate_exps.weight[484]: blk.30.ffn_gate_exps.weight[485]: blk.30.ffn_gate_exps.weight[486]: blk.30.ffn_gate_exps.weight[487]: IQ3_XXS blk.30.ffn_gate_exps.weight[488]: IQ3_XXS blk.30.ffn_gate_exps.weight[489]: IQ3_XXS blk.30.ffn_gate_exps.weight[490]: blk.30.ffn_gate_exps.weight[491]: blk.30.ffn_gate_exps.weight[492]: blk.30.ffn_gate_exps.weight[493]: blk.30.ffn_gate_exps.weight[494]: blk.30.ffn_gate_exps.weight[495]: blk.30.ffn_gate_exps.weight[496]: blk.30.ffn_gate_exps.weight[497]: IQ3_XXS blk.30.ffn_gate_exps.weight[498]: IQ3_XXS blk.30.ffn_gate_exps.weight[499]: blk.30.ffn_gate_exps.weight[500]: blk.30.ffn_gate_exps.weight[501]: IQ3_XXS blk.30.ffn_gate_exps.weight[502]: IQ3_XXS blk.30.ffn_gate_exps.weight[503]: IQ3_XXS blk.30.ffn_gate_exps.weight[504]: blk.30.ffn_gate_exps.weight[505]: IQ3_XXS blk.30.ffn_gate_exps.weight[506]: IQ3_XXS blk.30.ffn_gate_exps.weight[507]: IQ3_XXS blk.30.ffn_gate_exps.weight[508]: IQ3_XXS blk.30.ffn_gate_exps.weight[509]: IQ3_XXS blk.30.ffn_gate_exps.weight[510]: blk.30.ffn_gate_exps.weight[511]: blk.30.ffn_up_exps.weight[0]: blk.30.ffn_up_exps.weight[1]: IQ3_XXS blk.30.ffn_up_exps.weight[2]: blk.30.ffn_up_exps.weight[3]: blk.30.ffn_up_exps.weight[4]: IQ3_XXS blk.30.ffn_up_exps.weight[5]: IQ3_XXS blk.30.ffn_up_exps.weight[6]: blk.30.ffn_up_exps.weight[7]: blk.30.ffn_up_exps.weight[8]: IQ3_XXS blk.30.ffn_up_exps.weight[9]: blk.30.ffn_up_exps.weight[10]: blk.30.ffn_up_exps.weight[11]: IQ3_XXS blk.30.ffn_up_exps.weight[12]: IQ3_XXS blk.30.ffn_up_exps.weight[13]: IQ3_XXS blk.30.ffn_up_exps.weight[14]: IQ3_XXS blk.30.ffn_up_exps.weight[15]: IQ3_XXS blk.30.ffn_up_exps.weight[16]: IQ3_XXS blk.30.ffn_up_exps.weight[17]: IQ3_XXS blk.30.ffn_up_exps.weight[18]: IQ3_XXS blk.30.ffn_up_exps.weight[19]: IQ3_XXS blk.30.ffn_up_exps.weight[20]: IQ3_XXS blk.30.ffn_up_exps.weight[21]: IQ3_XXS blk.30.ffn_up_exps.weight[22]: IQ3_XXS blk.30.ffn_up_exps.weight[23]: IQ3_XXS blk.30.ffn_up_exps.weight[24]: blk.30.ffn_up_exps.weight[25]: IQ3_XXS blk.30.ffn_up_exps.weight[26]: IQ3_XXS blk.30.ffn_up_exps.weight[27]: blk.30.ffn_up_exps.weight[28]: IQ3_XXS blk.30.ffn_up_exps.weight[29]: blk.30.ffn_up_exps.weight[30]: IQ3_XXS blk.30.ffn_up_exps.weight[31]: blk.30.ffn_up_exps.weight[32]: blk.30.ffn_up_exps.weight[33]: blk.30.ffn_up_exps.weight[34]: blk.30.ffn_up_exps.weight[35]: blk.30.ffn_up_exps.weight[36]: IQ3_XXS blk.30.ffn_up_exps.weight[37]: IQ3_XXS blk.30.ffn_up_exps.weight[38]: blk.30.ffn_up_exps.weight[39]: IQ3_XXS blk.30.ffn_up_exps.weight[40]: blk.30.ffn_up_exps.weight[41]: IQ3_XXS blk.30.ffn_up_exps.weight[42]: IQ3_XXS blk.30.ffn_up_exps.weight[43]: blk.30.ffn_up_exps.weight[44]: IQ3_XXS blk.30.ffn_up_exps.weight[45]: IQ3_XXS blk.30.ffn_up_exps.weight[46]: IQ3_XXS blk.30.ffn_up_exps.weight[47]: IQ3_XXS blk.30.ffn_up_exps.weight[48]: blk.30.ffn_up_exps.weight[49]: blk.30.ffn_up_exps.weight[50]: IQ3_XXS blk.30.ffn_up_exps.weight[51]: blk.30.ffn_up_exps.weight[52]: blk.30.ffn_up_exps.weight[53]: blk.30.ffn_up_exps.weight[54]: IQ3_XXS blk.30.ffn_up_exps.weight[55]: blk.30.ffn_up_exps.weight[56]: IQ3_XXS blk.30.ffn_up_exps.weight[57]: IQ3_XXS blk.30.ffn_up_exps.weight[58]: blk.30.ffn_up_exps.weight[59]: IQ3_XXS blk.30.ffn_up_exps.weight[60]: blk.30.ffn_up_exps.weight[61]: IQ3_XXS blk.30.ffn_up_exps.weight[62]: blk.30.ffn_up_exps.weight[63]: blk.30.ffn_up_exps.weight[64]: IQ3_XXS blk.30.ffn_up_exps.weight[65]: IQ3_XXS blk.30.ffn_up_exps.weight[66]: blk.30.ffn_up_exps.weight[67]: IQ3_XXS blk.30.ffn_up_exps.weight[68]: IQ3_XXS blk.30.ffn_up_exps.weight[69]: IQ3_XXS blk.30.ffn_up_exps.weight[70]: IQ3_XXS blk.30.ffn_up_exps.weight[71]: IQ3_XXS blk.30.ffn_up_exps.weight[72]: blk.30.ffn_up_exps.weight[73]: blk.30.ffn_up_exps.weight[74]: IQ3_XXS blk.30.ffn_up_exps.weight[75]: blk.30.ffn_up_exps.weight[76]: IQ3_XXS blk.30.ffn_up_exps.weight[77]: IQ3_XXS blk.30.ffn_up_exps.weight[78]: blk.30.ffn_up_exps.weight[79]: blk.30.ffn_up_exps.weight[80]: IQ3_XXS blk.30.ffn_up_exps.weight[81]: IQ3_XXS blk.30.ffn_up_exps.weight[82]: IQ3_XXS blk.30.ffn_up_exps.weight[83]: blk.30.ffn_up_exps.weight[84]: IQ3_XXS blk.30.ffn_up_exps.weight[85]: IQ3_XXS blk.30.ffn_up_exps.weight[86]: IQ3_XXS blk.30.ffn_up_exps.weight[87]: blk.30.ffn_up_exps.weight[88]: blk.30.ffn_up_exps.weight[89]: IQ3_XXS blk.30.ffn_up_exps.weight[90]: blk.30.ffn_up_exps.weight[91]: IQ3_XXS blk.30.ffn_up_exps.weight[92]: IQ3_XXS blk.30.ffn_up_exps.weight[93]: IQ3_XXS blk.30.ffn_up_exps.weight[94]: IQ3_XXS blk.30.ffn_up_exps.weight[95]: IQ3_XXS blk.30.ffn_up_exps.weight[96]: IQ3_XXS blk.30.ffn_up_exps.weight[97]: blk.30.ffn_up_exps.weight[98]: IQ3_XXS blk.30.ffn_up_exps.weight[99]: IQ3_XXS blk.30.ffn_up_exps.weight[100]: blk.30.ffn_up_exps.weight[101]: blk.30.ffn_up_exps.weight[102]: IQ3_XXS blk.30.ffn_up_exps.weight[103]: IQ3_XXS blk.30.ffn_up_exps.weight[104]: IQ3_XXS blk.30.ffn_up_exps.weight[105]: IQ3_XXS blk.30.ffn_up_exps.weight[106]: IQ3_XXS blk.30.ffn_up_exps.weight[107]: blk.30.ffn_up_exps.weight[108]: IQ3_XXS blk.30.ffn_up_exps.weight[109]: IQ3_XXS blk.30.ffn_up_exps.weight[110]: blk.30.ffn_up_exps.weight[111]: blk.30.ffn_up_exps.weight[112]: IQ3_XXS blk.30.ffn_up_exps.weight[113]: IQ3_XXS blk.30.ffn_up_exps.weight[114]: IQ3_XXS blk.30.ffn_up_exps.weight[115]: IQ3_XXS blk.30.ffn_up_exps.weight[116]: IQ3_XXS blk.30.ffn_up_exps.weight[117]: IQ3_XXS blk.30.ffn_up_exps.weight[118]: IQ3_XXS blk.30.ffn_up_exps.weight[119]: blk.30.ffn_up_exps.weight[120]: blk.30.ffn_up_exps.weight[121]: blk.30.ffn_up_exps.weight[122]: blk.30.ffn_up_exps.weight[123]: blk.30.ffn_up_exps.weight[124]: blk.30.ffn_up_exps.weight[125]: blk.30.ffn_up_exps.weight[126]: blk.30.ffn_up_exps.weight[127]: IQ3_XXS blk.30.ffn_up_exps.weight[128]: blk.30.ffn_up_exps.weight[129]: IQ3_XXS blk.30.ffn_up_exps.weight[130]: IQ3_XXS blk.30.ffn_up_exps.weight[131]: blk.30.ffn_up_exps.weight[132]: IQ3_XXS blk.30.ffn_up_exps.weight[133]: IQ3_XXS blk.30.ffn_up_exps.weight[134]: blk.30.ffn_up_exps.weight[135]: blk.30.ffn_up_exps.weight[136]: IQ3_XXS blk.30.ffn_up_exps.weight[137]: IQ3_XXS blk.30.ffn_up_exps.weight[138]: blk.30.ffn_up_exps.weight[139]: blk.30.ffn_up_exps.weight[140]: IQ3_XXS blk.30.ffn_up_exps.weight[141]: IQ3_XXS blk.30.ffn_up_exps.weight[142]: IQ3_XXS blk.30.ffn_up_exps.weight[143]: IQ3_XXS blk.30.ffn_up_exps.weight[144]: blk.30.ffn_up_exps.weight[145]: IQ3_XXS blk.30.ffn_up_exps.weight[146]: IQ3_XXS blk.30.ffn_up_exps.weight[147]: IQ3_XXS blk.30.ffn_up_exps.weight[148]: blk.30.ffn_up_exps.weight[149]: blk.30.ffn_up_exps.weight[150]: IQ3_XXS blk.30.ffn_up_exps.weight[151]: IQ3_XXS blk.30.ffn_up_exps.weight[152]: blk.30.ffn_up_exps.weight[153]: blk.30.ffn_up_exps.weight[154]: IQ3_XXS blk.30.ffn_up_exps.weight[155]: blk.30.ffn_up_exps.weight[156]: IQ3_XXS blk.30.ffn_up_exps.weight[157]: IQ3_XXS blk.30.ffn_up_exps.weight[158]: blk.30.ffn_up_exps.weight[159]: IQ3_XXS blk.30.ffn_up_exps.weight[160]: IQ3_XXS blk.30.ffn_up_exps.weight[161]: blk.30.ffn_up_exps.weight[162]: IQ3_XXS blk.30.ffn_up_exps.weight[163]: blk.30.ffn_up_exps.weight[164]: IQ3_XXS blk.30.ffn_up_exps.weight[165]: blk.30.ffn_up_exps.weight[166]: blk.30.ffn_up_exps.weight[167]: blk.30.ffn_up_exps.weight[168]: blk.30.ffn_up_exps.weight[169]: IQ3_XXS blk.30.ffn_up_exps.weight[170]: IQ3_XXS blk.30.ffn_up_exps.weight[171]: IQ3_XXS blk.30.ffn_up_exps.weight[172]: blk.30.ffn_up_exps.weight[173]: IQ3_XXS blk.30.ffn_up_exps.weight[174]: blk.30.ffn_up_exps.weight[175]: IQ3_XXS blk.30.ffn_up_exps.weight[176]: blk.30.ffn_up_exps.weight[177]: IQ3_XXS blk.30.ffn_up_exps.weight[178]: IQ3_XXS blk.30.ffn_up_exps.weight[179]: blk.30.ffn_up_exps.weight[180]: blk.30.ffn_up_exps.weight[181]: IQ3_XXS blk.30.ffn_up_exps.weight[182]: blk.30.ffn_up_exps.weight[183]: blk.30.ffn_up_exps.weight[184]: blk.30.ffn_up_exps.weight[185]: blk.30.ffn_up_exps.weight[186]: IQ3_XXS blk.30.ffn_up_exps.weight[187]: IQ3_XXS blk.30.ffn_up_exps.weight[188]: blk.30.ffn_up_exps.weight[189]: blk.30.ffn_up_exps.weight[190]: IQ3_XXS blk.30.ffn_up_exps.weight[191]: IQ3_XXS blk.30.ffn_up_exps.weight[192]: blk.30.ffn_up_exps.weight[193]: blk.30.ffn_up_exps.weight[194]: IQ3_XXS blk.30.ffn_up_exps.weight[195]: IQ3_XXS blk.30.ffn_up_exps.weight[196]: IQ3_XXS blk.30.ffn_up_exps.weight[197]: IQ3_XXS blk.30.ffn_up_exps.weight[198]: blk.30.ffn_up_exps.weight[199]: blk.30.ffn_up_exps.weight[200]: blk.30.ffn_up_exps.weight[201]: blk.30.ffn_up_exps.weight[202]: blk.30.ffn_up_exps.weight[203]: IQ3_XXS blk.30.ffn_up_exps.weight[204]: blk.30.ffn_up_exps.weight[205]: IQ3_XXS blk.30.ffn_up_exps.weight[206]: IQ3_XXS blk.30.ffn_up_exps.weight[207]: blk.30.ffn_up_exps.weight[208]: IQ3_XXS blk.30.ffn_up_exps.weight[209]: IQ3_XXS blk.30.ffn_up_exps.weight[210]: IQ3_XXS blk.30.ffn_up_exps.weight[211]: IQ3_XXS blk.30.ffn_up_exps.weight[212]: IQ3_XXS blk.30.ffn_up_exps.weight[213]: IQ3_XXS blk.30.ffn_up_exps.weight[214]: blk.30.ffn_up_exps.weight[215]: blk.30.ffn_up_exps.weight[216]: blk.30.ffn_up_exps.weight[217]: IQ3_XXS blk.30.ffn_up_exps.weight[218]: IQ3_XXS blk.30.ffn_up_exps.weight[219]: IQ3_XXS blk.30.ffn_up_exps.weight[220]: blk.30.ffn_up_exps.weight[221]: blk.30.ffn_up_exps.weight[222]: blk.30.ffn_up_exps.weight[223]: IQ3_XXS blk.30.ffn_up_exps.weight[224]: blk.30.ffn_up_exps.weight[225]: blk.30.ffn_up_exps.weight[226]: blk.30.ffn_up_exps.weight[227]: IQ3_XXS blk.30.ffn_up_exps.weight[228]: IQ3_XXS blk.30.ffn_up_exps.weight[229]: IQ3_XXS blk.30.ffn_up_exps.weight[230]: blk.30.ffn_up_exps.weight[231]: IQ3_XXS blk.30.ffn_up_exps.weight[232]: blk.30.ffn_up_exps.weight[233]: IQ3_XXS blk.30.ffn_up_exps.weight[234]: IQ3_XXS blk.30.ffn_up_exps.weight[235]: blk.30.ffn_up_exps.weight[236]: IQ3_XXS blk.30.ffn_up_exps.weight[237]: IQ3_XXS blk.30.ffn_up_exps.weight[238]: IQ3_XXS blk.30.ffn_up_exps.weight[239]: IQ3_XXS blk.30.ffn_up_exps.weight[240]: IQ3_XXS blk.30.ffn_up_exps.weight[241]: IQ3_XXS blk.30.ffn_up_exps.weight[242]: blk.30.ffn_up_exps.weight[243]: blk.30.ffn_up_exps.weight[244]: blk.30.ffn_up_exps.weight[245]: blk.30.ffn_up_exps.weight[246]: IQ3_XXS blk.30.ffn_up_exps.weight[247]: blk.30.ffn_up_exps.weight[248]: blk.30.ffn_up_exps.weight[249]: IQ3_XXS blk.30.ffn_up_exps.weight[250]: blk.30.ffn_up_exps.weight[251]: IQ3_XXS blk.30.ffn_up_exps.weight[252]: blk.30.ffn_up_exps.weight[253]: IQ3_XXS blk.30.ffn_up_exps.weight[254]: IQ3_XXS blk.30.ffn_up_exps.weight[255]: blk.30.ffn_up_exps.weight[256]: IQ3_XXS blk.30.ffn_up_exps.weight[257]: blk.30.ffn_up_exps.weight[258]: IQ3_XXS blk.30.ffn_up_exps.weight[259]: blk.30.ffn_up_exps.weight[260]: blk.30.ffn_up_exps.weight[261]: IQ3_XXS blk.30.ffn_up_exps.weight[262]: blk.30.ffn_up_exps.weight[263]: blk.30.ffn_up_exps.weight[264]: blk.30.ffn_up_exps.weight[265]: blk.30.ffn_up_exps.weight[266]: blk.30.ffn_up_exps.weight[267]: blk.30.ffn_up_exps.weight[268]: blk.30.ffn_up_exps.weight[269]: blk.30.ffn_up_exps.weight[270]: IQ3_XXS blk.30.ffn_up_exps.weight[271]: blk.30.ffn_up_exps.weight[272]: blk.30.ffn_up_exps.weight[273]: IQ3_XXS blk.30.ffn_up_exps.weight[274]: IQ3_XXS blk.30.ffn_up_exps.weight[275]: blk.30.ffn_up_exps.weight[276]: IQ3_XXS blk.30.ffn_up_exps.weight[277]: IQ3_XXS blk.30.ffn_up_exps.weight[278]: IQ3_XXS blk.30.ffn_up_exps.weight[279]: blk.30.ffn_up_exps.weight[280]: blk.30.ffn_up_exps.weight[281]: blk.30.ffn_up_exps.weight[282]: blk.30.ffn_up_exps.weight[283]: IQ3_XXS blk.30.ffn_up_exps.weight[284]: IQ3_XXS blk.30.ffn_up_exps.weight[285]: blk.30.ffn_up_exps.weight[286]: IQ3_XXS blk.30.ffn_up_exps.weight[287]: IQ3_XXS blk.30.ffn_up_exps.weight[288]: blk.30.ffn_up_exps.weight[289]: blk.30.ffn_up_exps.weight[290]: blk.30.ffn_up_exps.weight[291]: IQ3_XXS blk.30.ffn_up_exps.weight[292]: blk.30.ffn_up_exps.weight[293]: IQ3_XXS blk.30.ffn_up_exps.weight[294]: IQ3_XXS blk.30.ffn_up_exps.weight[295]: IQ3_XXS blk.30.ffn_up_exps.weight[296]: blk.30.ffn_up_exps.weight[297]: blk.30.ffn_up_exps.weight[298]: blk.30.ffn_up_exps.weight[299]: blk.30.ffn_up_exps.weight[300]: IQ3_XXS blk.30.ffn_up_exps.weight[301]: blk.30.ffn_up_exps.weight[302]: blk.30.ffn_up_exps.weight[303]: IQ3_XXS blk.30.ffn_up_exps.weight[304]: IQ3_XXS blk.30.ffn_up_exps.weight[305]: IQ3_XXS blk.30.ffn_up_exps.weight[306]: IQ3_XXS blk.30.ffn_up_exps.weight[307]: blk.30.ffn_up_exps.weight[308]: IQ3_XXS blk.30.ffn_up_exps.weight[309]: blk.30.ffn_up_exps.weight[310]: blk.30.ffn_up_exps.weight[311]: IQ3_XXS blk.30.ffn_up_exps.weight[312]: blk.30.ffn_up_exps.weight[313]: blk.30.ffn_up_exps.weight[314]: blk.30.ffn_up_exps.weight[315]: blk.30.ffn_up_exps.weight[316]: blk.30.ffn_up_exps.weight[317]: IQ3_XXS blk.30.ffn_up_exps.weight[318]: IQ3_XXS blk.30.ffn_up_exps.weight[319]: blk.30.ffn_up_exps.weight[320]: IQ3_XXS blk.30.ffn_up_exps.weight[321]: blk.30.ffn_up_exps.weight[322]: blk.30.ffn_up_exps.weight[323]: IQ3_XXS blk.30.ffn_up_exps.weight[324]: blk.30.ffn_up_exps.weight[325]: blk.30.ffn_up_exps.weight[326]: blk.30.ffn_up_exps.weight[327]: blk.30.ffn_up_exps.weight[328]: IQ3_XXS blk.30.ffn_up_exps.weight[329]: IQ3_XXS blk.30.ffn_up_exps.weight[330]: blk.30.ffn_up_exps.weight[331]: blk.30.ffn_up_exps.weight[332]: IQ3_XXS blk.30.ffn_up_exps.weight[333]: blk.30.ffn_up_exps.weight[334]: IQ3_XXS blk.30.ffn_up_exps.weight[335]: blk.30.ffn_up_exps.weight[336]: blk.30.ffn_up_exps.weight[337]: blk.30.ffn_up_exps.weight[338]: blk.30.ffn_up_exps.weight[339]: blk.30.ffn_up_exps.weight[340]: blk.30.ffn_up_exps.weight[341]: IQ3_XXS blk.30.ffn_up_exps.weight[342]: IQ3_XXS blk.30.ffn_up_exps.weight[343]: IQ3_XXS blk.30.ffn_up_exps.weight[344]: blk.30.ffn_up_exps.weight[345]: blk.30.ffn_up_exps.weight[346]: blk.30.ffn_up_exps.weight[347]: IQ3_XXS blk.30.ffn_up_exps.weight[348]: blk.30.ffn_up_exps.weight[349]: IQ3_XXS blk.30.ffn_up_exps.weight[350]: IQ3_XXS blk.30.ffn_up_exps.weight[351]: blk.30.ffn_up_exps.weight[352]: blk.30.ffn_up_exps.weight[353]: blk.30.ffn_up_exps.weight[354]: IQ3_XXS blk.30.ffn_up_exps.weight[355]: blk.30.ffn_up_exps.weight[356]: IQ3_XXS blk.30.ffn_up_exps.weight[357]: blk.30.ffn_up_exps.weight[358]: blk.30.ffn_up_exps.weight[359]: blk.30.ffn_up_exps.weight[360]: IQ3_XXS blk.30.ffn_up_exps.weight[361]: blk.30.ffn_up_exps.weight[362]: blk.30.ffn_up_exps.weight[363]: blk.30.ffn_up_exps.weight[364]: IQ3_XXS blk.30.ffn_up_exps.weight[365]: IQ3_XXS blk.30.ffn_up_exps.weight[366]: blk.30.ffn_up_exps.weight[367]: IQ3_XXS blk.30.ffn_up_exps.weight[368]: blk.30.ffn_up_exps.weight[369]: IQ3_XXS blk.30.ffn_up_exps.weight[370]: IQ3_XXS blk.30.ffn_up_exps.weight[371]: blk.30.ffn_up_exps.weight[372]: IQ3_XXS blk.30.ffn_up_exps.weight[373]: blk.30.ffn_up_exps.weight[374]: IQ3_XXS blk.30.ffn_up_exps.weight[375]: blk.30.ffn_up_exps.weight[376]: IQ3_XXS blk.30.ffn_up_exps.weight[377]: blk.30.ffn_up_exps.weight[378]: IQ3_XXS blk.30.ffn_up_exps.weight[379]: blk.30.ffn_up_exps.weight[380]: IQ3_XXS blk.30.ffn_up_exps.weight[381]: IQ3_XXS blk.30.ffn_up_exps.weight[382]: blk.30.ffn_up_exps.weight[383]: IQ3_XXS blk.30.ffn_up_exps.weight[384]: IQ3_XXS blk.30.ffn_up_exps.weight[385]: IQ3_XXS blk.30.ffn_up_exps.weight[386]: IQ3_XXS blk.30.ffn_up_exps.weight[387]: IQ3_XXS blk.30.ffn_up_exps.weight[388]: IQ3_XXS blk.30.ffn_up_exps.weight[389]: IQ3_XXS blk.30.ffn_up_exps.weight[390]: blk.30.ffn_up_exps.weight[391]: blk.30.ffn_up_exps.weight[392]: blk.30.ffn_up_exps.weight[393]: blk.30.ffn_up_exps.weight[394]: IQ3_XXS blk.30.ffn_up_exps.weight[395]: blk.30.ffn_up_exps.weight[396]: IQ3_XXS blk.30.ffn_up_exps.weight[397]: IQ3_XXS blk.30.ffn_up_exps.weight[398]: IQ3_XXS blk.30.ffn_up_exps.weight[399]: blk.30.ffn_up_exps.weight[400]: IQ3_XXS blk.30.ffn_up_exps.weight[401]: IQ3_XXS blk.30.ffn_up_exps.weight[402]: blk.30.ffn_up_exps.weight[403]: blk.30.ffn_up_exps.weight[404]: IQ3_XXS blk.30.ffn_up_exps.weight[405]: IQ3_XXS blk.30.ffn_up_exps.weight[406]: IQ3_XXS blk.30.ffn_up_exps.weight[407]: blk.30.ffn_up_exps.weight[408]: blk.30.ffn_up_exps.weight[409]: IQ3_XXS blk.30.ffn_up_exps.weight[410]: blk.30.ffn_up_exps.weight[411]: IQ3_XXS blk.30.ffn_up_exps.weight[412]: blk.30.ffn_up_exps.weight[413]: blk.30.ffn_up_exps.weight[414]: blk.30.ffn_up_exps.weight[415]: IQ3_XXS blk.30.ffn_up_exps.weight[416]: blk.30.ffn_up_exps.weight[417]: IQ3_XXS blk.30.ffn_up_exps.weight[418]: blk.30.ffn_up_exps.weight[419]: blk.30.ffn_up_exps.weight[420]: IQ3_XXS blk.30.ffn_up_exps.weight[421]: IQ3_XXS blk.30.ffn_up_exps.weight[422]: blk.30.ffn_up_exps.weight[423]: IQ3_XXS blk.30.ffn_up_exps.weight[424]: IQ3_XXS blk.30.ffn_up_exps.weight[425]: IQ3_XXS blk.30.ffn_up_exps.weight[426]: IQ3_XXS blk.30.ffn_up_exps.weight[427]: IQ3_XXS blk.30.ffn_up_exps.weight[428]: IQ3_XXS blk.30.ffn_up_exps.weight[429]: blk.30.ffn_up_exps.weight[430]: blk.30.ffn_up_exps.weight[431]: blk.30.ffn_up_exps.weight[432]: IQ3_XXS blk.30.ffn_up_exps.weight[433]: blk.30.ffn_up_exps.weight[434]: blk.30.ffn_up_exps.weight[435]: IQ3_XXS blk.30.ffn_up_exps.weight[436]: IQ3_XXS blk.30.ffn_up_exps.weight[437]: blk.30.ffn_up_exps.weight[438]: IQ3_XXS blk.30.ffn_up_exps.weight[439]: blk.30.ffn_up_exps.weight[440]: blk.30.ffn_up_exps.weight[441]: IQ3_XXS blk.30.ffn_up_exps.weight[442]: blk.30.ffn_up_exps.weight[443]: blk.30.ffn_up_exps.weight[444]: blk.30.ffn_up_exps.weight[445]: blk.30.ffn_up_exps.weight[446]: blk.30.ffn_up_exps.weight[447]: IQ3_XXS blk.30.ffn_up_exps.weight[448]: blk.30.ffn_up_exps.weight[449]: blk.30.ffn_up_exps.weight[450]: blk.30.ffn_up_exps.weight[451]: IQ3_XXS blk.30.ffn_up_exps.weight[452]: blk.30.ffn_up_exps.weight[453]: IQ3_XXS blk.30.ffn_up_exps.weight[454]: blk.30.ffn_up_exps.weight[455]: blk.30.ffn_up_exps.weight[456]: IQ3_XXS blk.30.ffn_up_exps.weight[457]: blk.30.ffn_up_exps.weight[458]: blk.30.ffn_up_exps.weight[459]: blk.30.ffn_up_exps.weight[460]: blk.30.ffn_up_exps.weight[461]: IQ3_XXS blk.30.ffn_up_exps.weight[462]: blk.30.ffn_up_exps.weight[463]: IQ3_XXS blk.30.ffn_up_exps.weight[464]: blk.30.ffn_up_exps.weight[465]: blk.30.ffn_up_exps.weight[466]: blk.30.ffn_up_exps.weight[467]: IQ3_XXS blk.30.ffn_up_exps.weight[468]: IQ3_XXS blk.30.ffn_up_exps.weight[469]: IQ3_XXS blk.30.ffn_up_exps.weight[470]: IQ3_XXS blk.30.ffn_up_exps.weight[471]: blk.30.ffn_up_exps.weight[472]: blk.30.ffn_up_exps.weight[473]: IQ3_XXS blk.30.ffn_up_exps.weight[474]: blk.30.ffn_up_exps.weight[475]: blk.30.ffn_up_exps.weight[476]: IQ3_XXS blk.30.ffn_up_exps.weight[477]: blk.30.ffn_up_exps.weight[478]: blk.30.ffn_up_exps.weight[479]: IQ3_XXS blk.30.ffn_up_exps.weight[480]: blk.30.ffn_up_exps.weight[481]: IQ3_XXS blk.30.ffn_up_exps.weight[482]: blk.30.ffn_up_exps.weight[483]: blk.30.ffn_up_exps.weight[484]: blk.30.ffn_up_exps.weight[485]: blk.30.ffn_up_exps.weight[486]: blk.30.ffn_up_exps.weight[487]: IQ3_XXS blk.30.ffn_up_exps.weight[488]: IQ3_XXS blk.30.ffn_up_exps.weight[489]: IQ3_XXS blk.30.ffn_up_exps.weight[490]: blk.30.ffn_up_exps.weight[491]: blk.30.ffn_up_exps.weight[492]: blk.30.ffn_up_exps.weight[493]: blk.30.ffn_up_exps.weight[494]: blk.30.ffn_up_exps.weight[495]: blk.30.ffn_up_exps.weight[496]: blk.30.ffn_up_exps.weight[497]: IQ3_XXS blk.30.ffn_up_exps.weight[498]: IQ3_XXS blk.30.ffn_up_exps.weight[499]: blk.30.ffn_up_exps.weight[500]: blk.30.ffn_up_exps.weight[501]: IQ3_XXS blk.30.ffn_up_exps.weight[502]: IQ3_XXS blk.30.ffn_up_exps.weight[503]: IQ3_XXS blk.30.ffn_up_exps.weight[504]: blk.30.ffn_up_exps.weight[505]: IQ3_XXS blk.30.ffn_up_exps.weight[506]: IQ3_XXS blk.30.ffn_up_exps.weight[507]: IQ3_XXS blk.30.ffn_up_exps.weight[508]: IQ3_XXS blk.30.ffn_up_exps.weight[509]: IQ3_XXS blk.30.ffn_up_exps.weight[510]: blk.30.ffn_up_exps.weight[511]: blk.30.ffn_down_exps.weight[0]: blk.30.ffn_down_exps.weight[1]: Q2_0 blk.30.ffn_down_exps.weight[2]: blk.30.ffn_down_exps.weight[3]: blk.30.ffn_down_exps.weight[4]: Q2_0 blk.30.ffn_down_exps.weight[5]: Q2_0 blk.30.ffn_down_exps.weight[6]: blk.30.ffn_down_exps.weight[7]: blk.30.ffn_down_exps.weight[8]: Q2_0 blk.30.ffn_down_exps.weight[9]: blk.30.ffn_down_exps.weight[10]: blk.30.ffn_down_exps.weight[11]: Q2_0 blk.30.ffn_down_exps.weight[12]: Q2_0 blk.30.ffn_down_exps.weight[13]: Q2_0 blk.30.ffn_down_exps.weight[14]: Q2_0 blk.30.ffn_down_exps.weight[15]: Q2_0 blk.30.ffn_down_exps.weight[16]: Q2_0 blk.30.ffn_down_exps.weight[17]: Q2_0 blk.30.ffn_down_exps.weight[18]: Q2_0 blk.30.ffn_down_exps.weight[19]: Q2_0 blk.30.ffn_down_exps.weight[20]: Q2_0 blk.30.ffn_down_exps.weight[21]: Q2_0 blk.30.ffn_down_exps.weight[22]: Q2_0 blk.30.ffn_down_exps.weight[23]: Q2_0 blk.30.ffn_down_exps.weight[24]: blk.30.ffn_down_exps.weight[25]: Q2_0 blk.30.ffn_down_exps.weight[26]: Q2_0 blk.30.ffn_down_exps.weight[27]: blk.30.ffn_down_exps.weight[28]: Q2_0 blk.30.ffn_down_exps.weight[29]: blk.30.ffn_down_exps.weight[30]: Q2_0 blk.30.ffn_down_exps.weight[31]: blk.30.ffn_down_exps.weight[32]: blk.30.ffn_down_exps.weight[33]: blk.30.ffn_down_exps.weight[34]: blk.30.ffn_down_exps.weight[35]: blk.30.ffn_down_exps.weight[36]: Q2_0 blk.30.ffn_down_exps.weight[37]: Q2_0 blk.30.ffn_down_exps.weight[38]: blk.30.ffn_down_exps.weight[39]: Q2_0 blk.30.ffn_down_exps.weight[40]: blk.30.ffn_down_exps.weight[41]: Q2_0 blk.30.ffn_down_exps.weight[42]: Q2_0 blk.30.ffn_down_exps.weight[43]: blk.30.ffn_down_exps.weight[44]: Q2_0 blk.30.ffn_down_exps.weight[45]: Q2_0 blk.30.ffn_down_exps.weight[46]: Q2_0 blk.30.ffn_down_exps.weight[47]: Q2_0 blk.30.ffn_down_exps.weight[48]: blk.30.ffn_down_exps.weight[49]: blk.30.ffn_down_exps.weight[50]: Q2_0 blk.30.ffn_down_exps.weight[51]: blk.30.ffn_down_exps.weight[52]: blk.30.ffn_down_exps.weight[53]: blk.30.ffn_down_exps.weight[54]: Q2_0 blk.30.ffn_down_exps.weight[55]: blk.30.ffn_down_exps.weight[56]: Q2_0 blk.30.ffn_down_exps.weight[57]: Q2_0 blk.30.ffn_down_exps.weight[58]: blk.30.ffn_down_exps.weight[59]: Q2_0 blk.30.ffn_down_exps.weight[60]: blk.30.ffn_down_exps.weight[61]: Q2_0 blk.30.ffn_down_exps.weight[62]: blk.30.ffn_down_exps.weight[63]: blk.30.ffn_down_exps.weight[64]: Q2_0 blk.30.ffn_down_exps.weight[65]: Q2_0 blk.30.ffn_down_exps.weight[66]: blk.30.ffn_down_exps.weight[67]: Q2_0 blk.30.ffn_down_exps.weight[68]: Q2_0 blk.30.ffn_down_exps.weight[69]: Q2_0 blk.30.ffn_down_exps.weight[70]: Q2_0 blk.30.ffn_down_exps.weight[71]: Q2_0 blk.30.ffn_down_exps.weight[72]: blk.30.ffn_down_exps.weight[73]: blk.30.ffn_down_exps.weight[74]: Q2_0 blk.30.ffn_down_exps.weight[75]: blk.30.ffn_down_exps.weight[76]: Q2_0 blk.30.ffn_down_exps.weight[77]: Q2_0 blk.30.ffn_down_exps.weight[78]: blk.30.ffn_down_exps.weight[79]: blk.30.ffn_down_exps.weight[80]: Q2_0 blk.30.ffn_down_exps.weight[81]: Q2_0 blk.30.ffn_down_exps.weight[82]: Q2_0 blk.30.ffn_down_exps.weight[83]: blk.30.ffn_down_exps.weight[84]: Q2_0 blk.30.ffn_down_exps.weight[85]: Q2_0 blk.30.ffn_down_exps.weight[86]: Q2_0 blk.30.ffn_down_exps.weight[87]: blk.30.ffn_down_exps.weight[88]: blk.30.ffn_down_exps.weight[89]: Q2_0 blk.30.ffn_down_exps.weight[90]: blk.30.ffn_down_exps.weight[91]: Q2_0 blk.30.ffn_down_exps.weight[92]: Q2_0 blk.30.ffn_down_exps.weight[93]: Q2_0 blk.30.ffn_down_exps.weight[94]: Q2_0 blk.30.ffn_down_exps.weight[95]: Q2_0 blk.30.ffn_down_exps.weight[96]: Q2_0 blk.30.ffn_down_exps.weight[97]: blk.30.ffn_down_exps.weight[98]: Q2_0 blk.30.ffn_down_exps.weight[99]: Q2_0 blk.30.ffn_down_exps.weight[100]: blk.30.ffn_down_exps.weight[101]: blk.30.ffn_down_exps.weight[102]: Q2_0 blk.30.ffn_down_exps.weight[103]: Q2_0 blk.30.ffn_down_exps.weight[104]: Q2_0 blk.30.ffn_down_exps.weight[105]: Q2_0 blk.30.ffn_down_exps.weight[106]: Q2_0 blk.30.ffn_down_exps.weight[107]: blk.30.ffn_down_exps.weight[108]: Q2_0 blk.30.ffn_down_exps.weight[109]: Q2_0 blk.30.ffn_down_exps.weight[110]: blk.30.ffn_down_exps.weight[111]: blk.30.ffn_down_exps.weight[112]: Q2_0 blk.30.ffn_down_exps.weight[113]: Q2_0 blk.30.ffn_down_exps.weight[114]: Q2_0 blk.30.ffn_down_exps.weight[115]: Q2_0 blk.30.ffn_down_exps.weight[116]: Q2_0 blk.30.ffn_down_exps.weight[117]: Q2_0 blk.30.ffn_down_exps.weight[118]: Q2_0 blk.30.ffn_down_exps.weight[119]: blk.30.ffn_down_exps.weight[120]: blk.30.ffn_down_exps.weight[121]: blk.30.ffn_down_exps.weight[122]: blk.30.ffn_down_exps.weight[123]: blk.30.ffn_down_exps.weight[124]: blk.30.ffn_down_exps.weight[125]: blk.30.ffn_down_exps.weight[126]: blk.30.ffn_down_exps.weight[127]: Q2_0 blk.30.ffn_down_exps.weight[128]: blk.30.ffn_down_exps.weight[129]: Q2_0 blk.30.ffn_down_exps.weight[130]: Q2_0 blk.30.ffn_down_exps.weight[131]: blk.30.ffn_down_exps.weight[132]: Q2_0 blk.30.ffn_down_exps.weight[133]: Q2_0 blk.30.ffn_down_exps.weight[134]: blk.30.ffn_down_exps.weight[135]: blk.30.ffn_down_exps.weight[136]: Q2_0 blk.30.ffn_down_exps.weight[137]: Q2_0 blk.30.ffn_down_exps.weight[138]: blk.30.ffn_down_exps.weight[139]: blk.30.ffn_down_exps.weight[140]: Q2_0 blk.30.ffn_down_exps.weight[141]: Q2_0 blk.30.ffn_down_exps.weight[142]: Q2_0 blk.30.ffn_down_exps.weight[143]: Q2_0 blk.30.ffn_down_exps.weight[144]: blk.30.ffn_down_exps.weight[145]: Q2_0 blk.30.ffn_down_exps.weight[146]: Q2_0 blk.30.ffn_down_exps.weight[147]: Q2_0 blk.30.ffn_down_exps.weight[148]: blk.30.ffn_down_exps.weight[149]: blk.30.ffn_down_exps.weight[150]: Q2_0 blk.30.ffn_down_exps.weight[151]: Q2_0 blk.30.ffn_down_exps.weight[152]: blk.30.ffn_down_exps.weight[153]: blk.30.ffn_down_exps.weight[154]: Q2_0 blk.30.ffn_down_exps.weight[155]: blk.30.ffn_down_exps.weight[156]: Q2_0 blk.30.ffn_down_exps.weight[157]: Q2_0 blk.30.ffn_down_exps.weight[158]: blk.30.ffn_down_exps.weight[159]: Q2_0 blk.30.ffn_down_exps.weight[160]: Q2_0 blk.30.ffn_down_exps.weight[161]: blk.30.ffn_down_exps.weight[162]: Q2_0 blk.30.ffn_down_exps.weight[163]: blk.30.ffn_down_exps.weight[164]: Q2_0 blk.30.ffn_down_exps.weight[165]: blk.30.ffn_down_exps.weight[166]: blk.30.ffn_down_exps.weight[167]: blk.30.ffn_down_exps.weight[168]: blk.30.ffn_down_exps.weight[169]: Q2_0 blk.30.ffn_down_exps.weight[170]: Q2_0 blk.30.ffn_down_exps.weight[171]: Q2_0 blk.30.ffn_down_exps.weight[172]: blk.30.ffn_down_exps.weight[173]: Q2_0 blk.30.ffn_down_exps.weight[174]: blk.30.ffn_down_exps.weight[175]: Q2_0 blk.30.ffn_down_exps.weight[176]: blk.30.ffn_down_exps.weight[177]: Q2_0 blk.30.ffn_down_exps.weight[178]: Q2_0 blk.30.ffn_down_exps.weight[179]: blk.30.ffn_down_exps.weight[180]: blk.30.ffn_down_exps.weight[181]: Q2_0 blk.30.ffn_down_exps.weight[182]: blk.30.ffn_down_exps.weight[183]: blk.30.ffn_down_exps.weight[184]: blk.30.ffn_down_exps.weight[185]: blk.30.ffn_down_exps.weight[186]: Q2_0 blk.30.ffn_down_exps.weight[187]: Q2_0 blk.30.ffn_down_exps.weight[188]: blk.30.ffn_down_exps.weight[189]: blk.30.ffn_down_exps.weight[190]: Q2_0 blk.30.ffn_down_exps.weight[191]: Q2_0 blk.30.ffn_down_exps.weight[192]: blk.30.ffn_down_exps.weight[193]: blk.30.ffn_down_exps.weight[194]: Q2_0 blk.30.ffn_down_exps.weight[195]: Q2_0 blk.30.ffn_down_exps.weight[196]: Q2_0 blk.30.ffn_down_exps.weight[197]: Q2_0 blk.30.ffn_down_exps.weight[198]: blk.30.ffn_down_exps.weight[199]: blk.30.ffn_down_exps.weight[200]: blk.30.ffn_down_exps.weight[201]: blk.30.ffn_down_exps.weight[202]: blk.30.ffn_down_exps.weight[203]: Q2_0 blk.30.ffn_down_exps.weight[204]: blk.30.ffn_down_exps.weight[205]: Q2_0 blk.30.ffn_down_exps.weight[206]: Q2_0 blk.30.ffn_down_exps.weight[207]: blk.30.ffn_down_exps.weight[208]: Q2_0 blk.30.ffn_down_exps.weight[209]: Q2_0 blk.30.ffn_down_exps.weight[210]: Q2_0 blk.30.ffn_down_exps.weight[211]: Q2_0 blk.30.ffn_down_exps.weight[212]: Q2_0 blk.30.ffn_down_exps.weight[213]: Q2_0 blk.30.ffn_down_exps.weight[214]: blk.30.ffn_down_exps.weight[215]: blk.30.ffn_down_exps.weight[216]: blk.30.ffn_down_exps.weight[217]: Q2_0 blk.30.ffn_down_exps.weight[218]: Q2_0 blk.30.ffn_down_exps.weight[219]: Q2_0 blk.30.ffn_down_exps.weight[220]: blk.30.ffn_down_exps.weight[221]: blk.30.ffn_down_exps.weight[222]: blk.30.ffn_down_exps.weight[223]: Q2_0 blk.30.ffn_down_exps.weight[224]: blk.30.ffn_down_exps.weight[225]: blk.30.ffn_down_exps.weight[226]: blk.30.ffn_down_exps.weight[227]: Q2_0 blk.30.ffn_down_exps.weight[228]: Q2_0 blk.30.ffn_down_exps.weight[229]: Q2_0 blk.30.ffn_down_exps.weight[230]: blk.30.ffn_down_exps.weight[231]: Q2_0 blk.30.ffn_down_exps.weight[232]: blk.30.ffn_down_exps.weight[233]: Q2_0 blk.30.ffn_down_exps.weight[234]: Q2_0 blk.30.ffn_down_exps.weight[235]: blk.30.ffn_down_exps.weight[236]: Q2_0 blk.30.ffn_down_exps.weight[237]: Q2_0 blk.30.ffn_down_exps.weight[238]: Q2_0 blk.30.ffn_down_exps.weight[239]: Q2_0 blk.30.ffn_down_exps.weight[240]: Q2_0 blk.30.ffn_down_exps.weight[241]: Q2_0 blk.30.ffn_down_exps.weight[242]: blk.30.ffn_down_exps.weight[243]: blk.30.ffn_down_exps.weight[244]: blk.30.ffn_down_exps.weight[245]: blk.30.ffn_down_exps.weight[246]: Q2_0 blk.30.ffn_down_exps.weight[247]: blk.30.ffn_down_exps.weight[248]: blk.30.ffn_down_exps.weight[249]: Q2_0 blk.30.ffn_down_exps.weight[250]: blk.30.ffn_down_exps.weight[251]: Q2_0 blk.30.ffn_down_exps.weight[252]: blk.30.ffn_down_exps.weight[253]: Q2_0 blk.30.ffn_down_exps.weight[254]: Q2_0 blk.30.ffn_down_exps.weight[255]: blk.30.ffn_down_exps.weight[256]: Q2_0 blk.30.ffn_down_exps.weight[257]: blk.30.ffn_down_exps.weight[258]: Q2_0 blk.30.ffn_down_exps.weight[259]: blk.30.ffn_down_exps.weight[260]: blk.30.ffn_down_exps.weight[261]: Q2_0 blk.30.ffn_down_exps.weight[262]: blk.30.ffn_down_exps.weight[263]: blk.30.ffn_down_exps.weight[264]: blk.30.ffn_down_exps.weight[265]: blk.30.ffn_down_exps.weight[266]: blk.30.ffn_down_exps.weight[267]: blk.30.ffn_down_exps.weight[268]: blk.30.ffn_down_exps.weight[269]: blk.30.ffn_down_exps.weight[270]: Q2_0 blk.30.ffn_down_exps.weight[271]: blk.30.ffn_down_exps.weight[272]: blk.30.ffn_down_exps.weight[273]: Q2_0 blk.30.ffn_down_exps.weight[274]: Q2_0 blk.30.ffn_down_exps.weight[275]: blk.30.ffn_down_exps.weight[276]: Q2_0 blk.30.ffn_down_exps.weight[277]: Q2_0 blk.30.ffn_down_exps.weight[278]: Q2_0 blk.30.ffn_down_exps.weight[279]: blk.30.ffn_down_exps.weight[280]: blk.30.ffn_down_exps.weight[281]: blk.30.ffn_down_exps.weight[282]: blk.30.ffn_down_exps.weight[283]: Q2_0 blk.30.ffn_down_exps.weight[284]: Q2_0 blk.30.ffn_down_exps.weight[285]: blk.30.ffn_down_exps.weight[286]: Q2_0 blk.30.ffn_down_exps.weight[287]: Q2_0 blk.30.ffn_down_exps.weight[288]: blk.30.ffn_down_exps.weight[289]: blk.30.ffn_down_exps.weight[290]: blk.30.ffn_down_exps.weight[291]: Q2_0 blk.30.ffn_down_exps.weight[292]: blk.30.ffn_down_exps.weight[293]: Q2_0 blk.30.ffn_down_exps.weight[294]: Q2_0 blk.30.ffn_down_exps.weight[295]: Q2_0 blk.30.ffn_down_exps.weight[296]: blk.30.ffn_down_exps.weight[297]: blk.30.ffn_down_exps.weight[298]: blk.30.ffn_down_exps.weight[299]: blk.30.ffn_down_exps.weight[300]: Q2_0 blk.30.ffn_down_exps.weight[301]: blk.30.ffn_down_exps.weight[302]: blk.30.ffn_down_exps.weight[303]: Q2_0 blk.30.ffn_down_exps.weight[304]: Q2_0 blk.30.ffn_down_exps.weight[305]: Q2_0 blk.30.ffn_down_exps.weight[306]: Q2_0 blk.30.ffn_down_exps.weight[307]: blk.30.ffn_down_exps.weight[308]: Q2_0 blk.30.ffn_down_exps.weight[309]: blk.30.ffn_down_exps.weight[310]: blk.30.ffn_down_exps.weight[311]: Q2_0 blk.30.ffn_down_exps.weight[312]: blk.30.ffn_down_exps.weight[313]: blk.30.ffn_down_exps.weight[314]: blk.30.ffn_down_exps.weight[315]: blk.30.ffn_down_exps.weight[316]: blk.30.ffn_down_exps.weight[317]: Q2_0 blk.30.ffn_down_exps.weight[318]: Q2_0 blk.30.ffn_down_exps.weight[319]: blk.30.ffn_down_exps.weight[320]: Q2_0 blk.30.ffn_down_exps.weight[321]: blk.30.ffn_down_exps.weight[322]: blk.30.ffn_down_exps.weight[323]: Q2_0 blk.30.ffn_down_exps.weight[324]: blk.30.ffn_down_exps.weight[325]: blk.30.ffn_down_exps.weight[326]: blk.30.ffn_down_exps.weight[327]: blk.30.ffn_down_exps.weight[328]: Q2_0 blk.30.ffn_down_exps.weight[329]: Q2_0 blk.30.ffn_down_exps.weight[330]: blk.30.ffn_down_exps.weight[331]: blk.30.ffn_down_exps.weight[332]: Q2_0 blk.30.ffn_down_exps.weight[333]: blk.30.ffn_down_exps.weight[334]: Q2_0 blk.30.ffn_down_exps.weight[335]: blk.30.ffn_down_exps.weight[336]: blk.30.ffn_down_exps.weight[337]: blk.30.ffn_down_exps.weight[338]: blk.30.ffn_down_exps.weight[339]: blk.30.ffn_down_exps.weight[340]: blk.30.ffn_down_exps.weight[341]: Q2_0 blk.30.ffn_down_exps.weight[342]: Q2_0 blk.30.ffn_down_exps.weight[343]: Q2_0 blk.30.ffn_down_exps.weight[344]: blk.30.ffn_down_exps.weight[345]: blk.30.ffn_down_exps.weight[346]: blk.30.ffn_down_exps.weight[347]: Q2_0 blk.30.ffn_down_exps.weight[348]: blk.30.ffn_down_exps.weight[349]: Q2_0 blk.30.ffn_down_exps.weight[350]: Q2_0 blk.30.ffn_down_exps.weight[351]: blk.30.ffn_down_exps.weight[352]: blk.30.ffn_down_exps.weight[353]: blk.30.ffn_down_exps.weight[354]: Q2_0 blk.30.ffn_down_exps.weight[355]: blk.30.ffn_down_exps.weight[356]: Q2_0 blk.30.ffn_down_exps.weight[357]: blk.30.ffn_down_exps.weight[358]: blk.30.ffn_down_exps.weight[359]: blk.30.ffn_down_exps.weight[360]: Q2_0 blk.30.ffn_down_exps.weight[361]: blk.30.ffn_down_exps.weight[362]: blk.30.ffn_down_exps.weight[363]: blk.30.ffn_down_exps.weight[364]: Q2_0 blk.30.ffn_down_exps.weight[365]: Q2_0 blk.30.ffn_down_exps.weight[366]: blk.30.ffn_down_exps.weight[367]: Q2_0 blk.30.ffn_down_exps.weight[368]: blk.30.ffn_down_exps.weight[369]: Q2_0 blk.30.ffn_down_exps.weight[370]: Q2_0 blk.30.ffn_down_exps.weight[371]: blk.30.ffn_down_exps.weight[372]: Q2_0 blk.30.ffn_down_exps.weight[373]: blk.30.ffn_down_exps.weight[374]: Q2_0 blk.30.ffn_down_exps.weight[375]: blk.30.ffn_down_exps.weight[376]: Q2_0 blk.30.ffn_down_exps.weight[377]: blk.30.ffn_down_exps.weight[378]: Q2_0 blk.30.ffn_down_exps.weight[379]: blk.30.ffn_down_exps.weight[380]: Q2_0 blk.30.ffn_down_exps.weight[381]: Q2_0 blk.30.ffn_down_exps.weight[382]: blk.30.ffn_down_exps.weight[383]: Q2_0 blk.30.ffn_down_exps.weight[384]: Q2_0 blk.30.ffn_down_exps.weight[385]: Q2_0 blk.30.ffn_down_exps.weight[386]: Q2_0 blk.30.ffn_down_exps.weight[387]: Q2_0 blk.30.ffn_down_exps.weight[388]: Q2_0 blk.30.ffn_down_exps.weight[389]: Q2_0 blk.30.ffn_down_exps.weight[390]: blk.30.ffn_down_exps.weight[391]: blk.30.ffn_down_exps.weight[392]: blk.30.ffn_down_exps.weight[393]: blk.30.ffn_down_exps.weight[394]: Q2_0 blk.30.ffn_down_exps.weight[395]: blk.30.ffn_down_exps.weight[396]: Q2_0 blk.30.ffn_down_exps.weight[397]: Q2_0 blk.30.ffn_down_exps.weight[398]: Q2_0 blk.30.ffn_down_exps.weight[399]: blk.30.ffn_down_exps.weight[400]: Q2_0 blk.30.ffn_down_exps.weight[401]: Q2_0 blk.30.ffn_down_exps.weight[402]: blk.30.ffn_down_exps.weight[403]: blk.30.ffn_down_exps.weight[404]: Q2_0 blk.30.ffn_down_exps.weight[405]: Q2_0 blk.30.ffn_down_exps.weight[406]: Q2_0 blk.30.ffn_down_exps.weight[407]: blk.30.ffn_down_exps.weight[408]: blk.30.ffn_down_exps.weight[409]: Q2_0 blk.30.ffn_down_exps.weight[410]: blk.30.ffn_down_exps.weight[411]: Q2_0 blk.30.ffn_down_exps.weight[412]: blk.30.ffn_down_exps.weight[413]: blk.30.ffn_down_exps.weight[414]: blk.30.ffn_down_exps.weight[415]: Q2_0 blk.30.ffn_down_exps.weight[416]: blk.30.ffn_down_exps.weight[417]: Q2_0 blk.30.ffn_down_exps.weight[418]: blk.30.ffn_down_exps.weight[419]: blk.30.ffn_down_exps.weight[420]: Q2_0 blk.30.ffn_down_exps.weight[421]: Q2_0 blk.30.ffn_down_exps.weight[422]: blk.30.ffn_down_exps.weight[423]: Q2_0 blk.30.ffn_down_exps.weight[424]: Q2_0 blk.30.ffn_down_exps.weight[425]: Q2_0 blk.30.ffn_down_exps.weight[426]: Q2_0 blk.30.ffn_down_exps.weight[427]: Q2_0 blk.30.ffn_down_exps.weight[428]: Q2_0 blk.30.ffn_down_exps.weight[429]: blk.30.ffn_down_exps.weight[430]: blk.30.ffn_down_exps.weight[431]: blk.30.ffn_down_exps.weight[432]: Q2_0 blk.30.ffn_down_exps.weight[433]: blk.30.ffn_down_exps.weight[434]: blk.30.ffn_down_exps.weight[435]: Q2_0 blk.30.ffn_down_exps.weight[436]: Q2_0 blk.30.ffn_down_exps.weight[437]: blk.30.ffn_down_exps.weight[438]: Q2_0 blk.30.ffn_down_exps.weight[439]: blk.30.ffn_down_exps.weight[440]: blk.30.ffn_down_exps.weight[441]: Q2_0 blk.30.ffn_down_exps.weight[442]: blk.30.ffn_down_exps.weight[443]: blk.30.ffn_down_exps.weight[444]: blk.30.ffn_down_exps.weight[445]: blk.30.ffn_down_exps.weight[446]: blk.30.ffn_down_exps.weight[447]: Q2_0 blk.30.ffn_down_exps.weight[448]: blk.30.ffn_down_exps.weight[449]: blk.30.ffn_down_exps.weight[450]: blk.30.ffn_down_exps.weight[451]: Q2_0 blk.30.ffn_down_exps.weight[452]: blk.30.ffn_down_exps.weight[453]: Q2_0 blk.30.ffn_down_exps.weight[454]: blk.30.ffn_down_exps.weight[455]: blk.30.ffn_down_exps.weight[456]: Q2_0 blk.30.ffn_down_exps.weight[457]: blk.30.ffn_down_exps.weight[458]: blk.30.ffn_down_exps.weight[459]: blk.30.ffn_down_exps.weight[460]: blk.30.ffn_down_exps.weight[461]: Q2_0 blk.30.ffn_down_exps.weight[462]: blk.30.ffn_down_exps.weight[463]: Q2_0 blk.30.ffn_down_exps.weight[464]: blk.30.ffn_down_exps.weight[465]: blk.30.ffn_down_exps.weight[466]: blk.30.ffn_down_exps.weight[467]: Q2_0 blk.30.ffn_down_exps.weight[468]: Q2_0 blk.30.ffn_down_exps.weight[469]: Q2_0 blk.30.ffn_down_exps.weight[470]: Q2_0 blk.30.ffn_down_exps.weight[471]: blk.30.ffn_down_exps.weight[472]: blk.30.ffn_down_exps.weight[473]: Q2_0 blk.30.ffn_down_exps.weight[474]: blk.30.ffn_down_exps.weight[475]: blk.30.ffn_down_exps.weight[476]: Q2_0 blk.30.ffn_down_exps.weight[477]: blk.30.ffn_down_exps.weight[478]: blk.30.ffn_down_exps.weight[479]: Q2_0 blk.30.ffn_down_exps.weight[480]: blk.30.ffn_down_exps.weight[481]: Q2_0 blk.30.ffn_down_exps.weight[482]: blk.30.ffn_down_exps.weight[483]: blk.30.ffn_down_exps.weight[484]: blk.30.ffn_down_exps.weight[485]: blk.30.ffn_down_exps.weight[486]: blk.30.ffn_down_exps.weight[487]: Q2_0 blk.30.ffn_down_exps.weight[488]: Q2_0 blk.30.ffn_down_exps.weight[489]: Q2_0 blk.30.ffn_down_exps.weight[490]: blk.30.ffn_down_exps.weight[491]: blk.30.ffn_down_exps.weight[492]: blk.30.ffn_down_exps.weight[493]: blk.30.ffn_down_exps.weight[494]: blk.30.ffn_down_exps.weight[495]: blk.30.ffn_down_exps.weight[496]: blk.30.ffn_down_exps.weight[497]: Q2_0 blk.30.ffn_down_exps.weight[498]: Q2_0 blk.30.ffn_down_exps.weight[499]: blk.30.ffn_down_exps.weight[500]: blk.30.ffn_down_exps.weight[501]: Q2_0 blk.30.ffn_down_exps.weight[502]: Q2_0 blk.30.ffn_down_exps.weight[503]: Q2_0 blk.30.ffn_down_exps.weight[504]: blk.30.ffn_down_exps.weight[505]: Q2_0 blk.30.ffn_down_exps.weight[506]: Q2_0 blk.30.ffn_down_exps.weight[507]: Q2_0 blk.30.ffn_down_exps.weight[508]: Q2_0 blk.30.ffn_down_exps.weight[509]: Q2_0 blk.30.ffn_down_exps.weight[510]: blk.30.ffn_down_exps.weight[511]: blk.31.ffn_gate_exps.weight[0]: IQ3_XXS blk.31.ffn_gate_exps.weight[1]: blk.31.ffn_gate_exps.weight[2]: blk.31.ffn_gate_exps.weight[3]: IQ3_XXS blk.31.ffn_gate_exps.weight[4]: blk.31.ffn_gate_exps.weight[5]: blk.31.ffn_gate_exps.weight[6]: IQ3_XXS blk.31.ffn_gate_exps.weight[7]: IQ3_XXS blk.31.ffn_gate_exps.weight[8]: blk.31.ffn_gate_exps.weight[9]: IQ3_XXS blk.31.ffn_gate_exps.weight[10]: blk.31.ffn_gate_exps.weight[11]: IQ3_XXS blk.31.ffn_gate_exps.weight[12]: IQ3_XXS blk.31.ffn_gate_exps.weight[13]: blk.31.ffn_gate_exps.weight[14]: blk.31.ffn_gate_exps.weight[15]: IQ3_XXS blk.31.ffn_gate_exps.weight[16]: IQ3_XXS blk.31.ffn_gate_exps.weight[17]: IQ3_XXS blk.31.ffn_gate_exps.weight[18]: blk.31.ffn_gate_exps.weight[19]: IQ3_XXS blk.31.ffn_gate_exps.weight[20]: blk.31.ffn_gate_exps.weight[21]: blk.31.ffn_gate_exps.weight[22]: IQ3_XXS blk.31.ffn_gate_exps.weight[23]: IQ3_XXS blk.31.ffn_gate_exps.weight[24]: blk.31.ffn_gate_exps.weight[25]: IQ3_XXS blk.31.ffn_gate_exps.weight[26]: IQ3_XXS blk.31.ffn_gate_exps.weight[27]: blk.31.ffn_gate_exps.weight[28]: blk.31.ffn_gate_exps.weight[29]: blk.31.ffn_gate_exps.weight[30]: blk.31.ffn_gate_exps.weight[31]: blk.31.ffn_gate_exps.weight[32]: IQ3_XXS blk.31.ffn_gate_exps.weight[33]: blk.31.ffn_gate_exps.weight[34]: IQ3_XXS blk.31.ffn_gate_exps.weight[35]: IQ3_XXS blk.31.ffn_gate_exps.weight[36]: blk.31.ffn_gate_exps.weight[37]: IQ3_XXS blk.31.ffn_gate_exps.weight[38]: blk.31.ffn_gate_exps.weight[39]: IQ3_XXS blk.31.ffn_gate_exps.weight[40]: blk.31.ffn_gate_exps.weight[41]: IQ3_XXS blk.31.ffn_gate_exps.weight[42]: IQ3_XXS blk.31.ffn_gate_exps.weight[43]: IQ3_XXS blk.31.ffn_gate_exps.weight[44]: IQ3_XXS blk.31.ffn_gate_exps.weight[45]: IQ3_XXS blk.31.ffn_gate_exps.weight[46]: blk.31.ffn_gate_exps.weight[47]: blk.31.ffn_gate_exps.weight[48]: blk.31.ffn_gate_exps.weight[49]: blk.31.ffn_gate_exps.weight[50]: IQ3_XXS blk.31.ffn_gate_exps.weight[51]: blk.31.ffn_gate_exps.weight[52]: IQ3_XXS blk.31.ffn_gate_exps.weight[53]: IQ3_XXS blk.31.ffn_gate_exps.weight[54]: IQ3_XXS blk.31.ffn_gate_exps.weight[55]: blk.31.ffn_gate_exps.weight[56]: IQ3_XXS blk.31.ffn_gate_exps.weight[57]: blk.31.ffn_gate_exps.weight[58]: IQ3_XXS blk.31.ffn_gate_exps.weight[59]: blk.31.ffn_gate_exps.weight[60]: IQ3_XXS blk.31.ffn_gate_exps.weight[61]: IQ3_XXS blk.31.ffn_gate_exps.weight[62]: blk.31.ffn_gate_exps.weight[63]: IQ3_XXS blk.31.ffn_gate_exps.weight[64]: IQ3_XXS blk.31.ffn_gate_exps.weight[65]: IQ3_XXS blk.31.ffn_gate_exps.weight[66]: IQ3_XXS blk.31.ffn_gate_exps.weight[67]: blk.31.ffn_gate_exps.weight[68]: IQ3_XXS blk.31.ffn_gate_exps.weight[69]: blk.31.ffn_gate_exps.weight[70]: IQ3_XXS blk.31.ffn_gate_exps.weight[71]: blk.31.ffn_gate_exps.weight[72]: blk.31.ffn_gate_exps.weight[73]: IQ3_XXS blk.31.ffn_gate_exps.weight[74]: IQ3_XXS blk.31.ffn_gate_exps.weight[75]: blk.31.ffn_gate_exps.weight[76]: IQ3_XXS blk.31.ffn_gate_exps.weight[77]: IQ3_XXS blk.31.ffn_gate_exps.weight[78]: blk.31.ffn_gate_exps.weight[79]: IQ3_XXS blk.31.ffn_gate_exps.weight[80]: blk.31.ffn_gate_exps.weight[81]: blk.31.ffn_gate_exps.weight[82]: IQ3_XXS blk.31.ffn_gate_exps.weight[83]: blk.31.ffn_gate_exps.weight[84]: blk.31.ffn_gate_exps.weight[85]: blk.31.ffn_gate_exps.weight[86]: IQ3_XXS blk.31.ffn_gate_exps.weight[87]: IQ3_XXS blk.31.ffn_gate_exps.weight[88]: IQ3_XXS blk.31.ffn_gate_exps.weight[89]: blk.31.ffn_gate_exps.weight[90]: blk.31.ffn_gate_exps.weight[91]: blk.31.ffn_gate_exps.weight[92]: blk.31.ffn_gate_exps.weight[93]: blk.31.ffn_gate_exps.weight[94]: IQ3_XXS blk.31.ffn_gate_exps.weight[95]: blk.31.ffn_gate_exps.weight[96]: IQ3_XXS blk.31.ffn_gate_exps.weight[97]: blk.31.ffn_gate_exps.weight[98]: IQ3_XXS blk.31.ffn_gate_exps.weight[99]: blk.31.ffn_gate_exps.weight[100]: IQ3_XXS blk.31.ffn_gate_exps.weight[101]: IQ3_XXS blk.31.ffn_gate_exps.weight[102]: IQ3_XXS blk.31.ffn_gate_exps.weight[103]: blk.31.ffn_gate_exps.weight[104]: IQ3_XXS blk.31.ffn_gate_exps.weight[105]: blk.31.ffn_gate_exps.weight[106]: IQ3_XXS blk.31.ffn_gate_exps.weight[107]: blk.31.ffn_gate_exps.weight[108]: IQ3_XXS blk.31.ffn_gate_exps.weight[109]: IQ3_XXS blk.31.ffn_gate_exps.weight[110]: IQ3_XXS blk.31.ffn_gate_exps.weight[111]: blk.31.ffn_gate_exps.weight[112]: IQ3_XXS blk.31.ffn_gate_exps.weight[113]: blk.31.ffn_gate_exps.weight[114]: IQ3_XXS blk.31.ffn_gate_exps.weight[115]: IQ3_XXS blk.31.ffn_gate_exps.weight[116]: IQ3_XXS blk.31.ffn_gate_exps.weight[117]: blk.31.ffn_gate_exps.weight[118]: IQ3_XXS blk.31.ffn_gate_exps.weight[119]: blk.31.ffn_gate_exps.weight[120]: blk.31.ffn_gate_exps.weight[121]: blk.31.ffn_gate_exps.weight[122]: blk.31.ffn_gate_exps.weight[123]: blk.31.ffn_gate_exps.weight[124]: IQ3_XXS blk.31.ffn_gate_exps.weight[125]: blk.31.ffn_gate_exps.weight[126]: IQ3_XXS blk.31.ffn_gate_exps.weight[127]: IQ3_XXS blk.31.ffn_gate_exps.weight[128]: blk.31.ffn_gate_exps.weight[129]: IQ3_XXS blk.31.ffn_gate_exps.weight[130]: IQ3_XXS blk.31.ffn_gate_exps.weight[131]: IQ3_XXS blk.31.ffn_gate_exps.weight[132]: IQ3_XXS blk.31.ffn_gate_exps.weight[133]: blk.31.ffn_gate_exps.weight[134]: IQ3_XXS blk.31.ffn_gate_exps.weight[135]: IQ3_XXS blk.31.ffn_gate_exps.weight[136]: blk.31.ffn_gate_exps.weight[137]: blk.31.ffn_gate_exps.weight[138]: IQ3_XXS blk.31.ffn_gate_exps.weight[139]: blk.31.ffn_gate_exps.weight[140]: blk.31.ffn_gate_exps.weight[141]: blk.31.ffn_gate_exps.weight[142]: blk.31.ffn_gate_exps.weight[143]: blk.31.ffn_gate_exps.weight[144]: blk.31.ffn_gate_exps.weight[145]: IQ3_XXS blk.31.ffn_gate_exps.weight[146]: IQ3_XXS blk.31.ffn_gate_exps.weight[147]: IQ3_XXS blk.31.ffn_gate_exps.weight[148]: blk.31.ffn_gate_exps.weight[149]: IQ3_XXS blk.31.ffn_gate_exps.weight[150]: blk.31.ffn_gate_exps.weight[151]: blk.31.ffn_gate_exps.weight[152]: blk.31.ffn_gate_exps.weight[153]: blk.31.ffn_gate_exps.weight[154]: IQ3_XXS blk.31.ffn_gate_exps.weight[155]: IQ3_XXS blk.31.ffn_gate_exps.weight[156]: IQ3_XXS blk.31.ffn_gate_exps.weight[157]: IQ3_XXS blk.31.ffn_gate_exps.weight[158]: IQ3_XXS blk.31.ffn_gate_exps.weight[159]: blk.31.ffn_gate_exps.weight[160]: blk.31.ffn_gate_exps.weight[161]: IQ3_XXS blk.31.ffn_gate_exps.weight[162]: IQ3_XXS blk.31.ffn_gate_exps.weight[163]: blk.31.ffn_gate_exps.weight[164]: IQ3_XXS blk.31.ffn_gate_exps.weight[165]: IQ3_XXS blk.31.ffn_gate_exps.weight[166]: IQ3_XXS blk.31.ffn_gate_exps.weight[167]: blk.31.ffn_gate_exps.weight[168]: blk.31.ffn_gate_exps.weight[169]: IQ3_XXS blk.31.ffn_gate_exps.weight[170]: IQ3_XXS blk.31.ffn_gate_exps.weight[171]: IQ3_XXS blk.31.ffn_gate_exps.weight[172]: blk.31.ffn_gate_exps.weight[173]: blk.31.ffn_gate_exps.weight[174]: IQ3_XXS blk.31.ffn_gate_exps.weight[175]: IQ3_XXS blk.31.ffn_gate_exps.weight[176]: IQ3_XXS blk.31.ffn_gate_exps.weight[177]: IQ3_XXS blk.31.ffn_gate_exps.weight[178]: IQ3_XXS blk.31.ffn_gate_exps.weight[179]: blk.31.ffn_gate_exps.weight[180]: blk.31.ffn_gate_exps.weight[181]: blk.31.ffn_gate_exps.weight[182]: blk.31.ffn_gate_exps.weight[183]: blk.31.ffn_gate_exps.weight[184]: blk.31.ffn_gate_exps.weight[185]: blk.31.ffn_gate_exps.weight[186]: blk.31.ffn_gate_exps.weight[187]: IQ3_XXS blk.31.ffn_gate_exps.weight[188]: blk.31.ffn_gate_exps.weight[189]: blk.31.ffn_gate_exps.weight[190]: IQ3_XXS blk.31.ffn_gate_exps.weight[191]: IQ3_XXS blk.31.ffn_gate_exps.weight[192]: IQ3_XXS blk.31.ffn_gate_exps.weight[193]: IQ3_XXS blk.31.ffn_gate_exps.weight[194]: IQ3_XXS blk.31.ffn_gate_exps.weight[195]: IQ3_XXS blk.31.ffn_gate_exps.weight[196]: IQ3_XXS blk.31.ffn_gate_exps.weight[197]: IQ3_XXS blk.31.ffn_gate_exps.weight[198]: IQ3_XXS blk.31.ffn_gate_exps.weight[199]: IQ3_XXS blk.31.ffn_gate_exps.weight[200]: blk.31.ffn_gate_exps.weight[201]: IQ3_XXS blk.31.ffn_gate_exps.weight[202]: blk.31.ffn_gate_exps.weight[203]: IQ3_XXS blk.31.ffn_gate_exps.weight[204]: blk.31.ffn_gate_exps.weight[205]: blk.31.ffn_gate_exps.weight[206]: IQ3_XXS blk.31.ffn_gate_exps.weight[207]: IQ3_XXS blk.31.ffn_gate_exps.weight[208]: IQ3_XXS blk.31.ffn_gate_exps.weight[209]: IQ3_XXS blk.31.ffn_gate_exps.weight[210]: IQ3_XXS blk.31.ffn_gate_exps.weight[211]: IQ3_XXS blk.31.ffn_gate_exps.weight[212]: IQ3_XXS blk.31.ffn_gate_exps.weight[213]: IQ3_XXS blk.31.ffn_gate_exps.weight[214]: IQ3_XXS blk.31.ffn_gate_exps.weight[215]: blk.31.ffn_gate_exps.weight[216]: IQ3_XXS blk.31.ffn_gate_exps.weight[217]: IQ3_XXS blk.31.ffn_gate_exps.weight[218]: blk.31.ffn_gate_exps.weight[219]: IQ3_XXS blk.31.ffn_gate_exps.weight[220]: IQ3_XXS blk.31.ffn_gate_exps.weight[221]: blk.31.ffn_gate_exps.weight[222]: IQ3_XXS blk.31.ffn_gate_exps.weight[223]: IQ3_XXS blk.31.ffn_gate_exps.weight[224]: IQ3_XXS blk.31.ffn_gate_exps.weight[225]: blk.31.ffn_gate_exps.weight[226]: IQ3_XXS blk.31.ffn_gate_exps.weight[227]: IQ3_XXS blk.31.ffn_gate_exps.weight[228]: IQ3_XXS blk.31.ffn_gate_exps.weight[229]: IQ3_XXS blk.31.ffn_gate_exps.weight[230]: blk.31.ffn_gate_exps.weight[231]: IQ3_XXS blk.31.ffn_gate_exps.weight[232]: blk.31.ffn_gate_exps.weight[233]: blk.31.ffn_gate_exps.weight[234]: blk.31.ffn_gate_exps.weight[235]: IQ3_XXS blk.31.ffn_gate_exps.weight[236]: IQ3_XXS blk.31.ffn_gate_exps.weight[237]: IQ3_XXS blk.31.ffn_gate_exps.weight[238]: IQ3_XXS blk.31.ffn_gate_exps.weight[239]: blk.31.ffn_gate_exps.weight[240]: blk.31.ffn_gate_exps.weight[241]: blk.31.ffn_gate_exps.weight[242]: blk.31.ffn_gate_exps.weight[243]: blk.31.ffn_gate_exps.weight[244]: IQ3_XXS blk.31.ffn_gate_exps.weight[245]: IQ3_XXS blk.31.ffn_gate_exps.weight[246]: IQ3_XXS blk.31.ffn_gate_exps.weight[247]: blk.31.ffn_gate_exps.weight[248]: blk.31.ffn_gate_exps.weight[249]: blk.31.ffn_gate_exps.weight[250]: blk.31.ffn_gate_exps.weight[251]: blk.31.ffn_gate_exps.weight[252]: IQ3_XXS blk.31.ffn_gate_exps.weight[253]: blk.31.ffn_gate_exps.weight[254]: blk.31.ffn_gate_exps.weight[255]: blk.31.ffn_gate_exps.weight[256]: blk.31.ffn_gate_exps.weight[257]: blk.31.ffn_gate_exps.weight[258]: blk.31.ffn_gate_exps.weight[259]: blk.31.ffn_gate_exps.weight[260]: blk.31.ffn_gate_exps.weight[261]: blk.31.ffn_gate_exps.weight[262]: blk.31.ffn_gate_exps.weight[263]: blk.31.ffn_gate_exps.weight[264]: IQ3_XXS blk.31.ffn_gate_exps.weight[265]: IQ3_XXS blk.31.ffn_gate_exps.weight[266]: IQ3_XXS blk.31.ffn_gate_exps.weight[267]: blk.31.ffn_gate_exps.weight[268]: IQ3_XXS blk.31.ffn_gate_exps.weight[269]: IQ3_XXS blk.31.ffn_gate_exps.weight[270]: blk.31.ffn_gate_exps.weight[271]: IQ3_XXS blk.31.ffn_gate_exps.weight[272]: IQ3_XXS blk.31.ffn_gate_exps.weight[273]: IQ3_XXS blk.31.ffn_gate_exps.weight[274]: IQ3_XXS blk.31.ffn_gate_exps.weight[275]: IQ3_XXS blk.31.ffn_gate_exps.weight[276]: blk.31.ffn_gate_exps.weight[277]: IQ3_XXS blk.31.ffn_gate_exps.weight[278]: blk.31.ffn_gate_exps.weight[279]: IQ3_XXS blk.31.ffn_gate_exps.weight[280]: IQ3_XXS blk.31.ffn_gate_exps.weight[281]: blk.31.ffn_gate_exps.weight[282]: blk.31.ffn_gate_exps.weight[283]: IQ3_XXS blk.31.ffn_gate_exps.weight[284]: IQ3_XXS blk.31.ffn_gate_exps.weight[285]: blk.31.ffn_gate_exps.weight[286]: blk.31.ffn_gate_exps.weight[287]: IQ3_XXS blk.31.ffn_gate_exps.weight[288]: IQ3_XXS blk.31.ffn_gate_exps.weight[289]: IQ3_XXS blk.31.ffn_gate_exps.weight[290]: blk.31.ffn_gate_exps.weight[291]: blk.31.ffn_gate_exps.weight[292]: blk.31.ffn_gate_exps.weight[293]: blk.31.ffn_gate_exps.weight[294]: IQ3_XXS blk.31.ffn_gate_exps.weight[295]: IQ3_XXS blk.31.ffn_gate_exps.weight[296]: blk.31.ffn_gate_exps.weight[297]: IQ3_XXS blk.31.ffn_gate_exps.weight[298]: blk.31.ffn_gate_exps.weight[299]: IQ3_XXS blk.31.ffn_gate_exps.weight[300]: IQ3_XXS blk.31.ffn_gate_exps.weight[301]: blk.31.ffn_gate_exps.weight[302]: IQ3_XXS blk.31.ffn_gate_exps.weight[303]: IQ3_XXS blk.31.ffn_gate_exps.weight[304]: IQ3_XXS blk.31.ffn_gate_exps.weight[305]: blk.31.ffn_gate_exps.weight[306]: IQ3_XXS blk.31.ffn_gate_exps.weight[307]: blk.31.ffn_gate_exps.weight[308]: IQ3_XXS blk.31.ffn_gate_exps.weight[309]: blk.31.ffn_gate_exps.weight[310]: blk.31.ffn_gate_exps.weight[311]: IQ3_XXS blk.31.ffn_gate_exps.weight[312]: IQ3_XXS blk.31.ffn_gate_exps.weight[313]: blk.31.ffn_gate_exps.weight[314]: IQ3_XXS blk.31.ffn_gate_exps.weight[315]: IQ3_XXS blk.31.ffn_gate_exps.weight[316]: blk.31.ffn_gate_exps.weight[317]: IQ3_XXS blk.31.ffn_gate_exps.weight[318]: IQ3_XXS blk.31.ffn_gate_exps.weight[319]: IQ3_XXS blk.31.ffn_gate_exps.weight[320]: blk.31.ffn_gate_exps.weight[321]: blk.31.ffn_gate_exps.weight[322]: blk.31.ffn_gate_exps.weight[323]: blk.31.ffn_gate_exps.weight[324]: blk.31.ffn_gate_exps.weight[325]: IQ3_XXS blk.31.ffn_gate_exps.weight[326]: IQ3_XXS blk.31.ffn_gate_exps.weight[327]: IQ3_XXS blk.31.ffn_gate_exps.weight[328]: blk.31.ffn_gate_exps.weight[329]: IQ3_XXS blk.31.ffn_gate_exps.weight[330]: blk.31.ffn_gate_exps.weight[331]: blk.31.ffn_gate_exps.weight[332]: blk.31.ffn_gate_exps.weight[333]: blk.31.ffn_gate_exps.weight[334]: blk.31.ffn_gate_exps.weight[335]: IQ3_XXS blk.31.ffn_gate_exps.weight[336]: blk.31.ffn_gate_exps.weight[337]: blk.31.ffn_gate_exps.weight[338]: blk.31.ffn_gate_exps.weight[339]: IQ3_XXS blk.31.ffn_gate_exps.weight[340]: blk.31.ffn_gate_exps.weight[341]: IQ3_XXS blk.31.ffn_gate_exps.weight[342]: blk.31.ffn_gate_exps.weight[343]: IQ3_XXS blk.31.ffn_gate_exps.weight[344]: IQ3_XXS blk.31.ffn_gate_exps.weight[345]: blk.31.ffn_gate_exps.weight[346]: IQ3_XXS blk.31.ffn_gate_exps.weight[347]: IQ3_XXS blk.31.ffn_gate_exps.weight[348]: blk.31.ffn_gate_exps.weight[349]: IQ3_XXS blk.31.ffn_gate_exps.weight[350]: blk.31.ffn_gate_exps.weight[351]: IQ3_XXS blk.31.ffn_gate_exps.weight[352]: blk.31.ffn_gate_exps.weight[353]: blk.31.ffn_gate_exps.weight[354]: blk.31.ffn_gate_exps.weight[355]: blk.31.ffn_gate_exps.weight[356]: IQ3_XXS blk.31.ffn_gate_exps.weight[357]: blk.31.ffn_gate_exps.weight[358]: blk.31.ffn_gate_exps.weight[359]: blk.31.ffn_gate_exps.weight[360]: blk.31.ffn_gate_exps.weight[361]: blk.31.ffn_gate_exps.weight[362]: IQ3_XXS blk.31.ffn_gate_exps.weight[363]: blk.31.ffn_gate_exps.weight[364]: IQ3_XXS blk.31.ffn_gate_exps.weight[365]: IQ3_XXS blk.31.ffn_gate_exps.weight[366]: IQ3_XXS blk.31.ffn_gate_exps.weight[367]: blk.31.ffn_gate_exps.weight[368]: IQ3_XXS blk.31.ffn_gate_exps.weight[369]: blk.31.ffn_gate_exps.weight[370]: blk.31.ffn_gate_exps.weight[371]: blk.31.ffn_gate_exps.weight[372]: blk.31.ffn_gate_exps.weight[373]: IQ3_XXS blk.31.ffn_gate_exps.weight[374]: IQ3_XXS blk.31.ffn_gate_exps.weight[375]: IQ3_XXS blk.31.ffn_gate_exps.weight[376]: blk.31.ffn_gate_exps.weight[377]: blk.31.ffn_gate_exps.weight[378]: IQ3_XXS blk.31.ffn_gate_exps.weight[379]: blk.31.ffn_gate_exps.weight[380]: IQ3_XXS blk.31.ffn_gate_exps.weight[381]: IQ3_XXS blk.31.ffn_gate_exps.weight[382]: blk.31.ffn_gate_exps.weight[383]: IQ3_XXS blk.31.ffn_gate_exps.weight[384]: blk.31.ffn_gate_exps.weight[385]: blk.31.ffn_gate_exps.weight[386]: blk.31.ffn_gate_exps.weight[387]: blk.31.ffn_gate_exps.weight[388]: IQ3_XXS blk.31.ffn_gate_exps.weight[389]: IQ3_XXS blk.31.ffn_gate_exps.weight[390]: IQ3_XXS blk.31.ffn_gate_exps.weight[391]: blk.31.ffn_gate_exps.weight[392]: IQ3_XXS blk.31.ffn_gate_exps.weight[393]: blk.31.ffn_gate_exps.weight[394]: blk.31.ffn_gate_exps.weight[395]: blk.31.ffn_gate_exps.weight[396]: IQ3_XXS blk.31.ffn_gate_exps.weight[397]: IQ3_XXS blk.31.ffn_gate_exps.weight[398]: blk.31.ffn_gate_exps.weight[399]: IQ3_XXS blk.31.ffn_gate_exps.weight[400]: IQ3_XXS blk.31.ffn_gate_exps.weight[401]: blk.31.ffn_gate_exps.weight[402]: IQ3_XXS blk.31.ffn_gate_exps.weight[403]: blk.31.ffn_gate_exps.weight[404]: blk.31.ffn_gate_exps.weight[405]: IQ3_XXS blk.31.ffn_gate_exps.weight[406]: IQ3_XXS blk.31.ffn_gate_exps.weight[407]: blk.31.ffn_gate_exps.weight[408]: IQ3_XXS blk.31.ffn_gate_exps.weight[409]: blk.31.ffn_gate_exps.weight[410]: IQ3_XXS blk.31.ffn_gate_exps.weight[411]: blk.31.ffn_gate_exps.weight[412]: blk.31.ffn_gate_exps.weight[413]: IQ3_XXS blk.31.ffn_gate_exps.weight[414]: IQ3_XXS blk.31.ffn_gate_exps.weight[415]: blk.31.ffn_gate_exps.weight[416]: blk.31.ffn_gate_exps.weight[417]: blk.31.ffn_gate_exps.weight[418]: IQ3_XXS blk.31.ffn_gate_exps.weight[419]: IQ3_XXS blk.31.ffn_gate_exps.weight[420]: IQ3_XXS blk.31.ffn_gate_exps.weight[421]: IQ3_XXS blk.31.ffn_gate_exps.weight[422]: blk.31.ffn_gate_exps.weight[423]: blk.31.ffn_gate_exps.weight[424]: blk.31.ffn_gate_exps.weight[425]: blk.31.ffn_gate_exps.weight[426]: IQ3_XXS blk.31.ffn_gate_exps.weight[427]: IQ3_XXS blk.31.ffn_gate_exps.weight[428]: blk.31.ffn_gate_exps.weight[429]: blk.31.ffn_gate_exps.weight[430]: blk.31.ffn_gate_exps.weight[431]: IQ3_XXS blk.31.ffn_gate_exps.weight[432]: blk.31.ffn_gate_exps.weight[433]: IQ3_XXS blk.31.ffn_gate_exps.weight[434]: IQ3_XXS blk.31.ffn_gate_exps.weight[435]: blk.31.ffn_gate_exps.weight[436]: IQ3_XXS blk.31.ffn_gate_exps.weight[437]: IQ3_XXS blk.31.ffn_gate_exps.weight[438]: IQ3_XXS blk.31.ffn_gate_exps.weight[439]: blk.31.ffn_gate_exps.weight[440]: blk.31.ffn_gate_exps.weight[441]: blk.31.ffn_gate_exps.weight[442]: blk.31.ffn_gate_exps.weight[443]: blk.31.ffn_gate_exps.weight[444]: blk.31.ffn_gate_exps.weight[445]: blk.31.ffn_gate_exps.weight[446]: IQ3_XXS blk.31.ffn_gate_exps.weight[447]: blk.31.ffn_gate_exps.weight[448]: blk.31.ffn_gate_exps.weight[449]: IQ3_XXS blk.31.ffn_gate_exps.weight[450]: blk.31.ffn_gate_exps.weight[451]: blk.31.ffn_gate_exps.weight[452]: IQ3_XXS blk.31.ffn_gate_exps.weight[453]: IQ3_XXS blk.31.ffn_gate_exps.weight[454]: blk.31.ffn_gate_exps.weight[455]: blk.31.ffn_gate_exps.weight[456]: blk.31.ffn_gate_exps.weight[457]: blk.31.ffn_gate_exps.weight[458]: blk.31.ffn_gate_exps.weight[459]: IQ3_XXS blk.31.ffn_gate_exps.weight[460]: blk.31.ffn_gate_exps.weight[461]: IQ3_XXS blk.31.ffn_gate_exps.weight[462]: blk.31.ffn_gate_exps.weight[463]: blk.31.ffn_gate_exps.weight[464]: blk.31.ffn_gate_exps.weight[465]: IQ3_XXS blk.31.ffn_gate_exps.weight[466]: blk.31.ffn_gate_exps.weight[467]: blk.31.ffn_gate_exps.weight[468]: blk.31.ffn_gate_exps.weight[469]: blk.31.ffn_gate_exps.weight[470]: IQ3_XXS blk.31.ffn_gate_exps.weight[471]: blk.31.ffn_gate_exps.weight[472]: blk.31.ffn_gate_exps.weight[473]: IQ3_XXS blk.31.ffn_gate_exps.weight[474]: IQ3_XXS blk.31.ffn_gate_exps.weight[475]: blk.31.ffn_gate_exps.weight[476]: IQ3_XXS blk.31.ffn_gate_exps.weight[477]: blk.31.ffn_gate_exps.weight[478]: blk.31.ffn_gate_exps.weight[479]: IQ3_XXS blk.31.ffn_gate_exps.weight[480]: blk.31.ffn_gate_exps.weight[481]: IQ3_XXS blk.31.ffn_gate_exps.weight[482]: IQ3_XXS blk.31.ffn_gate_exps.weight[483]: blk.31.ffn_gate_exps.weight[484]: blk.31.ffn_gate_exps.weight[485]: blk.31.ffn_gate_exps.weight[486]: IQ3_XXS blk.31.ffn_gate_exps.weight[487]: IQ3_XXS blk.31.ffn_gate_exps.weight[488]: blk.31.ffn_gate_exps.weight[489]: blk.31.ffn_gate_exps.weight[490]: IQ3_XXS blk.31.ffn_gate_exps.weight[491]: IQ3_XXS blk.31.ffn_gate_exps.weight[492]: IQ3_XXS blk.31.ffn_gate_exps.weight[493]: blk.31.ffn_gate_exps.weight[494]: IQ3_XXS blk.31.ffn_gate_exps.weight[495]: IQ3_XXS blk.31.ffn_gate_exps.weight[496]: IQ3_XXS blk.31.ffn_gate_exps.weight[497]: IQ3_XXS blk.31.ffn_gate_exps.weight[498]: blk.31.ffn_gate_exps.weight[499]: IQ3_XXS blk.31.ffn_gate_exps.weight[500]: IQ3_XXS blk.31.ffn_gate_exps.weight[501]: IQ3_XXS blk.31.ffn_gate_exps.weight[502]: IQ3_XXS blk.31.ffn_gate_exps.weight[503]: blk.31.ffn_gate_exps.weight[504]: blk.31.ffn_gate_exps.weight[505]: blk.31.ffn_gate_exps.weight[506]: IQ3_XXS blk.31.ffn_gate_exps.weight[507]: blk.31.ffn_gate_exps.weight[508]: IQ3_XXS blk.31.ffn_gate_exps.weight[509]: blk.31.ffn_gate_exps.weight[510]: IQ3_XXS blk.31.ffn_gate_exps.weight[511]: blk.31.ffn_up_exps.weight[0]: IQ3_XXS blk.31.ffn_up_exps.weight[1]: blk.31.ffn_up_exps.weight[2]: blk.31.ffn_up_exps.weight[3]: IQ3_XXS blk.31.ffn_up_exps.weight[4]: blk.31.ffn_up_exps.weight[5]: blk.31.ffn_up_exps.weight[6]: IQ3_XXS blk.31.ffn_up_exps.weight[7]: IQ3_XXS blk.31.ffn_up_exps.weight[8]: blk.31.ffn_up_exps.weight[9]: IQ3_XXS blk.31.ffn_up_exps.weight[10]: blk.31.ffn_up_exps.weight[11]: IQ3_XXS blk.31.ffn_up_exps.weight[12]: IQ3_XXS blk.31.ffn_up_exps.weight[13]: blk.31.ffn_up_exps.weight[14]: blk.31.ffn_up_exps.weight[15]: IQ3_XXS blk.31.ffn_up_exps.weight[16]: IQ3_XXS blk.31.ffn_up_exps.weight[17]: IQ3_XXS blk.31.ffn_up_exps.weight[18]: blk.31.ffn_up_exps.weight[19]: IQ3_XXS blk.31.ffn_up_exps.weight[20]: blk.31.ffn_up_exps.weight[21]: blk.31.ffn_up_exps.weight[22]: IQ3_XXS blk.31.ffn_up_exps.weight[23]: IQ3_XXS blk.31.ffn_up_exps.weight[24]: blk.31.ffn_up_exps.weight[25]: IQ3_XXS blk.31.ffn_up_exps.weight[26]: IQ3_XXS blk.31.ffn_up_exps.weight[27]: blk.31.ffn_up_exps.weight[28]: blk.31.ffn_up_exps.weight[29]: blk.31.ffn_up_exps.weight[30]: blk.31.ffn_up_exps.weight[31]: blk.31.ffn_up_exps.weight[32]: IQ3_XXS blk.31.ffn_up_exps.weight[33]: blk.31.ffn_up_exps.weight[34]: IQ3_XXS blk.31.ffn_up_exps.weight[35]: IQ3_XXS blk.31.ffn_up_exps.weight[36]: blk.31.ffn_up_exps.weight[37]: IQ3_XXS blk.31.ffn_up_exps.weight[38]: blk.31.ffn_up_exps.weight[39]: IQ3_XXS blk.31.ffn_up_exps.weight[40]: blk.31.ffn_up_exps.weight[41]: IQ3_XXS blk.31.ffn_up_exps.weight[42]: IQ3_XXS blk.31.ffn_up_exps.weight[43]: IQ3_XXS blk.31.ffn_up_exps.weight[44]: IQ3_XXS blk.31.ffn_up_exps.weight[45]: IQ3_XXS blk.31.ffn_up_exps.weight[46]: blk.31.ffn_up_exps.weight[47]: blk.31.ffn_up_exps.weight[48]: blk.31.ffn_up_exps.weight[49]: blk.31.ffn_up_exps.weight[50]: IQ3_XXS blk.31.ffn_up_exps.weight[51]: blk.31.ffn_up_exps.weight[52]: IQ3_XXS blk.31.ffn_up_exps.weight[53]: IQ3_XXS blk.31.ffn_up_exps.weight[54]: IQ3_XXS blk.31.ffn_up_exps.weight[55]: blk.31.ffn_up_exps.weight[56]: IQ3_XXS blk.31.ffn_up_exps.weight[57]: blk.31.ffn_up_exps.weight[58]: IQ3_XXS blk.31.ffn_up_exps.weight[59]: blk.31.ffn_up_exps.weight[60]: IQ3_XXS blk.31.ffn_up_exps.weight[61]: IQ3_XXS blk.31.ffn_up_exps.weight[62]: blk.31.ffn_up_exps.weight[63]: IQ3_XXS blk.31.ffn_up_exps.weight[64]: IQ3_XXS blk.31.ffn_up_exps.weight[65]: IQ3_XXS blk.31.ffn_up_exps.weight[66]: IQ3_XXS blk.31.ffn_up_exps.weight[67]: blk.31.ffn_up_exps.weight[68]: IQ3_XXS blk.31.ffn_up_exps.weight[69]: blk.31.ffn_up_exps.weight[70]: IQ3_XXS blk.31.ffn_up_exps.weight[71]: blk.31.ffn_up_exps.weight[72]: blk.31.ffn_up_exps.weight[73]: IQ3_XXS blk.31.ffn_up_exps.weight[74]: IQ3_XXS blk.31.ffn_up_exps.weight[75]: blk.31.ffn_up_exps.weight[76]: IQ3_XXS blk.31.ffn_up_exps.weight[77]: IQ3_XXS blk.31.ffn_up_exps.weight[78]: blk.31.ffn_up_exps.weight[79]: IQ3_XXS blk.31.ffn_up_exps.weight[80]: blk.31.ffn_up_exps.weight[81]: blk.31.ffn_up_exps.weight[82]: IQ3_XXS blk.31.ffn_up_exps.weight[83]: blk.31.ffn_up_exps.weight[84]: blk.31.ffn_up_exps.weight[85]: blk.31.ffn_up_exps.weight[86]: IQ3_XXS blk.31.ffn_up_exps.weight[87]: IQ3_XXS blk.31.ffn_up_exps.weight[88]: IQ3_XXS blk.31.ffn_up_exps.weight[89]: blk.31.ffn_up_exps.weight[90]: blk.31.ffn_up_exps.weight[91]: blk.31.ffn_up_exps.weight[92]: blk.31.ffn_up_exps.weight[93]: blk.31.ffn_up_exps.weight[94]: IQ3_XXS blk.31.ffn_up_exps.weight[95]: blk.31.ffn_up_exps.weight[96]: IQ3_XXS blk.31.ffn_up_exps.weight[97]: blk.31.ffn_up_exps.weight[98]: IQ3_XXS blk.31.ffn_up_exps.weight[99]: blk.31.ffn_up_exps.weight[100]: IQ3_XXS blk.31.ffn_up_exps.weight[101]: IQ3_XXS blk.31.ffn_up_exps.weight[102]: IQ3_XXS blk.31.ffn_up_exps.weight[103]: blk.31.ffn_up_exps.weight[104]: IQ3_XXS blk.31.ffn_up_exps.weight[105]: blk.31.ffn_up_exps.weight[106]: IQ3_XXS blk.31.ffn_up_exps.weight[107]: blk.31.ffn_up_exps.weight[108]: IQ3_XXS blk.31.ffn_up_exps.weight[109]: IQ3_XXS blk.31.ffn_up_exps.weight[110]: IQ3_XXS blk.31.ffn_up_exps.weight[111]: blk.31.ffn_up_exps.weight[112]: IQ3_XXS blk.31.ffn_up_exps.weight[113]: blk.31.ffn_up_exps.weight[114]: IQ3_XXS blk.31.ffn_up_exps.weight[115]: IQ3_XXS blk.31.ffn_up_exps.weight[116]: IQ3_XXS blk.31.ffn_up_exps.weight[117]: blk.31.ffn_up_exps.weight[118]: IQ3_XXS blk.31.ffn_up_exps.weight[119]: blk.31.ffn_up_exps.weight[120]: blk.31.ffn_up_exps.weight[121]: blk.31.ffn_up_exps.weight[122]: blk.31.ffn_up_exps.weight[123]: blk.31.ffn_up_exps.weight[124]: IQ3_XXS blk.31.ffn_up_exps.weight[125]: blk.31.ffn_up_exps.weight[126]: IQ3_XXS blk.31.ffn_up_exps.weight[127]: IQ3_XXS blk.31.ffn_up_exps.weight[128]: blk.31.ffn_up_exps.weight[129]: IQ3_XXS blk.31.ffn_up_exps.weight[130]: IQ3_XXS blk.31.ffn_up_exps.weight[131]: IQ3_XXS blk.31.ffn_up_exps.weight[132]: IQ3_XXS blk.31.ffn_up_exps.weight[133]: blk.31.ffn_up_exps.weight[134]: IQ3_XXS blk.31.ffn_up_exps.weight[135]: IQ3_XXS blk.31.ffn_up_exps.weight[136]: blk.31.ffn_up_exps.weight[137]: blk.31.ffn_up_exps.weight[138]: IQ3_XXS blk.31.ffn_up_exps.weight[139]: blk.31.ffn_up_exps.weight[140]: blk.31.ffn_up_exps.weight[141]: blk.31.ffn_up_exps.weight[142]: blk.31.ffn_up_exps.weight[143]: blk.31.ffn_up_exps.weight[144]: blk.31.ffn_up_exps.weight[145]: IQ3_XXS blk.31.ffn_up_exps.weight[146]: IQ3_XXS blk.31.ffn_up_exps.weight[147]: IQ3_XXS blk.31.ffn_up_exps.weight[148]: blk.31.ffn_up_exps.weight[149]: IQ3_XXS blk.31.ffn_up_exps.weight[150]: blk.31.ffn_up_exps.weight[151]: blk.31.ffn_up_exps.weight[152]: blk.31.ffn_up_exps.weight[153]: blk.31.ffn_up_exps.weight[154]: IQ3_XXS blk.31.ffn_up_exps.weight[155]: IQ3_XXS blk.31.ffn_up_exps.weight[156]: IQ3_XXS blk.31.ffn_up_exps.weight[157]: IQ3_XXS blk.31.ffn_up_exps.weight[158]: IQ3_XXS blk.31.ffn_up_exps.weight[159]: blk.31.ffn_up_exps.weight[160]: blk.31.ffn_up_exps.weight[161]: IQ3_XXS blk.31.ffn_up_exps.weight[162]: IQ3_XXS blk.31.ffn_up_exps.weight[163]: blk.31.ffn_up_exps.weight[164]: IQ3_XXS blk.31.ffn_up_exps.weight[165]: IQ3_XXS blk.31.ffn_up_exps.weight[166]: IQ3_XXS blk.31.ffn_up_exps.weight[167]: blk.31.ffn_up_exps.weight[168]: blk.31.ffn_up_exps.weight[169]: IQ3_XXS blk.31.ffn_up_exps.weight[170]: IQ3_XXS blk.31.ffn_up_exps.weight[171]: IQ3_XXS blk.31.ffn_up_exps.weight[172]: blk.31.ffn_up_exps.weight[173]: blk.31.ffn_up_exps.weight[174]: IQ3_XXS blk.31.ffn_up_exps.weight[175]: IQ3_XXS blk.31.ffn_up_exps.weight[176]: IQ3_XXS blk.31.ffn_up_exps.weight[177]: IQ3_XXS blk.31.ffn_up_exps.weight[178]: IQ3_XXS blk.31.ffn_up_exps.weight[179]: blk.31.ffn_up_exps.weight[180]: blk.31.ffn_up_exps.weight[181]: blk.31.ffn_up_exps.weight[182]: blk.31.ffn_up_exps.weight[183]: blk.31.ffn_up_exps.weight[184]: blk.31.ffn_up_exps.weight[185]: blk.31.ffn_up_exps.weight[186]: blk.31.ffn_up_exps.weight[187]: IQ3_XXS blk.31.ffn_up_exps.weight[188]: blk.31.ffn_up_exps.weight[189]: blk.31.ffn_up_exps.weight[190]: IQ3_XXS blk.31.ffn_up_exps.weight[191]: IQ3_XXS blk.31.ffn_up_exps.weight[192]: IQ3_XXS blk.31.ffn_up_exps.weight[193]: IQ3_XXS blk.31.ffn_up_exps.weight[194]: IQ3_XXS blk.31.ffn_up_exps.weight[195]: IQ3_XXS blk.31.ffn_up_exps.weight[196]: IQ3_XXS blk.31.ffn_up_exps.weight[197]: IQ3_XXS blk.31.ffn_up_exps.weight[198]: IQ3_XXS blk.31.ffn_up_exps.weight[199]: IQ3_XXS blk.31.ffn_up_exps.weight[200]: blk.31.ffn_up_exps.weight[201]: IQ3_XXS blk.31.ffn_up_exps.weight[202]: blk.31.ffn_up_exps.weight[203]: IQ3_XXS blk.31.ffn_up_exps.weight[204]: blk.31.ffn_up_exps.weight[205]: blk.31.ffn_up_exps.weight[206]: IQ3_XXS blk.31.ffn_up_exps.weight[207]: IQ3_XXS blk.31.ffn_up_exps.weight[208]: IQ3_XXS blk.31.ffn_up_exps.weight[209]: IQ3_XXS blk.31.ffn_up_exps.weight[210]: IQ3_XXS blk.31.ffn_up_exps.weight[211]: IQ3_XXS blk.31.ffn_up_exps.weight[212]: IQ3_XXS blk.31.ffn_up_exps.weight[213]: IQ3_XXS blk.31.ffn_up_exps.weight[214]: IQ3_XXS blk.31.ffn_up_exps.weight[215]: blk.31.ffn_up_exps.weight[216]: IQ3_XXS blk.31.ffn_up_exps.weight[217]: IQ3_XXS blk.31.ffn_up_exps.weight[218]: blk.31.ffn_up_exps.weight[219]: IQ3_XXS blk.31.ffn_up_exps.weight[220]: IQ3_XXS blk.31.ffn_up_exps.weight[221]: blk.31.ffn_up_exps.weight[222]: IQ3_XXS blk.31.ffn_up_exps.weight[223]: IQ3_XXS blk.31.ffn_up_exps.weight[224]: IQ3_XXS blk.31.ffn_up_exps.weight[225]: blk.31.ffn_up_exps.weight[226]: IQ3_XXS blk.31.ffn_up_exps.weight[227]: IQ3_XXS blk.31.ffn_up_exps.weight[228]: IQ3_XXS blk.31.ffn_up_exps.weight[229]: IQ3_XXS blk.31.ffn_up_exps.weight[230]: blk.31.ffn_up_exps.weight[231]: IQ3_XXS blk.31.ffn_up_exps.weight[232]: blk.31.ffn_up_exps.weight[233]: blk.31.ffn_up_exps.weight[234]: blk.31.ffn_up_exps.weight[235]: IQ3_XXS blk.31.ffn_up_exps.weight[236]: IQ3_XXS blk.31.ffn_up_exps.weight[237]: IQ3_XXS blk.31.ffn_up_exps.weight[238]: IQ3_XXS blk.31.ffn_up_exps.weight[239]: blk.31.ffn_up_exps.weight[240]: blk.31.ffn_up_exps.weight[241]: blk.31.ffn_up_exps.weight[242]: blk.31.ffn_up_exps.weight[243]: blk.31.ffn_up_exps.weight[244]: IQ3_XXS blk.31.ffn_up_exps.weight[245]: IQ3_XXS blk.31.ffn_up_exps.weight[246]: IQ3_XXS blk.31.ffn_up_exps.weight[247]: blk.31.ffn_up_exps.weight[248]: blk.31.ffn_up_exps.weight[249]: blk.31.ffn_up_exps.weight[250]: blk.31.ffn_up_exps.weight[251]: blk.31.ffn_up_exps.weight[252]: IQ3_XXS blk.31.ffn_up_exps.weight[253]: blk.31.ffn_up_exps.weight[254]: blk.31.ffn_up_exps.weight[255]: blk.31.ffn_up_exps.weight[256]: blk.31.ffn_up_exps.weight[257]: blk.31.ffn_up_exps.weight[258]: blk.31.ffn_up_exps.weight[259]: blk.31.ffn_up_exps.weight[260]: blk.31.ffn_up_exps.weight[261]: blk.31.ffn_up_exps.weight[262]: blk.31.ffn_up_exps.weight[263]: blk.31.ffn_up_exps.weight[264]: IQ3_XXS blk.31.ffn_up_exps.weight[265]: IQ3_XXS blk.31.ffn_up_exps.weight[266]: IQ3_XXS blk.31.ffn_up_exps.weight[267]: blk.31.ffn_up_exps.weight[268]: IQ3_XXS blk.31.ffn_up_exps.weight[269]: IQ3_XXS blk.31.ffn_up_exps.weight[270]: blk.31.ffn_up_exps.weight[271]: IQ3_XXS blk.31.ffn_up_exps.weight[272]: IQ3_XXS blk.31.ffn_up_exps.weight[273]: IQ3_XXS blk.31.ffn_up_exps.weight[274]: IQ3_XXS blk.31.ffn_up_exps.weight[275]: IQ3_XXS blk.31.ffn_up_exps.weight[276]: blk.31.ffn_up_exps.weight[277]: IQ3_XXS blk.31.ffn_up_exps.weight[278]: blk.31.ffn_up_exps.weight[279]: IQ3_XXS blk.31.ffn_up_exps.weight[280]: IQ3_XXS blk.31.ffn_up_exps.weight[281]: blk.31.ffn_up_exps.weight[282]: blk.31.ffn_up_exps.weight[283]: IQ3_XXS blk.31.ffn_up_exps.weight[284]: IQ3_XXS blk.31.ffn_up_exps.weight[285]: blk.31.ffn_up_exps.weight[286]: blk.31.ffn_up_exps.weight[287]: IQ3_XXS blk.31.ffn_up_exps.weight[288]: IQ3_XXS blk.31.ffn_up_exps.weight[289]: IQ3_XXS blk.31.ffn_up_exps.weight[290]: blk.31.ffn_up_exps.weight[291]: blk.31.ffn_up_exps.weight[292]: blk.31.ffn_up_exps.weight[293]: blk.31.ffn_up_exps.weight[294]: IQ3_XXS blk.31.ffn_up_exps.weight[295]: IQ3_XXS blk.31.ffn_up_exps.weight[296]: blk.31.ffn_up_exps.weight[297]: IQ3_XXS blk.31.ffn_up_exps.weight[298]: blk.31.ffn_up_exps.weight[299]: IQ3_XXS blk.31.ffn_up_exps.weight[300]: IQ3_XXS blk.31.ffn_up_exps.weight[301]: blk.31.ffn_up_exps.weight[302]: IQ3_XXS blk.31.ffn_up_exps.weight[303]: IQ3_XXS blk.31.ffn_up_exps.weight[304]: IQ3_XXS blk.31.ffn_up_exps.weight[305]: blk.31.ffn_up_exps.weight[306]: IQ3_XXS blk.31.ffn_up_exps.weight[307]: blk.31.ffn_up_exps.weight[308]: IQ3_XXS blk.31.ffn_up_exps.weight[309]: blk.31.ffn_up_exps.weight[310]: blk.31.ffn_up_exps.weight[311]: IQ3_XXS blk.31.ffn_up_exps.weight[312]: IQ3_XXS blk.31.ffn_up_exps.weight[313]: blk.31.ffn_up_exps.weight[314]: IQ3_XXS blk.31.ffn_up_exps.weight[315]: IQ3_XXS blk.31.ffn_up_exps.weight[316]: blk.31.ffn_up_exps.weight[317]: IQ3_XXS blk.31.ffn_up_exps.weight[318]: IQ3_XXS blk.31.ffn_up_exps.weight[319]: IQ3_XXS blk.31.ffn_up_exps.weight[320]: blk.31.ffn_up_exps.weight[321]: blk.31.ffn_up_exps.weight[322]: blk.31.ffn_up_exps.weight[323]: blk.31.ffn_up_exps.weight[324]: blk.31.ffn_up_exps.weight[325]: IQ3_XXS blk.31.ffn_up_exps.weight[326]: IQ3_XXS blk.31.ffn_up_exps.weight[327]: IQ3_XXS blk.31.ffn_up_exps.weight[328]: blk.31.ffn_up_exps.weight[329]: IQ3_XXS blk.31.ffn_up_exps.weight[330]: blk.31.ffn_up_exps.weight[331]: blk.31.ffn_up_exps.weight[332]: blk.31.ffn_up_exps.weight[333]: blk.31.ffn_up_exps.weight[334]: blk.31.ffn_up_exps.weight[335]: IQ3_XXS blk.31.ffn_up_exps.weight[336]: blk.31.ffn_up_exps.weight[337]: blk.31.ffn_up_exps.weight[338]: blk.31.ffn_up_exps.weight[339]: IQ3_XXS blk.31.ffn_up_exps.weight[340]: blk.31.ffn_up_exps.weight[341]: IQ3_XXS blk.31.ffn_up_exps.weight[342]: blk.31.ffn_up_exps.weight[343]: IQ3_XXS blk.31.ffn_up_exps.weight[344]: IQ3_XXS blk.31.ffn_up_exps.weight[345]: blk.31.ffn_up_exps.weight[346]: IQ3_XXS blk.31.ffn_up_exps.weight[347]: IQ3_XXS blk.31.ffn_up_exps.weight[348]: blk.31.ffn_up_exps.weight[349]: IQ3_XXS blk.31.ffn_up_exps.weight[350]: blk.31.ffn_up_exps.weight[351]: IQ3_XXS blk.31.ffn_up_exps.weight[352]: blk.31.ffn_up_exps.weight[353]: blk.31.ffn_up_exps.weight[354]: blk.31.ffn_up_exps.weight[355]: blk.31.ffn_up_exps.weight[356]: IQ3_XXS blk.31.ffn_up_exps.weight[357]: blk.31.ffn_up_exps.weight[358]: blk.31.ffn_up_exps.weight[359]: blk.31.ffn_up_exps.weight[360]: blk.31.ffn_up_exps.weight[361]: blk.31.ffn_up_exps.weight[362]: IQ3_XXS blk.31.ffn_up_exps.weight[363]: blk.31.ffn_up_exps.weight[364]: IQ3_XXS blk.31.ffn_up_exps.weight[365]: IQ3_XXS blk.31.ffn_up_exps.weight[366]: IQ3_XXS blk.31.ffn_up_exps.weight[367]: blk.31.ffn_up_exps.weight[368]: IQ3_XXS blk.31.ffn_up_exps.weight[369]: blk.31.ffn_up_exps.weight[370]: blk.31.ffn_up_exps.weight[371]: blk.31.ffn_up_exps.weight[372]: blk.31.ffn_up_exps.weight[373]: IQ3_XXS blk.31.ffn_up_exps.weight[374]: IQ3_XXS blk.31.ffn_up_exps.weight[375]: IQ3_XXS blk.31.ffn_up_exps.weight[376]: blk.31.ffn_up_exps.weight[377]: blk.31.ffn_up_exps.weight[378]: IQ3_XXS blk.31.ffn_up_exps.weight[379]: blk.31.ffn_up_exps.weight[380]: IQ3_XXS blk.31.ffn_up_exps.weight[381]: IQ3_XXS blk.31.ffn_up_exps.weight[382]: blk.31.ffn_up_exps.weight[383]: IQ3_XXS blk.31.ffn_up_exps.weight[384]: blk.31.ffn_up_exps.weight[385]: blk.31.ffn_up_exps.weight[386]: blk.31.ffn_up_exps.weight[387]: blk.31.ffn_up_exps.weight[388]: IQ3_XXS blk.31.ffn_up_exps.weight[389]: IQ3_XXS blk.31.ffn_up_exps.weight[390]: IQ3_XXS blk.31.ffn_up_exps.weight[391]: blk.31.ffn_up_exps.weight[392]: IQ3_XXS blk.31.ffn_up_exps.weight[393]: blk.31.ffn_up_exps.weight[394]: blk.31.ffn_up_exps.weight[395]: blk.31.ffn_up_exps.weight[396]: IQ3_XXS blk.31.ffn_up_exps.weight[397]: IQ3_XXS blk.31.ffn_up_exps.weight[398]: blk.31.ffn_up_exps.weight[399]: IQ3_XXS blk.31.ffn_up_exps.weight[400]: IQ3_XXS blk.31.ffn_up_exps.weight[401]: blk.31.ffn_up_exps.weight[402]: IQ3_XXS blk.31.ffn_up_exps.weight[403]: blk.31.ffn_up_exps.weight[404]: blk.31.ffn_up_exps.weight[405]: IQ3_XXS blk.31.ffn_up_exps.weight[406]: IQ3_XXS blk.31.ffn_up_exps.weight[407]: blk.31.ffn_up_exps.weight[408]: IQ3_XXS blk.31.ffn_up_exps.weight[409]: blk.31.ffn_up_exps.weight[410]: IQ3_XXS blk.31.ffn_up_exps.weight[411]: blk.31.ffn_up_exps.weight[412]: blk.31.ffn_up_exps.weight[413]: IQ3_XXS blk.31.ffn_up_exps.weight[414]: IQ3_XXS blk.31.ffn_up_exps.weight[415]: blk.31.ffn_up_exps.weight[416]: blk.31.ffn_up_exps.weight[417]: blk.31.ffn_up_exps.weight[418]: IQ3_XXS blk.31.ffn_up_exps.weight[419]: IQ3_XXS blk.31.ffn_up_exps.weight[420]: IQ3_XXS blk.31.ffn_up_exps.weight[421]: IQ3_XXS blk.31.ffn_up_exps.weight[422]: blk.31.ffn_up_exps.weight[423]: blk.31.ffn_up_exps.weight[424]: blk.31.ffn_up_exps.weight[425]: blk.31.ffn_up_exps.weight[426]: IQ3_XXS blk.31.ffn_up_exps.weight[427]: IQ3_XXS blk.31.ffn_up_exps.weight[428]: blk.31.ffn_up_exps.weight[429]: blk.31.ffn_up_exps.weight[430]: blk.31.ffn_up_exps.weight[431]: IQ3_XXS blk.31.ffn_up_exps.weight[432]: blk.31.ffn_up_exps.weight[433]: IQ3_XXS blk.31.ffn_up_exps.weight[434]: IQ3_XXS blk.31.ffn_up_exps.weight[435]: blk.31.ffn_up_exps.weight[436]: IQ3_XXS blk.31.ffn_up_exps.weight[437]: IQ3_XXS blk.31.ffn_up_exps.weight[438]: IQ3_XXS blk.31.ffn_up_exps.weight[439]: blk.31.ffn_up_exps.weight[440]: blk.31.ffn_up_exps.weight[441]: blk.31.ffn_up_exps.weight[442]: blk.31.ffn_up_exps.weight[443]: blk.31.ffn_up_exps.weight[444]: blk.31.ffn_up_exps.weight[445]: blk.31.ffn_up_exps.weight[446]: IQ3_XXS blk.31.ffn_up_exps.weight[447]: blk.31.ffn_up_exps.weight[448]: blk.31.ffn_up_exps.weight[449]: IQ3_XXS blk.31.ffn_up_exps.weight[450]: blk.31.ffn_up_exps.weight[451]: blk.31.ffn_up_exps.weight[452]: IQ3_XXS blk.31.ffn_up_exps.weight[453]: IQ3_XXS blk.31.ffn_up_exps.weight[454]: blk.31.ffn_up_exps.weight[455]: blk.31.ffn_up_exps.weight[456]: blk.31.ffn_up_exps.weight[457]: blk.31.ffn_up_exps.weight[458]: blk.31.ffn_up_exps.weight[459]: IQ3_XXS blk.31.ffn_up_exps.weight[460]: blk.31.ffn_up_exps.weight[461]: IQ3_XXS blk.31.ffn_up_exps.weight[462]: blk.31.ffn_up_exps.weight[463]: blk.31.ffn_up_exps.weight[464]: blk.31.ffn_up_exps.weight[465]: IQ3_XXS blk.31.ffn_up_exps.weight[466]: blk.31.ffn_up_exps.weight[467]: blk.31.ffn_up_exps.weight[468]: blk.31.ffn_up_exps.weight[469]: blk.31.ffn_up_exps.weight[470]: IQ3_XXS blk.31.ffn_up_exps.weight[471]: blk.31.ffn_up_exps.weight[472]: blk.31.ffn_up_exps.weight[473]: IQ3_XXS blk.31.ffn_up_exps.weight[474]: IQ3_XXS blk.31.ffn_up_exps.weight[475]: blk.31.ffn_up_exps.weight[476]: IQ3_XXS blk.31.ffn_up_exps.weight[477]: blk.31.ffn_up_exps.weight[478]: blk.31.ffn_up_exps.weight[479]: IQ3_XXS blk.31.ffn_up_exps.weight[480]: blk.31.ffn_up_exps.weight[481]: IQ3_XXS blk.31.ffn_up_exps.weight[482]: IQ3_XXS blk.31.ffn_up_exps.weight[483]: blk.31.ffn_up_exps.weight[484]: blk.31.ffn_up_exps.weight[485]: blk.31.ffn_up_exps.weight[486]: IQ3_XXS blk.31.ffn_up_exps.weight[487]: IQ3_XXS blk.31.ffn_up_exps.weight[488]: blk.31.ffn_up_exps.weight[489]: blk.31.ffn_up_exps.weight[490]: IQ3_XXS blk.31.ffn_up_exps.weight[491]: IQ3_XXS blk.31.ffn_up_exps.weight[492]: IQ3_XXS blk.31.ffn_up_exps.weight[493]: blk.31.ffn_up_exps.weight[494]: IQ3_XXS blk.31.ffn_up_exps.weight[495]: IQ3_XXS blk.31.ffn_up_exps.weight[496]: IQ3_XXS blk.31.ffn_up_exps.weight[497]: IQ3_XXS blk.31.ffn_up_exps.weight[498]: blk.31.ffn_up_exps.weight[499]: IQ3_XXS blk.31.ffn_up_exps.weight[500]: IQ3_XXS blk.31.ffn_up_exps.weight[501]: IQ3_XXS blk.31.ffn_up_exps.weight[502]: IQ3_XXS blk.31.ffn_up_exps.weight[503]: blk.31.ffn_up_exps.weight[504]: blk.31.ffn_up_exps.weight[505]: blk.31.ffn_up_exps.weight[506]: IQ3_XXS blk.31.ffn_up_exps.weight[507]: blk.31.ffn_up_exps.weight[508]: IQ3_XXS blk.31.ffn_up_exps.weight[509]: blk.31.ffn_up_exps.weight[510]: IQ3_XXS blk.31.ffn_up_exps.weight[511]: blk.31.ffn_down_exps.weight[0]: IQ4_NL blk.31.ffn_down_exps.weight[1]: blk.31.ffn_down_exps.weight[2]: blk.31.ffn_down_exps.weight[3]: IQ4_NL blk.31.ffn_down_exps.weight[4]: blk.31.ffn_down_exps.weight[5]: blk.31.ffn_down_exps.weight[6]: IQ4_NL blk.31.ffn_down_exps.weight[7]: IQ4_NL blk.31.ffn_down_exps.weight[8]: blk.31.ffn_down_exps.weight[9]: IQ4_NL blk.31.ffn_down_exps.weight[10]: blk.31.ffn_down_exps.weight[11]: IQ4_NL blk.31.ffn_down_exps.weight[12]: IQ4_NL blk.31.ffn_down_exps.weight[13]: blk.31.ffn_down_exps.weight[14]: blk.31.ffn_down_exps.weight[15]: IQ4_NL blk.31.ffn_down_exps.weight[16]: IQ4_NL blk.31.ffn_down_exps.weight[17]: IQ4_NL blk.31.ffn_down_exps.weight[18]: blk.31.ffn_down_exps.weight[19]: IQ4_NL blk.31.ffn_down_exps.weight[20]: blk.31.ffn_down_exps.weight[21]: blk.31.ffn_down_exps.weight[22]: IQ4_NL blk.31.ffn_down_exps.weight[23]: IQ4_NL blk.31.ffn_down_exps.weight[24]: blk.31.ffn_down_exps.weight[25]: IQ4_NL blk.31.ffn_down_exps.weight[26]: IQ4_NL blk.31.ffn_down_exps.weight[27]: blk.31.ffn_down_exps.weight[28]: blk.31.ffn_down_exps.weight[29]: blk.31.ffn_down_exps.weight[30]: blk.31.ffn_down_exps.weight[31]: blk.31.ffn_down_exps.weight[32]: IQ4_NL blk.31.ffn_down_exps.weight[33]: blk.31.ffn_down_exps.weight[34]: IQ4_NL blk.31.ffn_down_exps.weight[35]: IQ4_NL blk.31.ffn_down_exps.weight[36]: blk.31.ffn_down_exps.weight[37]: IQ4_NL blk.31.ffn_down_exps.weight[38]: blk.31.ffn_down_exps.weight[39]: IQ4_NL blk.31.ffn_down_exps.weight[40]: blk.31.ffn_down_exps.weight[41]: IQ4_NL blk.31.ffn_down_exps.weight[42]: IQ4_NL blk.31.ffn_down_exps.weight[43]: IQ4_NL blk.31.ffn_down_exps.weight[44]: IQ4_NL blk.31.ffn_down_exps.weight[45]: IQ4_NL blk.31.ffn_down_exps.weight[46]: blk.31.ffn_down_exps.weight[47]: blk.31.ffn_down_exps.weight[48]: blk.31.ffn_down_exps.weight[49]: blk.31.ffn_down_exps.weight[50]: IQ4_NL blk.31.ffn_down_exps.weight[51]: blk.31.ffn_down_exps.weight[52]: IQ4_NL blk.31.ffn_down_exps.weight[53]: IQ4_NL blk.31.ffn_down_exps.weight[54]: IQ4_NL blk.31.ffn_down_exps.weight[55]: blk.31.ffn_down_exps.weight[56]: IQ4_NL blk.31.ffn_down_exps.weight[57]: blk.31.ffn_down_exps.weight[58]: IQ4_NL blk.31.ffn_down_exps.weight[59]: blk.31.ffn_down_exps.weight[60]: IQ4_NL blk.31.ffn_down_exps.weight[61]: IQ4_NL blk.31.ffn_down_exps.weight[62]: blk.31.ffn_down_exps.weight[63]: IQ4_NL blk.31.ffn_down_exps.weight[64]: IQ4_NL blk.31.ffn_down_exps.weight[65]: IQ4_NL blk.31.ffn_down_exps.weight[66]: IQ4_NL blk.31.ffn_down_exps.weight[67]: blk.31.ffn_down_exps.weight[68]: IQ4_NL blk.31.ffn_down_exps.weight[69]: blk.31.ffn_down_exps.weight[70]: IQ4_NL blk.31.ffn_down_exps.weight[71]: blk.31.ffn_down_exps.weight[72]: blk.31.ffn_down_exps.weight[73]: IQ4_NL blk.31.ffn_down_exps.weight[74]: IQ4_NL blk.31.ffn_down_exps.weight[75]: blk.31.ffn_down_exps.weight[76]: IQ4_NL blk.31.ffn_down_exps.weight[77]: IQ4_NL blk.31.ffn_down_exps.weight[78]: blk.31.ffn_down_exps.weight[79]: IQ4_NL blk.31.ffn_down_exps.weight[80]: blk.31.ffn_down_exps.weight[81]: blk.31.ffn_down_exps.weight[82]: IQ4_NL blk.31.ffn_down_exps.weight[83]: blk.31.ffn_down_exps.weight[84]: blk.31.ffn_down_exps.weight[85]: blk.31.ffn_down_exps.weight[86]: IQ4_NL blk.31.ffn_down_exps.weight[87]: IQ4_NL blk.31.ffn_down_exps.weight[88]: IQ4_NL blk.31.ffn_down_exps.weight[89]: blk.31.ffn_down_exps.weight[90]: blk.31.ffn_down_exps.weight[91]: blk.31.ffn_down_exps.weight[92]: blk.31.ffn_down_exps.weight[93]: blk.31.ffn_down_exps.weight[94]: IQ4_NL blk.31.ffn_down_exps.weight[95]: blk.31.ffn_down_exps.weight[96]: IQ4_NL blk.31.ffn_down_exps.weight[97]: blk.31.ffn_down_exps.weight[98]: IQ4_NL blk.31.ffn_down_exps.weight[99]: blk.31.ffn_down_exps.weight[100]: IQ4_NL blk.31.ffn_down_exps.weight[101]: IQ4_NL blk.31.ffn_down_exps.weight[102]: IQ4_NL blk.31.ffn_down_exps.weight[103]: blk.31.ffn_down_exps.weight[104]: IQ4_NL blk.31.ffn_down_exps.weight[105]: blk.31.ffn_down_exps.weight[106]: IQ4_NL blk.31.ffn_down_exps.weight[107]: blk.31.ffn_down_exps.weight[108]: IQ4_NL blk.31.ffn_down_exps.weight[109]: IQ4_NL blk.31.ffn_down_exps.weight[110]: IQ4_NL blk.31.ffn_down_exps.weight[111]: blk.31.ffn_down_exps.weight[112]: IQ4_NL blk.31.ffn_down_exps.weight[113]: blk.31.ffn_down_exps.weight[114]: IQ4_NL blk.31.ffn_down_exps.weight[115]: IQ4_NL blk.31.ffn_down_exps.weight[116]: IQ4_NL blk.31.ffn_down_exps.weight[117]: blk.31.ffn_down_exps.weight[118]: IQ4_NL blk.31.ffn_down_exps.weight[119]: blk.31.ffn_down_exps.weight[120]: blk.31.ffn_down_exps.weight[121]: blk.31.ffn_down_exps.weight[122]: blk.31.ffn_down_exps.weight[123]: blk.31.ffn_down_exps.weight[124]: IQ4_NL blk.31.ffn_down_exps.weight[125]: blk.31.ffn_down_exps.weight[126]: IQ4_NL blk.31.ffn_down_exps.weight[127]: IQ4_NL blk.31.ffn_down_exps.weight[128]: blk.31.ffn_down_exps.weight[129]: IQ4_NL blk.31.ffn_down_exps.weight[130]: IQ4_NL blk.31.ffn_down_exps.weight[131]: IQ4_NL blk.31.ffn_down_exps.weight[132]: IQ4_NL blk.31.ffn_down_exps.weight[133]: blk.31.ffn_down_exps.weight[134]: IQ4_NL blk.31.ffn_down_exps.weight[135]: IQ4_NL blk.31.ffn_down_exps.weight[136]: blk.31.ffn_down_exps.weight[137]: blk.31.ffn_down_exps.weight[138]: IQ4_NL blk.31.ffn_down_exps.weight[139]: blk.31.ffn_down_exps.weight[140]: blk.31.ffn_down_exps.weight[141]: blk.31.ffn_down_exps.weight[142]: blk.31.ffn_down_exps.weight[143]: blk.31.ffn_down_exps.weight[144]: blk.31.ffn_down_exps.weight[145]: IQ4_NL blk.31.ffn_down_exps.weight[146]: IQ4_NL blk.31.ffn_down_exps.weight[147]: IQ4_NL blk.31.ffn_down_exps.weight[148]: blk.31.ffn_down_exps.weight[149]: IQ4_NL blk.31.ffn_down_exps.weight[150]: blk.31.ffn_down_exps.weight[151]: blk.31.ffn_down_exps.weight[152]: blk.31.ffn_down_exps.weight[153]: blk.31.ffn_down_exps.weight[154]: IQ4_NL blk.31.ffn_down_exps.weight[155]: IQ4_NL blk.31.ffn_down_exps.weight[156]: IQ4_NL blk.31.ffn_down_exps.weight[157]: IQ4_NL blk.31.ffn_down_exps.weight[158]: IQ4_NL blk.31.ffn_down_exps.weight[159]: blk.31.ffn_down_exps.weight[160]: blk.31.ffn_down_exps.weight[161]: IQ4_NL blk.31.ffn_down_exps.weight[162]: IQ4_NL blk.31.ffn_down_exps.weight[163]: blk.31.ffn_down_exps.weight[164]: IQ4_NL blk.31.ffn_down_exps.weight[165]: IQ4_NL blk.31.ffn_down_exps.weight[166]: IQ4_NL blk.31.ffn_down_exps.weight[167]: blk.31.ffn_down_exps.weight[168]: blk.31.ffn_down_exps.weight[169]: IQ4_NL blk.31.ffn_down_exps.weight[170]: IQ4_NL blk.31.ffn_down_exps.weight[171]: IQ4_NL blk.31.ffn_down_exps.weight[172]: blk.31.ffn_down_exps.weight[173]: blk.31.ffn_down_exps.weight[174]: IQ4_NL blk.31.ffn_down_exps.weight[175]: IQ4_NL blk.31.ffn_down_exps.weight[176]: IQ4_NL blk.31.ffn_down_exps.weight[177]: IQ4_NL blk.31.ffn_down_exps.weight[178]: IQ4_NL blk.31.ffn_down_exps.weight[179]: blk.31.ffn_down_exps.weight[180]: blk.31.ffn_down_exps.weight[181]: blk.31.ffn_down_exps.weight[182]: blk.31.ffn_down_exps.weight[183]: blk.31.ffn_down_exps.weight[184]: blk.31.ffn_down_exps.weight[185]: blk.31.ffn_down_exps.weight[186]: blk.31.ffn_down_exps.weight[187]: IQ4_NL blk.31.ffn_down_exps.weight[188]: blk.31.ffn_down_exps.weight[189]: blk.31.ffn_down_exps.weight[190]: IQ4_NL blk.31.ffn_down_exps.weight[191]: IQ4_NL blk.31.ffn_down_exps.weight[192]: IQ4_NL blk.31.ffn_down_exps.weight[193]: IQ4_NL blk.31.ffn_down_exps.weight[194]: IQ4_NL blk.31.ffn_down_exps.weight[195]: IQ4_NL blk.31.ffn_down_exps.weight[196]: IQ4_NL blk.31.ffn_down_exps.weight[197]: IQ4_NL blk.31.ffn_down_exps.weight[198]: IQ4_NL blk.31.ffn_down_exps.weight[199]: IQ4_NL blk.31.ffn_down_exps.weight[200]: blk.31.ffn_down_exps.weight[201]: IQ4_NL blk.31.ffn_down_exps.weight[202]: blk.31.ffn_down_exps.weight[203]: IQ4_NL blk.31.ffn_down_exps.weight[204]: blk.31.ffn_down_exps.weight[205]: blk.31.ffn_down_exps.weight[206]: IQ4_NL blk.31.ffn_down_exps.weight[207]: IQ4_NL blk.31.ffn_down_exps.weight[208]: IQ4_NL blk.31.ffn_down_exps.weight[209]: IQ4_NL blk.31.ffn_down_exps.weight[210]: IQ4_NL blk.31.ffn_down_exps.weight[211]: IQ4_NL blk.31.ffn_down_exps.weight[212]: IQ4_NL blk.31.ffn_down_exps.weight[213]: IQ4_NL blk.31.ffn_down_exps.weight[214]: IQ4_NL blk.31.ffn_down_exps.weight[215]: blk.31.ffn_down_exps.weight[216]: IQ4_NL blk.31.ffn_down_exps.weight[217]: IQ4_NL blk.31.ffn_down_exps.weight[218]: blk.31.ffn_down_exps.weight[219]: IQ4_NL blk.31.ffn_down_exps.weight[220]: IQ4_NL blk.31.ffn_down_exps.weight[221]: blk.31.ffn_down_exps.weight[222]: IQ4_NL blk.31.ffn_down_exps.weight[223]: IQ4_NL blk.31.ffn_down_exps.weight[224]: IQ4_NL blk.31.ffn_down_exps.weight[225]: blk.31.ffn_down_exps.weight[226]: IQ4_NL blk.31.ffn_down_exps.weight[227]: IQ4_NL blk.31.ffn_down_exps.weight[228]: IQ4_NL blk.31.ffn_down_exps.weight[229]: IQ4_NL blk.31.ffn_down_exps.weight[230]: blk.31.ffn_down_exps.weight[231]: IQ4_NL blk.31.ffn_down_exps.weight[232]: blk.31.ffn_down_exps.weight[233]: blk.31.ffn_down_exps.weight[234]: blk.31.ffn_down_exps.weight[235]: IQ4_NL blk.31.ffn_down_exps.weight[236]: IQ4_NL blk.31.ffn_down_exps.weight[237]: IQ4_NL blk.31.ffn_down_exps.weight[238]: IQ4_NL blk.31.ffn_down_exps.weight[239]: blk.31.ffn_down_exps.weight[240]: blk.31.ffn_down_exps.weight[241]: blk.31.ffn_down_exps.weight[242]: blk.31.ffn_down_exps.weight[243]: blk.31.ffn_down_exps.weight[244]: IQ4_NL blk.31.ffn_down_exps.weight[245]: IQ4_NL blk.31.ffn_down_exps.weight[246]: IQ4_NL blk.31.ffn_down_exps.weight[247]: blk.31.ffn_down_exps.weight[248]: blk.31.ffn_down_exps.weight[249]: blk.31.ffn_down_exps.weight[250]: blk.31.ffn_down_exps.weight[251]: blk.31.ffn_down_exps.weight[252]: IQ4_NL blk.31.ffn_down_exps.weight[253]: blk.31.ffn_down_exps.weight[254]: blk.31.ffn_down_exps.weight[255]: blk.31.ffn_down_exps.weight[256]: blk.31.ffn_down_exps.weight[257]: blk.31.ffn_down_exps.weight[258]: blk.31.ffn_down_exps.weight[259]: blk.31.ffn_down_exps.weight[260]: blk.31.ffn_down_exps.weight[261]: blk.31.ffn_down_exps.weight[262]: blk.31.ffn_down_exps.weight[263]: blk.31.ffn_down_exps.weight[264]: IQ4_NL blk.31.ffn_down_exps.weight[265]: IQ4_NL blk.31.ffn_down_exps.weight[266]: IQ4_NL blk.31.ffn_down_exps.weight[267]: blk.31.ffn_down_exps.weight[268]: IQ4_NL blk.31.ffn_down_exps.weight[269]: IQ4_NL blk.31.ffn_down_exps.weight[270]: blk.31.ffn_down_exps.weight[271]: IQ4_NL blk.31.ffn_down_exps.weight[272]: IQ4_NL blk.31.ffn_down_exps.weight[273]: IQ4_NL blk.31.ffn_down_exps.weight[274]: IQ4_NL blk.31.ffn_down_exps.weight[275]: IQ4_NL blk.31.ffn_down_exps.weight[276]: blk.31.ffn_down_exps.weight[277]: IQ4_NL blk.31.ffn_down_exps.weight[278]: blk.31.ffn_down_exps.weight[279]: IQ4_NL blk.31.ffn_down_exps.weight[280]: IQ4_NL blk.31.ffn_down_exps.weight[281]: blk.31.ffn_down_exps.weight[282]: blk.31.ffn_down_exps.weight[283]: IQ4_NL blk.31.ffn_down_exps.weight[284]: IQ4_NL blk.31.ffn_down_exps.weight[285]: blk.31.ffn_down_exps.weight[286]: blk.31.ffn_down_exps.weight[287]: IQ4_NL blk.31.ffn_down_exps.weight[288]: IQ4_NL blk.31.ffn_down_exps.weight[289]: IQ4_NL blk.31.ffn_down_exps.weight[290]: blk.31.ffn_down_exps.weight[291]: blk.31.ffn_down_exps.weight[292]: blk.31.ffn_down_exps.weight[293]: blk.31.ffn_down_exps.weight[294]: IQ4_NL blk.31.ffn_down_exps.weight[295]: IQ4_NL blk.31.ffn_down_exps.weight[296]: blk.31.ffn_down_exps.weight[297]: IQ4_NL blk.31.ffn_down_exps.weight[298]: blk.31.ffn_down_exps.weight[299]: IQ4_NL blk.31.ffn_down_exps.weight[300]: IQ4_NL blk.31.ffn_down_exps.weight[301]: blk.31.ffn_down_exps.weight[302]: IQ4_NL blk.31.ffn_down_exps.weight[303]: IQ4_NL blk.31.ffn_down_exps.weight[304]: IQ4_NL blk.31.ffn_down_exps.weight[305]: blk.31.ffn_down_exps.weight[306]: IQ4_NL blk.31.ffn_down_exps.weight[307]: blk.31.ffn_down_exps.weight[308]: IQ4_NL blk.31.ffn_down_exps.weight[309]: blk.31.ffn_down_exps.weight[310]: blk.31.ffn_down_exps.weight[311]: IQ4_NL blk.31.ffn_down_exps.weight[312]: IQ4_NL blk.31.ffn_down_exps.weight[313]: blk.31.ffn_down_exps.weight[314]: IQ4_NL blk.31.ffn_down_exps.weight[315]: IQ4_NL blk.31.ffn_down_exps.weight[316]: blk.31.ffn_down_exps.weight[317]: IQ4_NL blk.31.ffn_down_exps.weight[318]: IQ4_NL blk.31.ffn_down_exps.weight[319]: IQ4_NL blk.31.ffn_down_exps.weight[320]: blk.31.ffn_down_exps.weight[321]: blk.31.ffn_down_exps.weight[322]: blk.31.ffn_down_exps.weight[323]: blk.31.ffn_down_exps.weight[324]: blk.31.ffn_down_exps.weight[325]: IQ4_NL blk.31.ffn_down_exps.weight[326]: IQ4_NL blk.31.ffn_down_exps.weight[327]: IQ4_NL blk.31.ffn_down_exps.weight[328]: blk.31.ffn_down_exps.weight[329]: IQ4_NL blk.31.ffn_down_exps.weight[330]: blk.31.ffn_down_exps.weight[331]: blk.31.ffn_down_exps.weight[332]: blk.31.ffn_down_exps.weight[333]: blk.31.ffn_down_exps.weight[334]: blk.31.ffn_down_exps.weight[335]: IQ4_NL blk.31.ffn_down_exps.weight[336]: blk.31.ffn_down_exps.weight[337]: blk.31.ffn_down_exps.weight[338]: blk.31.ffn_down_exps.weight[339]: IQ4_NL blk.31.ffn_down_exps.weight[340]: blk.31.ffn_down_exps.weight[341]: IQ4_NL blk.31.ffn_down_exps.weight[342]: blk.31.ffn_down_exps.weight[343]: IQ4_NL blk.31.ffn_down_exps.weight[344]: IQ4_NL blk.31.ffn_down_exps.weight[345]: blk.31.ffn_down_exps.weight[346]: IQ4_NL blk.31.ffn_down_exps.weight[347]: IQ4_NL blk.31.ffn_down_exps.weight[348]: blk.31.ffn_down_exps.weight[349]: IQ4_NL blk.31.ffn_down_exps.weight[350]: blk.31.ffn_down_exps.weight[351]: IQ4_NL blk.31.ffn_down_exps.weight[352]: blk.31.ffn_down_exps.weight[353]: blk.31.ffn_down_exps.weight[354]: blk.31.ffn_down_exps.weight[355]: blk.31.ffn_down_exps.weight[356]: IQ4_NL blk.31.ffn_down_exps.weight[357]: blk.31.ffn_down_exps.weight[358]: blk.31.ffn_down_exps.weight[359]: blk.31.ffn_down_exps.weight[360]: blk.31.ffn_down_exps.weight[361]: blk.31.ffn_down_exps.weight[362]: IQ4_NL blk.31.ffn_down_exps.weight[363]: blk.31.ffn_down_exps.weight[364]: IQ4_NL blk.31.ffn_down_exps.weight[365]: IQ4_NL blk.31.ffn_down_exps.weight[366]: IQ4_NL blk.31.ffn_down_exps.weight[367]: blk.31.ffn_down_exps.weight[368]: IQ4_NL blk.31.ffn_down_exps.weight[369]: blk.31.ffn_down_exps.weight[370]: blk.31.ffn_down_exps.weight[371]: blk.31.ffn_down_exps.weight[372]: blk.31.ffn_down_exps.weight[373]: IQ4_NL blk.31.ffn_down_exps.weight[374]: IQ4_NL blk.31.ffn_down_exps.weight[375]: IQ4_NL blk.31.ffn_down_exps.weight[376]: blk.31.ffn_down_exps.weight[377]: blk.31.ffn_down_exps.weight[378]: IQ4_NL blk.31.ffn_down_exps.weight[379]: blk.31.ffn_down_exps.weight[380]: IQ4_NL blk.31.ffn_down_exps.weight[381]: IQ4_NL blk.31.ffn_down_exps.weight[382]: blk.31.ffn_down_exps.weight[383]: IQ4_NL blk.31.ffn_down_exps.weight[384]: blk.31.ffn_down_exps.weight[385]: blk.31.ffn_down_exps.weight[386]: blk.31.ffn_down_exps.weight[387]: blk.31.ffn_down_exps.weight[388]: IQ4_NL blk.31.ffn_down_exps.weight[389]: IQ4_NL blk.31.ffn_down_exps.weight[390]: IQ4_NL blk.31.ffn_down_exps.weight[391]: blk.31.ffn_down_exps.weight[392]: IQ4_NL blk.31.ffn_down_exps.weight[393]: blk.31.ffn_down_exps.weight[394]: blk.31.ffn_down_exps.weight[395]: blk.31.ffn_down_exps.weight[396]: IQ4_NL blk.31.ffn_down_exps.weight[397]: IQ4_NL blk.31.ffn_down_exps.weight[398]: blk.31.ffn_down_exps.weight[399]: IQ4_NL blk.31.ffn_down_exps.weight[400]: IQ4_NL blk.31.ffn_down_exps.weight[401]: blk.31.ffn_down_exps.weight[402]: IQ4_NL blk.31.ffn_down_exps.weight[403]: blk.31.ffn_down_exps.weight[404]: blk.31.ffn_down_exps.weight[405]: IQ4_NL blk.31.ffn_down_exps.weight[406]: IQ4_NL blk.31.ffn_down_exps.weight[407]: blk.31.ffn_down_exps.weight[408]: IQ4_NL blk.31.ffn_down_exps.weight[409]: blk.31.ffn_down_exps.weight[410]: IQ4_NL blk.31.ffn_down_exps.weight[411]: blk.31.ffn_down_exps.weight[412]: blk.31.ffn_down_exps.weight[413]: IQ4_NL blk.31.ffn_down_exps.weight[414]: IQ4_NL blk.31.ffn_down_exps.weight[415]: blk.31.ffn_down_exps.weight[416]: blk.31.ffn_down_exps.weight[417]: blk.31.ffn_down_exps.weight[418]: IQ4_NL blk.31.ffn_down_exps.weight[419]: IQ4_NL blk.31.ffn_down_exps.weight[420]: IQ4_NL blk.31.ffn_down_exps.weight[421]: IQ4_NL blk.31.ffn_down_exps.weight[422]: blk.31.ffn_down_exps.weight[423]: blk.31.ffn_down_exps.weight[424]: blk.31.ffn_down_exps.weight[425]: blk.31.ffn_down_exps.weight[426]: IQ4_NL blk.31.ffn_down_exps.weight[427]: IQ4_NL blk.31.ffn_down_exps.weight[428]: blk.31.ffn_down_exps.weight[429]: blk.31.ffn_down_exps.weight[430]: blk.31.ffn_down_exps.weight[431]: IQ4_NL blk.31.ffn_down_exps.weight[432]: blk.31.ffn_down_exps.weight[433]: IQ4_NL blk.31.ffn_down_exps.weight[434]: IQ4_NL blk.31.ffn_down_exps.weight[435]: blk.31.ffn_down_exps.weight[436]: IQ4_NL blk.31.ffn_down_exps.weight[437]: IQ4_NL blk.31.ffn_down_exps.weight[438]: IQ4_NL blk.31.ffn_down_exps.weight[439]: blk.31.ffn_down_exps.weight[440]: blk.31.ffn_down_exps.weight[441]: blk.31.ffn_down_exps.weight[442]: blk.31.ffn_down_exps.weight[443]: blk.31.ffn_down_exps.weight[444]: blk.31.ffn_down_exps.weight[445]: blk.31.ffn_down_exps.weight[446]: IQ4_NL blk.31.ffn_down_exps.weight[447]: blk.31.ffn_down_exps.weight[448]: blk.31.ffn_down_exps.weight[449]: IQ4_NL blk.31.ffn_down_exps.weight[450]: blk.31.ffn_down_exps.weight[451]: blk.31.ffn_down_exps.weight[452]: IQ4_NL blk.31.ffn_down_exps.weight[453]: IQ4_NL blk.31.ffn_down_exps.weight[454]: blk.31.ffn_down_exps.weight[455]: blk.31.ffn_down_exps.weight[456]: blk.31.ffn_down_exps.weight[457]: blk.31.ffn_down_exps.weight[458]: blk.31.ffn_down_exps.weight[459]: IQ4_NL blk.31.ffn_down_exps.weight[460]: blk.31.ffn_down_exps.weight[461]: IQ4_NL blk.31.ffn_down_exps.weight[462]: blk.31.ffn_down_exps.weight[463]: blk.31.ffn_down_exps.weight[464]: blk.31.ffn_down_exps.weight[465]: IQ4_NL blk.31.ffn_down_exps.weight[466]: blk.31.ffn_down_exps.weight[467]: blk.31.ffn_down_exps.weight[468]: blk.31.ffn_down_exps.weight[469]: blk.31.ffn_down_exps.weight[470]: IQ4_NL blk.31.ffn_down_exps.weight[471]: blk.31.ffn_down_exps.weight[472]: blk.31.ffn_down_exps.weight[473]: IQ4_NL blk.31.ffn_down_exps.weight[474]: IQ4_NL blk.31.ffn_down_exps.weight[475]: blk.31.ffn_down_exps.weight[476]: IQ4_NL blk.31.ffn_down_exps.weight[477]: blk.31.ffn_down_exps.weight[478]: blk.31.ffn_down_exps.weight[479]: IQ4_NL blk.31.ffn_down_exps.weight[480]: blk.31.ffn_down_exps.weight[481]: IQ4_NL blk.31.ffn_down_exps.weight[482]: IQ4_NL blk.31.ffn_down_exps.weight[483]: blk.31.ffn_down_exps.weight[484]: blk.31.ffn_down_exps.weight[485]: blk.31.ffn_down_exps.weight[486]: IQ4_NL blk.31.ffn_down_exps.weight[487]: IQ4_NL blk.31.ffn_down_exps.weight[488]: blk.31.ffn_down_exps.weight[489]: blk.31.ffn_down_exps.weight[490]: IQ4_NL blk.31.ffn_down_exps.weight[491]: IQ4_NL blk.31.ffn_down_exps.weight[492]: IQ4_NL blk.31.ffn_down_exps.weight[493]: blk.31.ffn_down_exps.weight[494]: IQ4_NL blk.31.ffn_down_exps.weight[495]: IQ4_NL blk.31.ffn_down_exps.weight[496]: IQ4_NL blk.31.ffn_down_exps.weight[497]: IQ4_NL blk.31.ffn_down_exps.weight[498]: blk.31.ffn_down_exps.weight[499]: IQ4_NL blk.31.ffn_down_exps.weight[500]: IQ4_NL blk.31.ffn_down_exps.weight[501]: IQ4_NL blk.31.ffn_down_exps.weight[502]: IQ4_NL blk.31.ffn_down_exps.weight[503]: blk.31.ffn_down_exps.weight[504]: blk.31.ffn_down_exps.weight[505]: blk.31.ffn_down_exps.weight[506]: IQ4_NL blk.31.ffn_down_exps.weight[507]: blk.31.ffn_down_exps.weight[508]: IQ4_NL blk.31.ffn_down_exps.weight[509]: blk.31.ffn_down_exps.weight[510]: IQ4_NL blk.31.ffn_down_exps.weight[511]: blk.32.ffn_gate_exps.weight[0]: IQ2_S blk.32.ffn_gate_exps.weight[1]: IQ2_S blk.32.ffn_gate_exps.weight[2]: blk.32.ffn_gate_exps.weight[3]: blk.32.ffn_gate_exps.weight[4]: IQ2_S blk.32.ffn_gate_exps.weight[5]: blk.32.ffn_gate_exps.weight[6]: IQ2_S blk.32.ffn_gate_exps.weight[7]: blk.32.ffn_gate_exps.weight[8]: IQ2_S blk.32.ffn_gate_exps.weight[9]: blk.32.ffn_gate_exps.weight[10]: IQ2_S blk.32.ffn_gate_exps.weight[11]: IQ2_S blk.32.ffn_gate_exps.weight[12]: IQ2_S blk.32.ffn_gate_exps.weight[13]: IQ2_S blk.32.ffn_gate_exps.weight[14]: blk.32.ffn_gate_exps.weight[15]: IQ2_S blk.32.ffn_gate_exps.weight[16]: IQ2_S blk.32.ffn_gate_exps.weight[17]: IQ2_S blk.32.ffn_gate_exps.weight[18]: blk.32.ffn_gate_exps.weight[19]: blk.32.ffn_gate_exps.weight[20]: blk.32.ffn_gate_exps.weight[21]: IQ2_S blk.32.ffn_gate_exps.weight[22]: IQ2_S blk.32.ffn_gate_exps.weight[23]: IQ2_S blk.32.ffn_gate_exps.weight[24]: IQ2_S blk.32.ffn_gate_exps.weight[25]: blk.32.ffn_gate_exps.weight[26]: IQ2_S blk.32.ffn_gate_exps.weight[27]: IQ2_S blk.32.ffn_gate_exps.weight[28]: IQ2_S blk.32.ffn_gate_exps.weight[29]: IQ2_S blk.32.ffn_gate_exps.weight[30]: IQ2_S blk.32.ffn_gate_exps.weight[31]: IQ2_S blk.32.ffn_gate_exps.weight[32]: blk.32.ffn_gate_exps.weight[33]: blk.32.ffn_gate_exps.weight[34]: blk.32.ffn_gate_exps.weight[35]: IQ2_S blk.32.ffn_gate_exps.weight[36]: blk.32.ffn_gate_exps.weight[37]: IQ2_S blk.32.ffn_gate_exps.weight[38]: blk.32.ffn_gate_exps.weight[39]: IQ2_S blk.32.ffn_gate_exps.weight[40]: blk.32.ffn_gate_exps.weight[41]: blk.32.ffn_gate_exps.weight[42]: IQ2_S blk.32.ffn_gate_exps.weight[43]: IQ2_S blk.32.ffn_gate_exps.weight[44]: blk.32.ffn_gate_exps.weight[45]: IQ2_S blk.32.ffn_gate_exps.weight[46]: blk.32.ffn_gate_exps.weight[47]: IQ2_S blk.32.ffn_gate_exps.weight[48]: IQ2_S blk.32.ffn_gate_exps.weight[49]: IQ2_S blk.32.ffn_gate_exps.weight[50]: blk.32.ffn_gate_exps.weight[51]: IQ2_S blk.32.ffn_gate_exps.weight[52]: blk.32.ffn_gate_exps.weight[53]: IQ2_S blk.32.ffn_gate_exps.weight[54]: blk.32.ffn_gate_exps.weight[55]: IQ2_S blk.32.ffn_gate_exps.weight[56]: blk.32.ffn_gate_exps.weight[57]: IQ2_S blk.32.ffn_gate_exps.weight[58]: blk.32.ffn_gate_exps.weight[59]: blk.32.ffn_gate_exps.weight[60]: blk.32.ffn_gate_exps.weight[61]: IQ2_S blk.32.ffn_gate_exps.weight[62]: IQ2_S blk.32.ffn_gate_exps.weight[63]: IQ2_S blk.32.ffn_gate_exps.weight[64]: IQ2_S blk.32.ffn_gate_exps.weight[65]: IQ2_S blk.32.ffn_gate_exps.weight[66]: blk.32.ffn_gate_exps.weight[67]: blk.32.ffn_gate_exps.weight[68]: blk.32.ffn_gate_exps.weight[69]: blk.32.ffn_gate_exps.weight[70]: IQ2_S blk.32.ffn_gate_exps.weight[71]: blk.32.ffn_gate_exps.weight[72]: blk.32.ffn_gate_exps.weight[73]: IQ2_S blk.32.ffn_gate_exps.weight[74]: blk.32.ffn_gate_exps.weight[75]: IQ2_S blk.32.ffn_gate_exps.weight[76]: blk.32.ffn_gate_exps.weight[77]: blk.32.ffn_gate_exps.weight[78]: blk.32.ffn_gate_exps.weight[79]: blk.32.ffn_gate_exps.weight[80]: blk.32.ffn_gate_exps.weight[81]: blk.32.ffn_gate_exps.weight[82]: IQ2_S blk.32.ffn_gate_exps.weight[83]: IQ2_S blk.32.ffn_gate_exps.weight[84]: IQ2_S blk.32.ffn_gate_exps.weight[85]: IQ2_S blk.32.ffn_gate_exps.weight[86]: blk.32.ffn_gate_exps.weight[87]: IQ2_S blk.32.ffn_gate_exps.weight[88]: IQ2_S blk.32.ffn_gate_exps.weight[89]: blk.32.ffn_gate_exps.weight[90]: IQ2_S blk.32.ffn_gate_exps.weight[91]: IQ2_S blk.32.ffn_gate_exps.weight[92]: IQ2_S blk.32.ffn_gate_exps.weight[93]: blk.32.ffn_gate_exps.weight[94]: IQ2_S blk.32.ffn_gate_exps.weight[95]: blk.32.ffn_gate_exps.weight[96]: IQ2_S blk.32.ffn_gate_exps.weight[97]: blk.32.ffn_gate_exps.weight[98]: IQ2_S blk.32.ffn_gate_exps.weight[99]: IQ2_S blk.32.ffn_gate_exps.weight[100]: blk.32.ffn_gate_exps.weight[101]: IQ2_S blk.32.ffn_gate_exps.weight[102]: blk.32.ffn_gate_exps.weight[103]: blk.32.ffn_gate_exps.weight[104]: IQ2_S blk.32.ffn_gate_exps.weight[105]: blk.32.ffn_gate_exps.weight[106]: blk.32.ffn_gate_exps.weight[107]: blk.32.ffn_gate_exps.weight[108]: IQ2_S blk.32.ffn_gate_exps.weight[109]: IQ2_S blk.32.ffn_gate_exps.weight[110]: blk.32.ffn_gate_exps.weight[111]: blk.32.ffn_gate_exps.weight[112]: IQ2_S blk.32.ffn_gate_exps.weight[113]: blk.32.ffn_gate_exps.weight[114]: blk.32.ffn_gate_exps.weight[115]: IQ2_S blk.32.ffn_gate_exps.weight[116]: IQ2_S blk.32.ffn_gate_exps.weight[117]: blk.32.ffn_gate_exps.weight[118]: IQ2_S blk.32.ffn_gate_exps.weight[119]: blk.32.ffn_gate_exps.weight[120]: IQ2_S blk.32.ffn_gate_exps.weight[121]: blk.32.ffn_gate_exps.weight[122]: IQ2_S blk.32.ffn_gate_exps.weight[123]: IQ2_S blk.32.ffn_gate_exps.weight[124]: IQ2_S blk.32.ffn_gate_exps.weight[125]: blk.32.ffn_gate_exps.weight[126]: blk.32.ffn_gate_exps.weight[127]: IQ2_S blk.32.ffn_gate_exps.weight[128]: blk.32.ffn_gate_exps.weight[129]: IQ2_S blk.32.ffn_gate_exps.weight[130]: IQ2_S blk.32.ffn_gate_exps.weight[131]: blk.32.ffn_gate_exps.weight[132]: blk.32.ffn_gate_exps.weight[133]: blk.32.ffn_gate_exps.weight[134]: blk.32.ffn_gate_exps.weight[135]: blk.32.ffn_gate_exps.weight[136]: IQ2_S blk.32.ffn_gate_exps.weight[137]: blk.32.ffn_gate_exps.weight[138]: IQ2_S blk.32.ffn_gate_exps.weight[139]: blk.32.ffn_gate_exps.weight[140]: IQ2_S blk.32.ffn_gate_exps.weight[141]: blk.32.ffn_gate_exps.weight[142]: blk.32.ffn_gate_exps.weight[143]: IQ2_S blk.32.ffn_gate_exps.weight[144]: blk.32.ffn_gate_exps.weight[145]: blk.32.ffn_gate_exps.weight[146]: IQ2_S blk.32.ffn_gate_exps.weight[147]: IQ2_S blk.32.ffn_gate_exps.weight[148]: IQ2_S blk.32.ffn_gate_exps.weight[149]: IQ2_S blk.32.ffn_gate_exps.weight[150]: IQ2_S blk.32.ffn_gate_exps.weight[151]: IQ2_S blk.32.ffn_gate_exps.weight[152]: IQ2_S blk.32.ffn_gate_exps.weight[153]: IQ2_S blk.32.ffn_gate_exps.weight[154]: blk.32.ffn_gate_exps.weight[155]: IQ2_S blk.32.ffn_gate_exps.weight[156]: blk.32.ffn_gate_exps.weight[157]: blk.32.ffn_gate_exps.weight[158]: IQ2_S blk.32.ffn_gate_exps.weight[159]: IQ2_S blk.32.ffn_gate_exps.weight[160]: IQ2_S blk.32.ffn_gate_exps.weight[161]: blk.32.ffn_gate_exps.weight[162]: IQ2_S blk.32.ffn_gate_exps.weight[163]: blk.32.ffn_gate_exps.weight[164]: IQ2_S blk.32.ffn_gate_exps.weight[165]: blk.32.ffn_gate_exps.weight[166]: IQ2_S blk.32.ffn_gate_exps.weight[167]: IQ2_S blk.32.ffn_gate_exps.weight[168]: IQ2_S blk.32.ffn_gate_exps.weight[169]: IQ2_S blk.32.ffn_gate_exps.weight[170]: blk.32.ffn_gate_exps.weight[171]: IQ2_S blk.32.ffn_gate_exps.weight[172]: IQ2_S blk.32.ffn_gate_exps.weight[173]: IQ2_S blk.32.ffn_gate_exps.weight[174]: IQ2_S blk.32.ffn_gate_exps.weight[175]: IQ2_S blk.32.ffn_gate_exps.weight[176]: blk.32.ffn_gate_exps.weight[177]: blk.32.ffn_gate_exps.weight[178]: blk.32.ffn_gate_exps.weight[179]: IQ2_S blk.32.ffn_gate_exps.weight[180]: blk.32.ffn_gate_exps.weight[181]: IQ2_S blk.32.ffn_gate_exps.weight[182]: IQ2_S blk.32.ffn_gate_exps.weight[183]: IQ2_S blk.32.ffn_gate_exps.weight[184]: blk.32.ffn_gate_exps.weight[185]: blk.32.ffn_gate_exps.weight[186]: blk.32.ffn_gate_exps.weight[187]: blk.32.ffn_gate_exps.weight[188]: IQ2_S blk.32.ffn_gate_exps.weight[189]: IQ2_S blk.32.ffn_gate_exps.weight[190]: blk.32.ffn_gate_exps.weight[191]: IQ2_S blk.32.ffn_gate_exps.weight[192]: IQ2_S blk.32.ffn_gate_exps.weight[193]: blk.32.ffn_gate_exps.weight[194]: blk.32.ffn_gate_exps.weight[195]: IQ2_S blk.32.ffn_gate_exps.weight[196]: blk.32.ffn_gate_exps.weight[197]: IQ2_S blk.32.ffn_gate_exps.weight[198]: blk.32.ffn_gate_exps.weight[199]: blk.32.ffn_gate_exps.weight[200]: blk.32.ffn_gate_exps.weight[201]: IQ2_S blk.32.ffn_gate_exps.weight[202]: blk.32.ffn_gate_exps.weight[203]: blk.32.ffn_gate_exps.weight[204]: blk.32.ffn_gate_exps.weight[205]: blk.32.ffn_gate_exps.weight[206]: IQ2_S blk.32.ffn_gate_exps.weight[207]: IQ2_S blk.32.ffn_gate_exps.weight[208]: IQ2_S blk.32.ffn_gate_exps.weight[209]: blk.32.ffn_gate_exps.weight[210]: IQ2_S blk.32.ffn_gate_exps.weight[211]: blk.32.ffn_gate_exps.weight[212]: IQ2_S blk.32.ffn_gate_exps.weight[213]: IQ2_S blk.32.ffn_gate_exps.weight[214]: blk.32.ffn_gate_exps.weight[215]: blk.32.ffn_gate_exps.weight[216]: IQ2_S blk.32.ffn_gate_exps.weight[217]: blk.32.ffn_gate_exps.weight[218]: IQ2_S blk.32.ffn_gate_exps.weight[219]: blk.32.ffn_gate_exps.weight[220]: IQ2_S blk.32.ffn_gate_exps.weight[221]: IQ2_S blk.32.ffn_gate_exps.weight[222]: blk.32.ffn_gate_exps.weight[223]: blk.32.ffn_gate_exps.weight[224]: IQ2_S blk.32.ffn_gate_exps.weight[225]: IQ2_S blk.32.ffn_gate_exps.weight[226]: blk.32.ffn_gate_exps.weight[227]: blk.32.ffn_gate_exps.weight[228]: IQ2_S blk.32.ffn_gate_exps.weight[229]: blk.32.ffn_gate_exps.weight[230]: blk.32.ffn_gate_exps.weight[231]: blk.32.ffn_gate_exps.weight[232]: blk.32.ffn_gate_exps.weight[233]: IQ2_S blk.32.ffn_gate_exps.weight[234]: blk.32.ffn_gate_exps.weight[235]: IQ2_S blk.32.ffn_gate_exps.weight[236]: IQ2_S blk.32.ffn_gate_exps.weight[237]: blk.32.ffn_gate_exps.weight[238]: blk.32.ffn_gate_exps.weight[239]: IQ2_S blk.32.ffn_gate_exps.weight[240]: blk.32.ffn_gate_exps.weight[241]: blk.32.ffn_gate_exps.weight[242]: blk.32.ffn_gate_exps.weight[243]: IQ2_S blk.32.ffn_gate_exps.weight[244]: blk.32.ffn_gate_exps.weight[245]: IQ2_S blk.32.ffn_gate_exps.weight[246]: IQ2_S blk.32.ffn_gate_exps.weight[247]: IQ2_S blk.32.ffn_gate_exps.weight[248]: blk.32.ffn_gate_exps.weight[249]: IQ2_S blk.32.ffn_gate_exps.weight[250]: blk.32.ffn_gate_exps.weight[251]: blk.32.ffn_gate_exps.weight[252]: IQ2_S blk.32.ffn_gate_exps.weight[253]: IQ2_S blk.32.ffn_gate_exps.weight[254]: blk.32.ffn_gate_exps.weight[255]: IQ2_S blk.32.ffn_gate_exps.weight[256]: blk.32.ffn_gate_exps.weight[257]: blk.32.ffn_gate_exps.weight[258]: blk.32.ffn_gate_exps.weight[259]: blk.32.ffn_gate_exps.weight[260]: IQ2_S blk.32.ffn_gate_exps.weight[261]: blk.32.ffn_gate_exps.weight[262]: blk.32.ffn_gate_exps.weight[263]: IQ2_S blk.32.ffn_gate_exps.weight[264]: blk.32.ffn_gate_exps.weight[265]: IQ2_S blk.32.ffn_gate_exps.weight[266]: IQ2_S blk.32.ffn_gate_exps.weight[267]: IQ2_S blk.32.ffn_gate_exps.weight[268]: blk.32.ffn_gate_exps.weight[269]: IQ2_S blk.32.ffn_gate_exps.weight[270]: blk.32.ffn_gate_exps.weight[271]: blk.32.ffn_gate_exps.weight[272]: IQ2_S blk.32.ffn_gate_exps.weight[273]: blk.32.ffn_gate_exps.weight[274]: IQ2_S blk.32.ffn_gate_exps.weight[275]: IQ2_S blk.32.ffn_gate_exps.weight[276]: IQ2_S blk.32.ffn_gate_exps.weight[277]: blk.32.ffn_gate_exps.weight[278]: IQ2_S blk.32.ffn_gate_exps.weight[279]: blk.32.ffn_gate_exps.weight[280]: blk.32.ffn_gate_exps.weight[281]: blk.32.ffn_gate_exps.weight[282]: IQ2_S blk.32.ffn_gate_exps.weight[283]: blk.32.ffn_gate_exps.weight[284]: blk.32.ffn_gate_exps.weight[285]: IQ2_S blk.32.ffn_gate_exps.weight[286]: blk.32.ffn_gate_exps.weight[287]: IQ2_S blk.32.ffn_gate_exps.weight[288]: IQ2_S blk.32.ffn_gate_exps.weight[289]: blk.32.ffn_gate_exps.weight[290]: blk.32.ffn_gate_exps.weight[291]: blk.32.ffn_gate_exps.weight[292]: IQ2_S blk.32.ffn_gate_exps.weight[293]: IQ2_S blk.32.ffn_gate_exps.weight[294]: IQ2_S blk.32.ffn_gate_exps.weight[295]: IQ2_S blk.32.ffn_gate_exps.weight[296]: blk.32.ffn_gate_exps.weight[297]: blk.32.ffn_gate_exps.weight[298]: blk.32.ffn_gate_exps.weight[299]: IQ2_S blk.32.ffn_gate_exps.weight[300]: blk.32.ffn_gate_exps.weight[301]: IQ2_S blk.32.ffn_gate_exps.weight[302]: blk.32.ffn_gate_exps.weight[303]: IQ2_S blk.32.ffn_gate_exps.weight[304]: blk.32.ffn_gate_exps.weight[305]: IQ2_S blk.32.ffn_gate_exps.weight[306]: blk.32.ffn_gate_exps.weight[307]: blk.32.ffn_gate_exps.weight[308]: blk.32.ffn_gate_exps.weight[309]: IQ2_S blk.32.ffn_gate_exps.weight[310]: blk.32.ffn_gate_exps.weight[311]: IQ2_S blk.32.ffn_gate_exps.weight[312]: IQ2_S blk.32.ffn_gate_exps.weight[313]: IQ2_S blk.32.ffn_gate_exps.weight[314]: blk.32.ffn_gate_exps.weight[315]: IQ2_S blk.32.ffn_gate_exps.weight[316]: IQ2_S blk.32.ffn_gate_exps.weight[317]: blk.32.ffn_gate_exps.weight[318]: blk.32.ffn_gate_exps.weight[319]: IQ2_S blk.32.ffn_gate_exps.weight[320]: IQ2_S blk.32.ffn_gate_exps.weight[321]: IQ2_S blk.32.ffn_gate_exps.weight[322]: IQ2_S blk.32.ffn_gate_exps.weight[323]: IQ2_S blk.32.ffn_gate_exps.weight[324]: IQ2_S blk.32.ffn_gate_exps.weight[325]: IQ2_S blk.32.ffn_gate_exps.weight[326]: IQ2_S blk.32.ffn_gate_exps.weight[327]: blk.32.ffn_gate_exps.weight[328]: IQ2_S blk.32.ffn_gate_exps.weight[329]: IQ2_S blk.32.ffn_gate_exps.weight[330]: IQ2_S blk.32.ffn_gate_exps.weight[331]: blk.32.ffn_gate_exps.weight[332]: IQ2_S blk.32.ffn_gate_exps.weight[333]: IQ2_S blk.32.ffn_gate_exps.weight[334]: IQ2_S blk.32.ffn_gate_exps.weight[335]: IQ2_S blk.32.ffn_gate_exps.weight[336]: blk.32.ffn_gate_exps.weight[337]: IQ2_S blk.32.ffn_gate_exps.weight[338]: IQ2_S blk.32.ffn_gate_exps.weight[339]: IQ2_S blk.32.ffn_gate_exps.weight[340]: IQ2_S blk.32.ffn_gate_exps.weight[341]: IQ2_S blk.32.ffn_gate_exps.weight[342]: blk.32.ffn_gate_exps.weight[343]: IQ2_S blk.32.ffn_gate_exps.weight[344]: blk.32.ffn_gate_exps.weight[345]: IQ2_S blk.32.ffn_gate_exps.weight[346]: IQ2_S blk.32.ffn_gate_exps.weight[347]: IQ2_S blk.32.ffn_gate_exps.weight[348]: IQ2_S blk.32.ffn_gate_exps.weight[349]: blk.32.ffn_gate_exps.weight[350]: blk.32.ffn_gate_exps.weight[351]: IQ2_S blk.32.ffn_gate_exps.weight[352]: IQ2_S blk.32.ffn_gate_exps.weight[353]: blk.32.ffn_gate_exps.weight[354]: IQ2_S blk.32.ffn_gate_exps.weight[355]: IQ2_S blk.32.ffn_gate_exps.weight[356]: blk.32.ffn_gate_exps.weight[357]: IQ2_S blk.32.ffn_gate_exps.weight[358]: blk.32.ffn_gate_exps.weight[359]: IQ2_S blk.32.ffn_gate_exps.weight[360]: IQ2_S blk.32.ffn_gate_exps.weight[361]: blk.32.ffn_gate_exps.weight[362]: blk.32.ffn_gate_exps.weight[363]: blk.32.ffn_gate_exps.weight[364]: blk.32.ffn_gate_exps.weight[365]: blk.32.ffn_gate_exps.weight[366]: blk.32.ffn_gate_exps.weight[367]: blk.32.ffn_gate_exps.weight[368]: blk.32.ffn_gate_exps.weight[369]: IQ2_S blk.32.ffn_gate_exps.weight[370]: IQ2_S blk.32.ffn_gate_exps.weight[371]: blk.32.ffn_gate_exps.weight[372]: IQ2_S blk.32.ffn_gate_exps.weight[373]: blk.32.ffn_gate_exps.weight[374]: IQ2_S blk.32.ffn_gate_exps.weight[375]: blk.32.ffn_gate_exps.weight[376]: blk.32.ffn_gate_exps.weight[377]: blk.32.ffn_gate_exps.weight[378]: IQ2_S blk.32.ffn_gate_exps.weight[379]: blk.32.ffn_gate_exps.weight[380]: IQ2_S blk.32.ffn_gate_exps.weight[381]: IQ2_S blk.32.ffn_gate_exps.weight[382]: blk.32.ffn_gate_exps.weight[383]: blk.32.ffn_gate_exps.weight[384]: blk.32.ffn_gate_exps.weight[385]: blk.32.ffn_gate_exps.weight[386]: blk.32.ffn_gate_exps.weight[387]: blk.32.ffn_gate_exps.weight[388]: blk.32.ffn_gate_exps.weight[389]: blk.32.ffn_gate_exps.weight[390]: blk.32.ffn_gate_exps.weight[391]: blk.32.ffn_gate_exps.weight[392]: blk.32.ffn_gate_exps.weight[393]: IQ2_S blk.32.ffn_gate_exps.weight[394]: IQ2_S blk.32.ffn_gate_exps.weight[395]: blk.32.ffn_gate_exps.weight[396]: blk.32.ffn_gate_exps.weight[397]: IQ2_S blk.32.ffn_gate_exps.weight[398]: blk.32.ffn_gate_exps.weight[399]: blk.32.ffn_gate_exps.weight[400]: IQ2_S blk.32.ffn_gate_exps.weight[401]: IQ2_S blk.32.ffn_gate_exps.weight[402]: blk.32.ffn_gate_exps.weight[403]: IQ2_S blk.32.ffn_gate_exps.weight[404]: blk.32.ffn_gate_exps.weight[405]: blk.32.ffn_gate_exps.weight[406]: IQ2_S blk.32.ffn_gate_exps.weight[407]: IQ2_S blk.32.ffn_gate_exps.weight[408]: blk.32.ffn_gate_exps.weight[409]: blk.32.ffn_gate_exps.weight[410]: IQ2_S blk.32.ffn_gate_exps.weight[411]: blk.32.ffn_gate_exps.weight[412]: blk.32.ffn_gate_exps.weight[413]: blk.32.ffn_gate_exps.weight[414]: IQ2_S blk.32.ffn_gate_exps.weight[415]: IQ2_S blk.32.ffn_gate_exps.weight[416]: blk.32.ffn_gate_exps.weight[417]: blk.32.ffn_gate_exps.weight[418]: IQ2_S blk.32.ffn_gate_exps.weight[419]: IQ2_S blk.32.ffn_gate_exps.weight[420]: blk.32.ffn_gate_exps.weight[421]: IQ2_S blk.32.ffn_gate_exps.weight[422]: blk.32.ffn_gate_exps.weight[423]: IQ2_S blk.32.ffn_gate_exps.weight[424]: blk.32.ffn_gate_exps.weight[425]: blk.32.ffn_gate_exps.weight[426]: IQ2_S blk.32.ffn_gate_exps.weight[427]: blk.32.ffn_gate_exps.weight[428]: IQ2_S blk.32.ffn_gate_exps.weight[429]: IQ2_S blk.32.ffn_gate_exps.weight[430]: IQ2_S blk.32.ffn_gate_exps.weight[431]: blk.32.ffn_gate_exps.weight[432]: IQ2_S blk.32.ffn_gate_exps.weight[433]: IQ2_S blk.32.ffn_gate_exps.weight[434]: blk.32.ffn_gate_exps.weight[435]: blk.32.ffn_gate_exps.weight[436]: blk.32.ffn_gate_exps.weight[437]: blk.32.ffn_gate_exps.weight[438]: IQ2_S blk.32.ffn_gate_exps.weight[439]: IQ2_S blk.32.ffn_gate_exps.weight[440]: blk.32.ffn_gate_exps.weight[441]: IQ2_S blk.32.ffn_gate_exps.weight[442]: IQ2_S blk.32.ffn_gate_exps.weight[443]: blk.32.ffn_gate_exps.weight[444]: IQ2_S blk.32.ffn_gate_exps.weight[445]: IQ2_S blk.32.ffn_gate_exps.weight[446]: blk.32.ffn_gate_exps.weight[447]: IQ2_S blk.32.ffn_gate_exps.weight[448]: blk.32.ffn_gate_exps.weight[449]: blk.32.ffn_gate_exps.weight[450]: IQ2_S blk.32.ffn_gate_exps.weight[451]: IQ2_S blk.32.ffn_gate_exps.weight[452]: IQ2_S blk.32.ffn_gate_exps.weight[453]: IQ2_S blk.32.ffn_gate_exps.weight[454]: IQ2_S blk.32.ffn_gate_exps.weight[455]: IQ2_S blk.32.ffn_gate_exps.weight[456]: blk.32.ffn_gate_exps.weight[457]: blk.32.ffn_gate_exps.weight[458]: blk.32.ffn_gate_exps.weight[459]: blk.32.ffn_gate_exps.weight[460]: blk.32.ffn_gate_exps.weight[461]: blk.32.ffn_gate_exps.weight[462]: blk.32.ffn_gate_exps.weight[463]: blk.32.ffn_gate_exps.weight[464]: blk.32.ffn_gate_exps.weight[465]: IQ2_S blk.32.ffn_gate_exps.weight[466]: IQ2_S blk.32.ffn_gate_exps.weight[467]: IQ2_S blk.32.ffn_gate_exps.weight[468]: blk.32.ffn_gate_exps.weight[469]: IQ2_S blk.32.ffn_gate_exps.weight[470]: blk.32.ffn_gate_exps.weight[471]: IQ2_S blk.32.ffn_gate_exps.weight[472]: blk.32.ffn_gate_exps.weight[473]: blk.32.ffn_gate_exps.weight[474]: blk.32.ffn_gate_exps.weight[475]: blk.32.ffn_gate_exps.weight[476]: IQ2_S blk.32.ffn_gate_exps.weight[477]: blk.32.ffn_gate_exps.weight[478]: IQ2_S blk.32.ffn_gate_exps.weight[479]: IQ2_S blk.32.ffn_gate_exps.weight[480]: IQ2_S blk.32.ffn_gate_exps.weight[481]: IQ2_S blk.32.ffn_gate_exps.weight[482]: IQ2_S blk.32.ffn_gate_exps.weight[483]: IQ2_S blk.32.ffn_gate_exps.weight[484]: IQ2_S blk.32.ffn_gate_exps.weight[485]: IQ2_S blk.32.ffn_gate_exps.weight[486]: IQ2_S blk.32.ffn_gate_exps.weight[487]: blk.32.ffn_gate_exps.weight[488]: IQ2_S blk.32.ffn_gate_exps.weight[489]: blk.32.ffn_gate_exps.weight[490]: blk.32.ffn_gate_exps.weight[491]: blk.32.ffn_gate_exps.weight[492]: IQ2_S blk.32.ffn_gate_exps.weight[493]: blk.32.ffn_gate_exps.weight[494]: blk.32.ffn_gate_exps.weight[495]: blk.32.ffn_gate_exps.weight[496]: blk.32.ffn_gate_exps.weight[497]: blk.32.ffn_gate_exps.weight[498]: blk.32.ffn_gate_exps.weight[499]: blk.32.ffn_gate_exps.weight[500]: blk.32.ffn_gate_exps.weight[501]: IQ2_S blk.32.ffn_gate_exps.weight[502]: IQ2_S blk.32.ffn_gate_exps.weight[503]: blk.32.ffn_gate_exps.weight[504]: blk.32.ffn_gate_exps.weight[505]: blk.32.ffn_gate_exps.weight[506]: blk.32.ffn_gate_exps.weight[507]: blk.32.ffn_gate_exps.weight[508]: blk.32.ffn_gate_exps.weight[509]: blk.32.ffn_gate_exps.weight[510]: blk.32.ffn_gate_exps.weight[511]: IQ2_S blk.32.ffn_up_exps.weight[0]: IQ2_S blk.32.ffn_up_exps.weight[1]: IQ2_S blk.32.ffn_up_exps.weight[2]: blk.32.ffn_up_exps.weight[3]: blk.32.ffn_up_exps.weight[4]: IQ2_S blk.32.ffn_up_exps.weight[5]: blk.32.ffn_up_exps.weight[6]: IQ2_S blk.32.ffn_up_exps.weight[7]: blk.32.ffn_up_exps.weight[8]: IQ2_S blk.32.ffn_up_exps.weight[9]: blk.32.ffn_up_exps.weight[10]: IQ2_S blk.32.ffn_up_exps.weight[11]: IQ2_S blk.32.ffn_up_exps.weight[12]: IQ2_S blk.32.ffn_up_exps.weight[13]: IQ2_S blk.32.ffn_up_exps.weight[14]: blk.32.ffn_up_exps.weight[15]: IQ2_S blk.32.ffn_up_exps.weight[16]: IQ2_S blk.32.ffn_up_exps.weight[17]: IQ2_S blk.32.ffn_up_exps.weight[18]: blk.32.ffn_up_exps.weight[19]: blk.32.ffn_up_exps.weight[20]: blk.32.ffn_up_exps.weight[21]: IQ2_S blk.32.ffn_up_exps.weight[22]: IQ2_S blk.32.ffn_up_exps.weight[23]: IQ2_S blk.32.ffn_up_exps.weight[24]: IQ2_S blk.32.ffn_up_exps.weight[25]: blk.32.ffn_up_exps.weight[26]: IQ2_S blk.32.ffn_up_exps.weight[27]: IQ2_S blk.32.ffn_up_exps.weight[28]: IQ2_S blk.32.ffn_up_exps.weight[29]: IQ2_S blk.32.ffn_up_exps.weight[30]: IQ2_S blk.32.ffn_up_exps.weight[31]: IQ2_S blk.32.ffn_up_exps.weight[32]: blk.32.ffn_up_exps.weight[33]: blk.32.ffn_up_exps.weight[34]: blk.32.ffn_up_exps.weight[35]: IQ2_S blk.32.ffn_up_exps.weight[36]: blk.32.ffn_up_exps.weight[37]: IQ2_S blk.32.ffn_up_exps.weight[38]: blk.32.ffn_up_exps.weight[39]: IQ2_S blk.32.ffn_up_exps.weight[40]: blk.32.ffn_up_exps.weight[41]: blk.32.ffn_up_exps.weight[42]: IQ2_S blk.32.ffn_up_exps.weight[43]: IQ2_S blk.32.ffn_up_exps.weight[44]: blk.32.ffn_up_exps.weight[45]: IQ2_S blk.32.ffn_up_exps.weight[46]: blk.32.ffn_up_exps.weight[47]: IQ2_S blk.32.ffn_up_exps.weight[48]: IQ2_S blk.32.ffn_up_exps.weight[49]: IQ2_S blk.32.ffn_up_exps.weight[50]: blk.32.ffn_up_exps.weight[51]: IQ2_S blk.32.ffn_up_exps.weight[52]: blk.32.ffn_up_exps.weight[53]: IQ2_S blk.32.ffn_up_exps.weight[54]: blk.32.ffn_up_exps.weight[55]: IQ2_S blk.32.ffn_up_exps.weight[56]: blk.32.ffn_up_exps.weight[57]: IQ2_S blk.32.ffn_up_exps.weight[58]: blk.32.ffn_up_exps.weight[59]: blk.32.ffn_up_exps.weight[60]: blk.32.ffn_up_exps.weight[61]: IQ2_S blk.32.ffn_up_exps.weight[62]: IQ2_S blk.32.ffn_up_exps.weight[63]: IQ2_S blk.32.ffn_up_exps.weight[64]: IQ2_S blk.32.ffn_up_exps.weight[65]: IQ2_S blk.32.ffn_up_exps.weight[66]: blk.32.ffn_up_exps.weight[67]: blk.32.ffn_up_exps.weight[68]: blk.32.ffn_up_exps.weight[69]: blk.32.ffn_up_exps.weight[70]: IQ2_S blk.32.ffn_up_exps.weight[71]: blk.32.ffn_up_exps.weight[72]: blk.32.ffn_up_exps.weight[73]: IQ2_S blk.32.ffn_up_exps.weight[74]: blk.32.ffn_up_exps.weight[75]: IQ2_S blk.32.ffn_up_exps.weight[76]: blk.32.ffn_up_exps.weight[77]: blk.32.ffn_up_exps.weight[78]: blk.32.ffn_up_exps.weight[79]: blk.32.ffn_up_exps.weight[80]: blk.32.ffn_up_exps.weight[81]: blk.32.ffn_up_exps.weight[82]: IQ2_S blk.32.ffn_up_exps.weight[83]: IQ2_S blk.32.ffn_up_exps.weight[84]: IQ2_S blk.32.ffn_up_exps.weight[85]: IQ2_S blk.32.ffn_up_exps.weight[86]: blk.32.ffn_up_exps.weight[87]: IQ2_S blk.32.ffn_up_exps.weight[88]: IQ2_S blk.32.ffn_up_exps.weight[89]: blk.32.ffn_up_exps.weight[90]: IQ2_S blk.32.ffn_up_exps.weight[91]: IQ2_S blk.32.ffn_up_exps.weight[92]: IQ2_S blk.32.ffn_up_exps.weight[93]: blk.32.ffn_up_exps.weight[94]: IQ2_S blk.32.ffn_up_exps.weight[95]: blk.32.ffn_up_exps.weight[96]: IQ2_S blk.32.ffn_up_exps.weight[97]: blk.32.ffn_up_exps.weight[98]: IQ2_S blk.32.ffn_up_exps.weight[99]: IQ2_S blk.32.ffn_up_exps.weight[100]: blk.32.ffn_up_exps.weight[101]: IQ2_S blk.32.ffn_up_exps.weight[102]: blk.32.ffn_up_exps.weight[103]: blk.32.ffn_up_exps.weight[104]: IQ2_S blk.32.ffn_up_exps.weight[105]: blk.32.ffn_up_exps.weight[106]: blk.32.ffn_up_exps.weight[107]: blk.32.ffn_up_exps.weight[108]: IQ2_S blk.32.ffn_up_exps.weight[109]: IQ2_S blk.32.ffn_up_exps.weight[110]: blk.32.ffn_up_exps.weight[111]: blk.32.ffn_up_exps.weight[112]: IQ2_S blk.32.ffn_up_exps.weight[113]: blk.32.ffn_up_exps.weight[114]: blk.32.ffn_up_exps.weight[115]: IQ2_S blk.32.ffn_up_exps.weight[116]: IQ2_S blk.32.ffn_up_exps.weight[117]: blk.32.ffn_up_exps.weight[118]: IQ2_S blk.32.ffn_up_exps.weight[119]: blk.32.ffn_up_exps.weight[120]: IQ2_S blk.32.ffn_up_exps.weight[121]: blk.32.ffn_up_exps.weight[122]: IQ2_S blk.32.ffn_up_exps.weight[123]: IQ2_S blk.32.ffn_up_exps.weight[124]: IQ2_S blk.32.ffn_up_exps.weight[125]: blk.32.ffn_up_exps.weight[126]: blk.32.ffn_up_exps.weight[127]: IQ2_S blk.32.ffn_up_exps.weight[128]: blk.32.ffn_up_exps.weight[129]: IQ2_S blk.32.ffn_up_exps.weight[130]: IQ2_S blk.32.ffn_up_exps.weight[131]: blk.32.ffn_up_exps.weight[132]: blk.32.ffn_up_exps.weight[133]: blk.32.ffn_up_exps.weight[134]: blk.32.ffn_up_exps.weight[135]: blk.32.ffn_up_exps.weight[136]: IQ2_S blk.32.ffn_up_exps.weight[137]: blk.32.ffn_up_exps.weight[138]: IQ2_S blk.32.ffn_up_exps.weight[139]: blk.32.ffn_up_exps.weight[140]: IQ2_S blk.32.ffn_up_exps.weight[141]: blk.32.ffn_up_exps.weight[142]: blk.32.ffn_up_exps.weight[143]: IQ2_S blk.32.ffn_up_exps.weight[144]: blk.32.ffn_up_exps.weight[145]: blk.32.ffn_up_exps.weight[146]: IQ2_S blk.32.ffn_up_exps.weight[147]: IQ2_S blk.32.ffn_up_exps.weight[148]: IQ2_S blk.32.ffn_up_exps.weight[149]: IQ2_S blk.32.ffn_up_exps.weight[150]: IQ2_S blk.32.ffn_up_exps.weight[151]: IQ2_S blk.32.ffn_up_exps.weight[152]: IQ2_S blk.32.ffn_up_exps.weight[153]: IQ2_S blk.32.ffn_up_exps.weight[154]: blk.32.ffn_up_exps.weight[155]: IQ2_S blk.32.ffn_up_exps.weight[156]: blk.32.ffn_up_exps.weight[157]: blk.32.ffn_up_exps.weight[158]: IQ2_S blk.32.ffn_up_exps.weight[159]: IQ2_S blk.32.ffn_up_exps.weight[160]: IQ2_S blk.32.ffn_up_exps.weight[161]: blk.32.ffn_up_exps.weight[162]: IQ2_S blk.32.ffn_up_exps.weight[163]: blk.32.ffn_up_exps.weight[164]: IQ2_S blk.32.ffn_up_exps.weight[165]: blk.32.ffn_up_exps.weight[166]: IQ2_S blk.32.ffn_up_exps.weight[167]: IQ2_S blk.32.ffn_up_exps.weight[168]: IQ2_S blk.32.ffn_up_exps.weight[169]: IQ2_S blk.32.ffn_up_exps.weight[170]: blk.32.ffn_up_exps.weight[171]: IQ2_S blk.32.ffn_up_exps.weight[172]: IQ2_S blk.32.ffn_up_exps.weight[173]: IQ2_S blk.32.ffn_up_exps.weight[174]: IQ2_S blk.32.ffn_up_exps.weight[175]: IQ2_S blk.32.ffn_up_exps.weight[176]: blk.32.ffn_up_exps.weight[177]: blk.32.ffn_up_exps.weight[178]: blk.32.ffn_up_exps.weight[179]: IQ2_S blk.32.ffn_up_exps.weight[180]: blk.32.ffn_up_exps.weight[181]: IQ2_S blk.32.ffn_up_exps.weight[182]: IQ2_S blk.32.ffn_up_exps.weight[183]: IQ2_S blk.32.ffn_up_exps.weight[184]: blk.32.ffn_up_exps.weight[185]: blk.32.ffn_up_exps.weight[186]: blk.32.ffn_up_exps.weight[187]: blk.32.ffn_up_exps.weight[188]: IQ2_S blk.32.ffn_up_exps.weight[189]: IQ2_S blk.32.ffn_up_exps.weight[190]: blk.32.ffn_up_exps.weight[191]: IQ2_S blk.32.ffn_up_exps.weight[192]: IQ2_S blk.32.ffn_up_exps.weight[193]: blk.32.ffn_up_exps.weight[194]: blk.32.ffn_up_exps.weight[195]: IQ2_S blk.32.ffn_up_exps.weight[196]: blk.32.ffn_up_exps.weight[197]: IQ2_S blk.32.ffn_up_exps.weight[198]: blk.32.ffn_up_exps.weight[199]: blk.32.ffn_up_exps.weight[200]: blk.32.ffn_up_exps.weight[201]: IQ2_S blk.32.ffn_up_exps.weight[202]: blk.32.ffn_up_exps.weight[203]: blk.32.ffn_up_exps.weight[204]: blk.32.ffn_up_exps.weight[205]: blk.32.ffn_up_exps.weight[206]: IQ2_S blk.32.ffn_up_exps.weight[207]: IQ2_S blk.32.ffn_up_exps.weight[208]: IQ2_S blk.32.ffn_up_exps.weight[209]: blk.32.ffn_up_exps.weight[210]: IQ2_S blk.32.ffn_up_exps.weight[211]: blk.32.ffn_up_exps.weight[212]: IQ2_S blk.32.ffn_up_exps.weight[213]: IQ2_S blk.32.ffn_up_exps.weight[214]: blk.32.ffn_up_exps.weight[215]: blk.32.ffn_up_exps.weight[216]: IQ2_S blk.32.ffn_up_exps.weight[217]: blk.32.ffn_up_exps.weight[218]: IQ2_S blk.32.ffn_up_exps.weight[219]: blk.32.ffn_up_exps.weight[220]: IQ2_S blk.32.ffn_up_exps.weight[221]: IQ2_S blk.32.ffn_up_exps.weight[222]: blk.32.ffn_up_exps.weight[223]: blk.32.ffn_up_exps.weight[224]: IQ2_S blk.32.ffn_up_exps.weight[225]: IQ2_S blk.32.ffn_up_exps.weight[226]: blk.32.ffn_up_exps.weight[227]: blk.32.ffn_up_exps.weight[228]: IQ2_S blk.32.ffn_up_exps.weight[229]: blk.32.ffn_up_exps.weight[230]: blk.32.ffn_up_exps.weight[231]: blk.32.ffn_up_exps.weight[232]: blk.32.ffn_up_exps.weight[233]: IQ2_S blk.32.ffn_up_exps.weight[234]: blk.32.ffn_up_exps.weight[235]: IQ2_S blk.32.ffn_up_exps.weight[236]: IQ2_S blk.32.ffn_up_exps.weight[237]: blk.32.ffn_up_exps.weight[238]: blk.32.ffn_up_exps.weight[239]: IQ2_S blk.32.ffn_up_exps.weight[240]: blk.32.ffn_up_exps.weight[241]: blk.32.ffn_up_exps.weight[242]: blk.32.ffn_up_exps.weight[243]: IQ2_S blk.32.ffn_up_exps.weight[244]: blk.32.ffn_up_exps.weight[245]: IQ2_S blk.32.ffn_up_exps.weight[246]: IQ2_S blk.32.ffn_up_exps.weight[247]: IQ2_S blk.32.ffn_up_exps.weight[248]: blk.32.ffn_up_exps.weight[249]: IQ2_S blk.32.ffn_up_exps.weight[250]: blk.32.ffn_up_exps.weight[251]: blk.32.ffn_up_exps.weight[252]: IQ2_S blk.32.ffn_up_exps.weight[253]: IQ2_S blk.32.ffn_up_exps.weight[254]: blk.32.ffn_up_exps.weight[255]: IQ2_S blk.32.ffn_up_exps.weight[256]: blk.32.ffn_up_exps.weight[257]: blk.32.ffn_up_exps.weight[258]: blk.32.ffn_up_exps.weight[259]: blk.32.ffn_up_exps.weight[260]: IQ2_S blk.32.ffn_up_exps.weight[261]: blk.32.ffn_up_exps.weight[262]: blk.32.ffn_up_exps.weight[263]: IQ2_S blk.32.ffn_up_exps.weight[264]: blk.32.ffn_up_exps.weight[265]: IQ2_S blk.32.ffn_up_exps.weight[266]: IQ2_S blk.32.ffn_up_exps.weight[267]: IQ2_S blk.32.ffn_up_exps.weight[268]: blk.32.ffn_up_exps.weight[269]: IQ2_S blk.32.ffn_up_exps.weight[270]: blk.32.ffn_up_exps.weight[271]: blk.32.ffn_up_exps.weight[272]: IQ2_S blk.32.ffn_up_exps.weight[273]: blk.32.ffn_up_exps.weight[274]: IQ2_S blk.32.ffn_up_exps.weight[275]: IQ2_S blk.32.ffn_up_exps.weight[276]: IQ2_S blk.32.ffn_up_exps.weight[277]: blk.32.ffn_up_exps.weight[278]: IQ2_S blk.32.ffn_up_exps.weight[279]: blk.32.ffn_up_exps.weight[280]: blk.32.ffn_up_exps.weight[281]: blk.32.ffn_up_exps.weight[282]: IQ2_S blk.32.ffn_up_exps.weight[283]: blk.32.ffn_up_exps.weight[284]: blk.32.ffn_up_exps.weight[285]: IQ2_S blk.32.ffn_up_exps.weight[286]: blk.32.ffn_up_exps.weight[287]: IQ2_S blk.32.ffn_up_exps.weight[288]: IQ2_S blk.32.ffn_up_exps.weight[289]: blk.32.ffn_up_exps.weight[290]: blk.32.ffn_up_exps.weight[291]: blk.32.ffn_up_exps.weight[292]: IQ2_S blk.32.ffn_up_exps.weight[293]: IQ2_S blk.32.ffn_up_exps.weight[294]: IQ2_S blk.32.ffn_up_exps.weight[295]: IQ2_S blk.32.ffn_up_exps.weight[296]: blk.32.ffn_up_exps.weight[297]: blk.32.ffn_up_exps.weight[298]: blk.32.ffn_up_exps.weight[299]: IQ2_S blk.32.ffn_up_exps.weight[300]: blk.32.ffn_up_exps.weight[301]: IQ2_S blk.32.ffn_up_exps.weight[302]: blk.32.ffn_up_exps.weight[303]: IQ2_S blk.32.ffn_up_exps.weight[304]: blk.32.ffn_up_exps.weight[305]: IQ2_S blk.32.ffn_up_exps.weight[306]: blk.32.ffn_up_exps.weight[307]: blk.32.ffn_up_exps.weight[308]: blk.32.ffn_up_exps.weight[309]: IQ2_S blk.32.ffn_up_exps.weight[310]: blk.32.ffn_up_exps.weight[311]: IQ2_S blk.32.ffn_up_exps.weight[312]: IQ2_S blk.32.ffn_up_exps.weight[313]: IQ2_S blk.32.ffn_up_exps.weight[314]: blk.32.ffn_up_exps.weight[315]: IQ2_S blk.32.ffn_up_exps.weight[316]: IQ2_S blk.32.ffn_up_exps.weight[317]: blk.32.ffn_up_exps.weight[318]: blk.32.ffn_up_exps.weight[319]: IQ2_S blk.32.ffn_up_exps.weight[320]: IQ2_S blk.32.ffn_up_exps.weight[321]: IQ2_S blk.32.ffn_up_exps.weight[322]: IQ2_S blk.32.ffn_up_exps.weight[323]: IQ2_S blk.32.ffn_up_exps.weight[324]: IQ2_S blk.32.ffn_up_exps.weight[325]: IQ2_S blk.32.ffn_up_exps.weight[326]: IQ2_S blk.32.ffn_up_exps.weight[327]: blk.32.ffn_up_exps.weight[328]: IQ2_S blk.32.ffn_up_exps.weight[329]: IQ2_S blk.32.ffn_up_exps.weight[330]: IQ2_S blk.32.ffn_up_exps.weight[331]: blk.32.ffn_up_exps.weight[332]: IQ2_S blk.32.ffn_up_exps.weight[333]: IQ2_S blk.32.ffn_up_exps.weight[334]: IQ2_S blk.32.ffn_up_exps.weight[335]: IQ2_S blk.32.ffn_up_exps.weight[336]: blk.32.ffn_up_exps.weight[337]: IQ2_S blk.32.ffn_up_exps.weight[338]: IQ2_S blk.32.ffn_up_exps.weight[339]: IQ2_S blk.32.ffn_up_exps.weight[340]: IQ2_S blk.32.ffn_up_exps.weight[341]: IQ2_S blk.32.ffn_up_exps.weight[342]: blk.32.ffn_up_exps.weight[343]: IQ2_S blk.32.ffn_up_exps.weight[344]: blk.32.ffn_up_exps.weight[345]: IQ2_S blk.32.ffn_up_exps.weight[346]: IQ2_S blk.32.ffn_up_exps.weight[347]: IQ2_S blk.32.ffn_up_exps.weight[348]: IQ2_S blk.32.ffn_up_exps.weight[349]: blk.32.ffn_up_exps.weight[350]: blk.32.ffn_up_exps.weight[351]: IQ2_S blk.32.ffn_up_exps.weight[352]: IQ2_S blk.32.ffn_up_exps.weight[353]: blk.32.ffn_up_exps.weight[354]: IQ2_S blk.32.ffn_up_exps.weight[355]: IQ2_S blk.32.ffn_up_exps.weight[356]: blk.32.ffn_up_exps.weight[357]: IQ2_S blk.32.ffn_up_exps.weight[358]: blk.32.ffn_up_exps.weight[359]: IQ2_S blk.32.ffn_up_exps.weight[360]: IQ2_S blk.32.ffn_up_exps.weight[361]: blk.32.ffn_up_exps.weight[362]: blk.32.ffn_up_exps.weight[363]: blk.32.ffn_up_exps.weight[364]: blk.32.ffn_up_exps.weight[365]: blk.32.ffn_up_exps.weight[366]: blk.32.ffn_up_exps.weight[367]: blk.32.ffn_up_exps.weight[368]: blk.32.ffn_up_exps.weight[369]: IQ2_S blk.32.ffn_up_exps.weight[370]: IQ2_S blk.32.ffn_up_exps.weight[371]: blk.32.ffn_up_exps.weight[372]: IQ2_S blk.32.ffn_up_exps.weight[373]: blk.32.ffn_up_exps.weight[374]: IQ2_S blk.32.ffn_up_exps.weight[375]: blk.32.ffn_up_exps.weight[376]: blk.32.ffn_up_exps.weight[377]: blk.32.ffn_up_exps.weight[378]: IQ2_S blk.32.ffn_up_exps.weight[379]: blk.32.ffn_up_exps.weight[380]: IQ2_S blk.32.ffn_up_exps.weight[381]: IQ2_S blk.32.ffn_up_exps.weight[382]: blk.32.ffn_up_exps.weight[383]: blk.32.ffn_up_exps.weight[384]: blk.32.ffn_up_exps.weight[385]: blk.32.ffn_up_exps.weight[386]: blk.32.ffn_up_exps.weight[387]: blk.32.ffn_up_exps.weight[388]: blk.32.ffn_up_exps.weight[389]: blk.32.ffn_up_exps.weight[390]: blk.32.ffn_up_exps.weight[391]: blk.32.ffn_up_exps.weight[392]: blk.32.ffn_up_exps.weight[393]: IQ2_S blk.32.ffn_up_exps.weight[394]: IQ2_S blk.32.ffn_up_exps.weight[395]: blk.32.ffn_up_exps.weight[396]: blk.32.ffn_up_exps.weight[397]: IQ2_S blk.32.ffn_up_exps.weight[398]: blk.32.ffn_up_exps.weight[399]: blk.32.ffn_up_exps.weight[400]: IQ2_S blk.32.ffn_up_exps.weight[401]: IQ2_S blk.32.ffn_up_exps.weight[402]: blk.32.ffn_up_exps.weight[403]: IQ2_S blk.32.ffn_up_exps.weight[404]: blk.32.ffn_up_exps.weight[405]: blk.32.ffn_up_exps.weight[406]: IQ2_S blk.32.ffn_up_exps.weight[407]: IQ2_S blk.32.ffn_up_exps.weight[408]: blk.32.ffn_up_exps.weight[409]: blk.32.ffn_up_exps.weight[410]: IQ2_S blk.32.ffn_up_exps.weight[411]: blk.32.ffn_up_exps.weight[412]: blk.32.ffn_up_exps.weight[413]: blk.32.ffn_up_exps.weight[414]: IQ2_S blk.32.ffn_up_exps.weight[415]: IQ2_S blk.32.ffn_up_exps.weight[416]: blk.32.ffn_up_exps.weight[417]: blk.32.ffn_up_exps.weight[418]: IQ2_S blk.32.ffn_up_exps.weight[419]: IQ2_S blk.32.ffn_up_exps.weight[420]: blk.32.ffn_up_exps.weight[421]: IQ2_S blk.32.ffn_up_exps.weight[422]: blk.32.ffn_up_exps.weight[423]: IQ2_S blk.32.ffn_up_exps.weight[424]: blk.32.ffn_up_exps.weight[425]: blk.32.ffn_up_exps.weight[426]: IQ2_S blk.32.ffn_up_exps.weight[427]: blk.32.ffn_up_exps.weight[428]: IQ2_S blk.32.ffn_up_exps.weight[429]: IQ2_S blk.32.ffn_up_exps.weight[430]: IQ2_S blk.32.ffn_up_exps.weight[431]: blk.32.ffn_up_exps.weight[432]: IQ2_S blk.32.ffn_up_exps.weight[433]: IQ2_S blk.32.ffn_up_exps.weight[434]: blk.32.ffn_up_exps.weight[435]: blk.32.ffn_up_exps.weight[436]: blk.32.ffn_up_exps.weight[437]: blk.32.ffn_up_exps.weight[438]: IQ2_S blk.32.ffn_up_exps.weight[439]: IQ2_S blk.32.ffn_up_exps.weight[440]: blk.32.ffn_up_exps.weight[441]: IQ2_S blk.32.ffn_up_exps.weight[442]: IQ2_S blk.32.ffn_up_exps.weight[443]: blk.32.ffn_up_exps.weight[444]: IQ2_S blk.32.ffn_up_exps.weight[445]: IQ2_S blk.32.ffn_up_exps.weight[446]: blk.32.ffn_up_exps.weight[447]: IQ2_S blk.32.ffn_up_exps.weight[448]: blk.32.ffn_up_exps.weight[449]: blk.32.ffn_up_exps.weight[450]: IQ2_S blk.32.ffn_up_exps.weight[451]: IQ2_S blk.32.ffn_up_exps.weight[452]: IQ2_S blk.32.ffn_up_exps.weight[453]: IQ2_S blk.32.ffn_up_exps.weight[454]: IQ2_S blk.32.ffn_up_exps.weight[455]: IQ2_S blk.32.ffn_up_exps.weight[456]: blk.32.ffn_up_exps.weight[457]: blk.32.ffn_up_exps.weight[458]: blk.32.ffn_up_exps.weight[459]: blk.32.ffn_up_exps.weight[460]: blk.32.ffn_up_exps.weight[461]: blk.32.ffn_up_exps.weight[462]: blk.32.ffn_up_exps.weight[463]: blk.32.ffn_up_exps.weight[464]: blk.32.ffn_up_exps.weight[465]: IQ2_S blk.32.ffn_up_exps.weight[466]: IQ2_S blk.32.ffn_up_exps.weight[467]: IQ2_S blk.32.ffn_up_exps.weight[468]: blk.32.ffn_up_exps.weight[469]: IQ2_S blk.32.ffn_up_exps.weight[470]: blk.32.ffn_up_exps.weight[471]: IQ2_S blk.32.ffn_up_exps.weight[472]: blk.32.ffn_up_exps.weight[473]: blk.32.ffn_up_exps.weight[474]: blk.32.ffn_up_exps.weight[475]: blk.32.ffn_up_exps.weight[476]: IQ2_S blk.32.ffn_up_exps.weight[477]: blk.32.ffn_up_exps.weight[478]: IQ2_S blk.32.ffn_up_exps.weight[479]: IQ2_S blk.32.ffn_up_exps.weight[480]: IQ2_S blk.32.ffn_up_exps.weight[481]: IQ2_S blk.32.ffn_up_exps.weight[482]: IQ2_S blk.32.ffn_up_exps.weight[483]: IQ2_S blk.32.ffn_up_exps.weight[484]: IQ2_S blk.32.ffn_up_exps.weight[485]: IQ2_S blk.32.ffn_up_exps.weight[486]: IQ2_S blk.32.ffn_up_exps.weight[487]: blk.32.ffn_up_exps.weight[488]: IQ2_S blk.32.ffn_up_exps.weight[489]: blk.32.ffn_up_exps.weight[490]: blk.32.ffn_up_exps.weight[491]: blk.32.ffn_up_exps.weight[492]: IQ2_S blk.32.ffn_up_exps.weight[493]: blk.32.ffn_up_exps.weight[494]: blk.32.ffn_up_exps.weight[495]: blk.32.ffn_up_exps.weight[496]: blk.32.ffn_up_exps.weight[497]: blk.32.ffn_up_exps.weight[498]: blk.32.ffn_up_exps.weight[499]: blk.32.ffn_up_exps.weight[500]: blk.32.ffn_up_exps.weight[501]: IQ2_S blk.32.ffn_up_exps.weight[502]: IQ2_S blk.32.ffn_up_exps.weight[503]: blk.32.ffn_up_exps.weight[504]: blk.32.ffn_up_exps.weight[505]: blk.32.ffn_up_exps.weight[506]: blk.32.ffn_up_exps.weight[507]: blk.32.ffn_up_exps.weight[508]: blk.32.ffn_up_exps.weight[509]: blk.32.ffn_up_exps.weight[510]: blk.32.ffn_up_exps.weight[511]: IQ2_S blk.32.ffn_down_exps.weight[0]: IQ4_NL blk.32.ffn_down_exps.weight[1]: IQ4_NL blk.32.ffn_down_exps.weight[2]: blk.32.ffn_down_exps.weight[3]: blk.32.ffn_down_exps.weight[4]: IQ4_NL blk.32.ffn_down_exps.weight[5]: blk.32.ffn_down_exps.weight[6]: IQ4_NL blk.32.ffn_down_exps.weight[7]: blk.32.ffn_down_exps.weight[8]: IQ4_NL blk.32.ffn_down_exps.weight[9]: blk.32.ffn_down_exps.weight[10]: IQ4_NL blk.32.ffn_down_exps.weight[11]: IQ4_NL blk.32.ffn_down_exps.weight[12]: IQ4_NL blk.32.ffn_down_exps.weight[13]: IQ4_NL blk.32.ffn_down_exps.weight[14]: blk.32.ffn_down_exps.weight[15]: IQ4_NL blk.32.ffn_down_exps.weight[16]: IQ4_NL blk.32.ffn_down_exps.weight[17]: IQ4_NL blk.32.ffn_down_exps.weight[18]: blk.32.ffn_down_exps.weight[19]: blk.32.ffn_down_exps.weight[20]: blk.32.ffn_down_exps.weight[21]: IQ4_NL blk.32.ffn_down_exps.weight[22]: IQ4_NL blk.32.ffn_down_exps.weight[23]: IQ4_NL blk.32.ffn_down_exps.weight[24]: IQ4_NL blk.32.ffn_down_exps.weight[25]: blk.32.ffn_down_exps.weight[26]: IQ4_NL blk.32.ffn_down_exps.weight[27]: IQ4_NL blk.32.ffn_down_exps.weight[28]: IQ4_NL blk.32.ffn_down_exps.weight[29]: IQ4_NL blk.32.ffn_down_exps.weight[30]: IQ4_NL blk.32.ffn_down_exps.weight[31]: IQ4_NL blk.32.ffn_down_exps.weight[32]: blk.32.ffn_down_exps.weight[33]: blk.32.ffn_down_exps.weight[34]: blk.32.ffn_down_exps.weight[35]: IQ4_NL blk.32.ffn_down_exps.weight[36]: blk.32.ffn_down_exps.weight[37]: IQ4_NL blk.32.ffn_down_exps.weight[38]: blk.32.ffn_down_exps.weight[39]: IQ4_NL blk.32.ffn_down_exps.weight[40]: blk.32.ffn_down_exps.weight[41]: blk.32.ffn_down_exps.weight[42]: IQ4_NL blk.32.ffn_down_exps.weight[43]: IQ4_NL blk.32.ffn_down_exps.weight[44]: blk.32.ffn_down_exps.weight[45]: IQ4_NL blk.32.ffn_down_exps.weight[46]: blk.32.ffn_down_exps.weight[47]: IQ4_NL blk.32.ffn_down_exps.weight[48]: IQ4_NL blk.32.ffn_down_exps.weight[49]: IQ4_NL blk.32.ffn_down_exps.weight[50]: blk.32.ffn_down_exps.weight[51]: IQ4_NL blk.32.ffn_down_exps.weight[52]: blk.32.ffn_down_exps.weight[53]: IQ4_NL blk.32.ffn_down_exps.weight[54]: blk.32.ffn_down_exps.weight[55]: IQ4_NL blk.32.ffn_down_exps.weight[56]: blk.32.ffn_down_exps.weight[57]: IQ4_NL blk.32.ffn_down_exps.weight[58]: blk.32.ffn_down_exps.weight[59]: blk.32.ffn_down_exps.weight[60]: blk.32.ffn_down_exps.weight[61]: IQ4_NL blk.32.ffn_down_exps.weight[62]: IQ4_NL blk.32.ffn_down_exps.weight[63]: IQ4_NL blk.32.ffn_down_exps.weight[64]: IQ4_NL blk.32.ffn_down_exps.weight[65]: IQ4_NL blk.32.ffn_down_exps.weight[66]: blk.32.ffn_down_exps.weight[67]: blk.32.ffn_down_exps.weight[68]: blk.32.ffn_down_exps.weight[69]: blk.32.ffn_down_exps.weight[70]: IQ4_NL blk.32.ffn_down_exps.weight[71]: blk.32.ffn_down_exps.weight[72]: blk.32.ffn_down_exps.weight[73]: IQ4_NL blk.32.ffn_down_exps.weight[74]: blk.32.ffn_down_exps.weight[75]: IQ4_NL blk.32.ffn_down_exps.weight[76]: blk.32.ffn_down_exps.weight[77]: blk.32.ffn_down_exps.weight[78]: blk.32.ffn_down_exps.weight[79]: blk.32.ffn_down_exps.weight[80]: blk.32.ffn_down_exps.weight[81]: blk.32.ffn_down_exps.weight[82]: IQ4_NL blk.32.ffn_down_exps.weight[83]: IQ4_NL blk.32.ffn_down_exps.weight[84]: IQ4_NL blk.32.ffn_down_exps.weight[85]: IQ4_NL blk.32.ffn_down_exps.weight[86]: blk.32.ffn_down_exps.weight[87]: IQ4_NL blk.32.ffn_down_exps.weight[88]: IQ4_NL blk.32.ffn_down_exps.weight[89]: blk.32.ffn_down_exps.weight[90]: IQ4_NL blk.32.ffn_down_exps.weight[91]: IQ4_NL blk.32.ffn_down_exps.weight[92]: IQ4_NL blk.32.ffn_down_exps.weight[93]: blk.32.ffn_down_exps.weight[94]: IQ4_NL blk.32.ffn_down_exps.weight[95]: blk.32.ffn_down_exps.weight[96]: IQ4_NL blk.32.ffn_down_exps.weight[97]: blk.32.ffn_down_exps.weight[98]: IQ4_NL blk.32.ffn_down_exps.weight[99]: IQ4_NL blk.32.ffn_down_exps.weight[100]: blk.32.ffn_down_exps.weight[101]: IQ4_NL blk.32.ffn_down_exps.weight[102]: blk.32.ffn_down_exps.weight[103]: blk.32.ffn_down_exps.weight[104]: IQ4_NL blk.32.ffn_down_exps.weight[105]: blk.32.ffn_down_exps.weight[106]: blk.32.ffn_down_exps.weight[107]: blk.32.ffn_down_exps.weight[108]: IQ4_NL blk.32.ffn_down_exps.weight[109]: IQ4_NL blk.32.ffn_down_exps.weight[110]: blk.32.ffn_down_exps.weight[111]: blk.32.ffn_down_exps.weight[112]: IQ4_NL blk.32.ffn_down_exps.weight[113]: blk.32.ffn_down_exps.weight[114]: blk.32.ffn_down_exps.weight[115]: IQ4_NL blk.32.ffn_down_exps.weight[116]: IQ4_NL blk.32.ffn_down_exps.weight[117]: blk.32.ffn_down_exps.weight[118]: IQ4_NL blk.32.ffn_down_exps.weight[119]: blk.32.ffn_down_exps.weight[120]: IQ4_NL blk.32.ffn_down_exps.weight[121]: blk.32.ffn_down_exps.weight[122]: IQ4_NL blk.32.ffn_down_exps.weight[123]: IQ4_NL blk.32.ffn_down_exps.weight[124]: IQ4_NL blk.32.ffn_down_exps.weight[125]: blk.32.ffn_down_exps.weight[126]: blk.32.ffn_down_exps.weight[127]: IQ4_NL blk.32.ffn_down_exps.weight[128]: blk.32.ffn_down_exps.weight[129]: IQ4_NL blk.32.ffn_down_exps.weight[130]: IQ4_NL blk.32.ffn_down_exps.weight[131]: blk.32.ffn_down_exps.weight[132]: blk.32.ffn_down_exps.weight[133]: blk.32.ffn_down_exps.weight[134]: blk.32.ffn_down_exps.weight[135]: blk.32.ffn_down_exps.weight[136]: IQ4_NL blk.32.ffn_down_exps.weight[137]: blk.32.ffn_down_exps.weight[138]: IQ4_NL blk.32.ffn_down_exps.weight[139]: blk.32.ffn_down_exps.weight[140]: IQ4_NL blk.32.ffn_down_exps.weight[141]: blk.32.ffn_down_exps.weight[142]: blk.32.ffn_down_exps.weight[143]: IQ4_NL blk.32.ffn_down_exps.weight[144]: blk.32.ffn_down_exps.weight[145]: blk.32.ffn_down_exps.weight[146]: IQ4_NL blk.32.ffn_down_exps.weight[147]: IQ4_NL blk.32.ffn_down_exps.weight[148]: IQ4_NL blk.32.ffn_down_exps.weight[149]: IQ4_NL blk.32.ffn_down_exps.weight[150]: IQ4_NL blk.32.ffn_down_exps.weight[151]: IQ4_NL blk.32.ffn_down_exps.weight[152]: IQ4_NL blk.32.ffn_down_exps.weight[153]: IQ4_NL blk.32.ffn_down_exps.weight[154]: blk.32.ffn_down_exps.weight[155]: IQ4_NL blk.32.ffn_down_exps.weight[156]: blk.32.ffn_down_exps.weight[157]: blk.32.ffn_down_exps.weight[158]: IQ4_NL blk.32.ffn_down_exps.weight[159]: IQ4_NL blk.32.ffn_down_exps.weight[160]: IQ4_NL blk.32.ffn_down_exps.weight[161]: blk.32.ffn_down_exps.weight[162]: IQ4_NL blk.32.ffn_down_exps.weight[163]: blk.32.ffn_down_exps.weight[164]: IQ4_NL blk.32.ffn_down_exps.weight[165]: blk.32.ffn_down_exps.weight[166]: IQ4_NL blk.32.ffn_down_exps.weight[167]: IQ4_NL blk.32.ffn_down_exps.weight[168]: IQ4_NL blk.32.ffn_down_exps.weight[169]: IQ4_NL blk.32.ffn_down_exps.weight[170]: blk.32.ffn_down_exps.weight[171]: IQ4_NL blk.32.ffn_down_exps.weight[172]: IQ4_NL blk.32.ffn_down_exps.weight[173]: IQ4_NL blk.32.ffn_down_exps.weight[174]: IQ4_NL blk.32.ffn_down_exps.weight[175]: IQ4_NL blk.32.ffn_down_exps.weight[176]: blk.32.ffn_down_exps.weight[177]: blk.32.ffn_down_exps.weight[178]: blk.32.ffn_down_exps.weight[179]: IQ4_NL blk.32.ffn_down_exps.weight[180]: blk.32.ffn_down_exps.weight[181]: IQ4_NL blk.32.ffn_down_exps.weight[182]: IQ4_NL blk.32.ffn_down_exps.weight[183]: IQ4_NL blk.32.ffn_down_exps.weight[184]: blk.32.ffn_down_exps.weight[185]: blk.32.ffn_down_exps.weight[186]: blk.32.ffn_down_exps.weight[187]: blk.32.ffn_down_exps.weight[188]: IQ4_NL blk.32.ffn_down_exps.weight[189]: IQ4_NL blk.32.ffn_down_exps.weight[190]: blk.32.ffn_down_exps.weight[191]: IQ4_NL blk.32.ffn_down_exps.weight[192]: IQ4_NL blk.32.ffn_down_exps.weight[193]: blk.32.ffn_down_exps.weight[194]: blk.32.ffn_down_exps.weight[195]: IQ4_NL blk.32.ffn_down_exps.weight[196]: blk.32.ffn_down_exps.weight[197]: IQ4_NL blk.32.ffn_down_exps.weight[198]: blk.32.ffn_down_exps.weight[199]: blk.32.ffn_down_exps.weight[200]: blk.32.ffn_down_exps.weight[201]: IQ4_NL blk.32.ffn_down_exps.weight[202]: blk.32.ffn_down_exps.weight[203]: blk.32.ffn_down_exps.weight[204]: blk.32.ffn_down_exps.weight[205]: blk.32.ffn_down_exps.weight[206]: IQ4_NL blk.32.ffn_down_exps.weight[207]: IQ4_NL blk.32.ffn_down_exps.weight[208]: IQ4_NL blk.32.ffn_down_exps.weight[209]: blk.32.ffn_down_exps.weight[210]: IQ4_NL blk.32.ffn_down_exps.weight[211]: blk.32.ffn_down_exps.weight[212]: IQ4_NL blk.32.ffn_down_exps.weight[213]: IQ4_NL blk.32.ffn_down_exps.weight[214]: blk.32.ffn_down_exps.weight[215]: blk.32.ffn_down_exps.weight[216]: IQ4_NL blk.32.ffn_down_exps.weight[217]: blk.32.ffn_down_exps.weight[218]: IQ4_NL blk.32.ffn_down_exps.weight[219]: blk.32.ffn_down_exps.weight[220]: IQ4_NL blk.32.ffn_down_exps.weight[221]: IQ4_NL blk.32.ffn_down_exps.weight[222]: blk.32.ffn_down_exps.weight[223]: blk.32.ffn_down_exps.weight[224]: IQ4_NL blk.32.ffn_down_exps.weight[225]: IQ4_NL blk.32.ffn_down_exps.weight[226]: blk.32.ffn_down_exps.weight[227]: blk.32.ffn_down_exps.weight[228]: IQ4_NL blk.32.ffn_down_exps.weight[229]: blk.32.ffn_down_exps.weight[230]: blk.32.ffn_down_exps.weight[231]: blk.32.ffn_down_exps.weight[232]: blk.32.ffn_down_exps.weight[233]: IQ4_NL blk.32.ffn_down_exps.weight[234]: blk.32.ffn_down_exps.weight[235]: IQ4_NL blk.32.ffn_down_exps.weight[236]: IQ4_NL blk.32.ffn_down_exps.weight[237]: blk.32.ffn_down_exps.weight[238]: blk.32.ffn_down_exps.weight[239]: IQ4_NL blk.32.ffn_down_exps.weight[240]: blk.32.ffn_down_exps.weight[241]: blk.32.ffn_down_exps.weight[242]: blk.32.ffn_down_exps.weight[243]: IQ4_NL blk.32.ffn_down_exps.weight[244]: blk.32.ffn_down_exps.weight[245]: IQ4_NL blk.32.ffn_down_exps.weight[246]: IQ4_NL blk.32.ffn_down_exps.weight[247]: IQ4_NL blk.32.ffn_down_exps.weight[248]: blk.32.ffn_down_exps.weight[249]: IQ4_NL blk.32.ffn_down_exps.weight[250]: blk.32.ffn_down_exps.weight[251]: blk.32.ffn_down_exps.weight[252]: IQ4_NL blk.32.ffn_down_exps.weight[253]: IQ4_NL blk.32.ffn_down_exps.weight[254]: blk.32.ffn_down_exps.weight[255]: IQ4_NL blk.32.ffn_down_exps.weight[256]: blk.32.ffn_down_exps.weight[257]: blk.32.ffn_down_exps.weight[258]: blk.32.ffn_down_exps.weight[259]: blk.32.ffn_down_exps.weight[260]: IQ4_NL blk.32.ffn_down_exps.weight[261]: blk.32.ffn_down_exps.weight[262]: blk.32.ffn_down_exps.weight[263]: IQ4_NL blk.32.ffn_down_exps.weight[264]: blk.32.ffn_down_exps.weight[265]: IQ4_NL blk.32.ffn_down_exps.weight[266]: IQ4_NL blk.32.ffn_down_exps.weight[267]: IQ4_NL blk.32.ffn_down_exps.weight[268]: blk.32.ffn_down_exps.weight[269]: IQ4_NL blk.32.ffn_down_exps.weight[270]: blk.32.ffn_down_exps.weight[271]: blk.32.ffn_down_exps.weight[272]: IQ4_NL blk.32.ffn_down_exps.weight[273]: blk.32.ffn_down_exps.weight[274]: IQ4_NL blk.32.ffn_down_exps.weight[275]: IQ4_NL blk.32.ffn_down_exps.weight[276]: IQ4_NL blk.32.ffn_down_exps.weight[277]: blk.32.ffn_down_exps.weight[278]: IQ4_NL blk.32.ffn_down_exps.weight[279]: blk.32.ffn_down_exps.weight[280]: blk.32.ffn_down_exps.weight[281]: blk.32.ffn_down_exps.weight[282]: IQ4_NL blk.32.ffn_down_exps.weight[283]: blk.32.ffn_down_exps.weight[284]: blk.32.ffn_down_exps.weight[285]: IQ4_NL blk.32.ffn_down_exps.weight[286]: blk.32.ffn_down_exps.weight[287]: IQ4_NL blk.32.ffn_down_exps.weight[288]: IQ4_NL blk.32.ffn_down_exps.weight[289]: blk.32.ffn_down_exps.weight[290]: blk.32.ffn_down_exps.weight[291]: blk.32.ffn_down_exps.weight[292]: IQ4_NL blk.32.ffn_down_exps.weight[293]: IQ4_NL blk.32.ffn_down_exps.weight[294]: IQ4_NL blk.32.ffn_down_exps.weight[295]: IQ4_NL blk.32.ffn_down_exps.weight[296]: blk.32.ffn_down_exps.weight[297]: blk.32.ffn_down_exps.weight[298]: blk.32.ffn_down_exps.weight[299]: IQ4_NL blk.32.ffn_down_exps.weight[300]: blk.32.ffn_down_exps.weight[301]: IQ4_NL blk.32.ffn_down_exps.weight[302]: blk.32.ffn_down_exps.weight[303]: IQ4_NL blk.32.ffn_down_exps.weight[304]: blk.32.ffn_down_exps.weight[305]: IQ4_NL blk.32.ffn_down_exps.weight[306]: blk.32.ffn_down_exps.weight[307]: blk.32.ffn_down_exps.weight[308]: blk.32.ffn_down_exps.weight[309]: IQ4_NL blk.32.ffn_down_exps.weight[310]: blk.32.ffn_down_exps.weight[311]: IQ4_NL blk.32.ffn_down_exps.weight[312]: IQ4_NL blk.32.ffn_down_exps.weight[313]: IQ4_NL blk.32.ffn_down_exps.weight[314]: blk.32.ffn_down_exps.weight[315]: IQ4_NL blk.32.ffn_down_exps.weight[316]: IQ4_NL blk.32.ffn_down_exps.weight[317]: blk.32.ffn_down_exps.weight[318]: blk.32.ffn_down_exps.weight[319]: IQ4_NL blk.32.ffn_down_exps.weight[320]: IQ4_NL blk.32.ffn_down_exps.weight[321]: IQ4_NL blk.32.ffn_down_exps.weight[322]: IQ4_NL blk.32.ffn_down_exps.weight[323]: IQ4_NL blk.32.ffn_down_exps.weight[324]: IQ4_NL blk.32.ffn_down_exps.weight[325]: IQ4_NL blk.32.ffn_down_exps.weight[326]: IQ4_NL blk.32.ffn_down_exps.weight[327]: blk.32.ffn_down_exps.weight[328]: IQ4_NL blk.32.ffn_down_exps.weight[329]: IQ4_NL blk.32.ffn_down_exps.weight[330]: IQ4_NL blk.32.ffn_down_exps.weight[331]: blk.32.ffn_down_exps.weight[332]: IQ4_NL blk.32.ffn_down_exps.weight[333]: IQ4_NL blk.32.ffn_down_exps.weight[334]: IQ4_NL blk.32.ffn_down_exps.weight[335]: IQ4_NL blk.32.ffn_down_exps.weight[336]: blk.32.ffn_down_exps.weight[337]: IQ4_NL blk.32.ffn_down_exps.weight[338]: IQ4_NL blk.32.ffn_down_exps.weight[339]: IQ4_NL blk.32.ffn_down_exps.weight[340]: IQ4_NL blk.32.ffn_down_exps.weight[341]: IQ4_NL blk.32.ffn_down_exps.weight[342]: blk.32.ffn_down_exps.weight[343]: IQ4_NL blk.32.ffn_down_exps.weight[344]: blk.32.ffn_down_exps.weight[345]: IQ4_NL blk.32.ffn_down_exps.weight[346]: IQ4_NL blk.32.ffn_down_exps.weight[347]: IQ4_NL blk.32.ffn_down_exps.weight[348]: IQ4_NL blk.32.ffn_down_exps.weight[349]: blk.32.ffn_down_exps.weight[350]: blk.32.ffn_down_exps.weight[351]: IQ4_NL blk.32.ffn_down_exps.weight[352]: IQ4_NL blk.32.ffn_down_exps.weight[353]: blk.32.ffn_down_exps.weight[354]: IQ4_NL blk.32.ffn_down_exps.weight[355]: IQ4_NL blk.32.ffn_down_exps.weight[356]: blk.32.ffn_down_exps.weight[357]: IQ4_NL blk.32.ffn_down_exps.weight[358]: blk.32.ffn_down_exps.weight[359]: IQ4_NL blk.32.ffn_down_exps.weight[360]: IQ4_NL blk.32.ffn_down_exps.weight[361]: blk.32.ffn_down_exps.weight[362]: blk.32.ffn_down_exps.weight[363]: blk.32.ffn_down_exps.weight[364]: blk.32.ffn_down_exps.weight[365]: blk.32.ffn_down_exps.weight[366]: blk.32.ffn_down_exps.weight[367]: blk.32.ffn_down_exps.weight[368]: blk.32.ffn_down_exps.weight[369]: IQ4_NL blk.32.ffn_down_exps.weight[370]: IQ4_NL blk.32.ffn_down_exps.weight[371]: blk.32.ffn_down_exps.weight[372]: IQ4_NL blk.32.ffn_down_exps.weight[373]: blk.32.ffn_down_exps.weight[374]: IQ4_NL blk.32.ffn_down_exps.weight[375]: blk.32.ffn_down_exps.weight[376]: blk.32.ffn_down_exps.weight[377]: blk.32.ffn_down_exps.weight[378]: IQ4_NL blk.32.ffn_down_exps.weight[379]: blk.32.ffn_down_exps.weight[380]: IQ4_NL blk.32.ffn_down_exps.weight[381]: IQ4_NL blk.32.ffn_down_exps.weight[382]: blk.32.ffn_down_exps.weight[383]: blk.32.ffn_down_exps.weight[384]: blk.32.ffn_down_exps.weight[385]: blk.32.ffn_down_exps.weight[386]: blk.32.ffn_down_exps.weight[387]: blk.32.ffn_down_exps.weight[388]: blk.32.ffn_down_exps.weight[389]: blk.32.ffn_down_exps.weight[390]: blk.32.ffn_down_exps.weight[391]: blk.32.ffn_down_exps.weight[392]: blk.32.ffn_down_exps.weight[393]: IQ4_NL blk.32.ffn_down_exps.weight[394]: IQ4_NL blk.32.ffn_down_exps.weight[395]: blk.32.ffn_down_exps.weight[396]: blk.32.ffn_down_exps.weight[397]: IQ4_NL blk.32.ffn_down_exps.weight[398]: blk.32.ffn_down_exps.weight[399]: blk.32.ffn_down_exps.weight[400]: IQ4_NL blk.32.ffn_down_exps.weight[401]: IQ4_NL blk.32.ffn_down_exps.weight[402]: blk.32.ffn_down_exps.weight[403]: IQ4_NL blk.32.ffn_down_exps.weight[404]: blk.32.ffn_down_exps.weight[405]: blk.32.ffn_down_exps.weight[406]: IQ4_NL blk.32.ffn_down_exps.weight[407]: IQ4_NL blk.32.ffn_down_exps.weight[408]: blk.32.ffn_down_exps.weight[409]: blk.32.ffn_down_exps.weight[410]: IQ4_NL blk.32.ffn_down_exps.weight[411]: blk.32.ffn_down_exps.weight[412]: blk.32.ffn_down_exps.weight[413]: blk.32.ffn_down_exps.weight[414]: IQ4_NL blk.32.ffn_down_exps.weight[415]: IQ4_NL blk.32.ffn_down_exps.weight[416]: blk.32.ffn_down_exps.weight[417]: blk.32.ffn_down_exps.weight[418]: IQ4_NL blk.32.ffn_down_exps.weight[419]: IQ4_NL blk.32.ffn_down_exps.weight[420]: blk.32.ffn_down_exps.weight[421]: IQ4_NL blk.32.ffn_down_exps.weight[422]: blk.32.ffn_down_exps.weight[423]: IQ4_NL blk.32.ffn_down_exps.weight[424]: blk.32.ffn_down_exps.weight[425]: blk.32.ffn_down_exps.weight[426]: IQ4_NL blk.32.ffn_down_exps.weight[427]: blk.32.ffn_down_exps.weight[428]: IQ4_NL blk.32.ffn_down_exps.weight[429]: IQ4_NL blk.32.ffn_down_exps.weight[430]: IQ4_NL blk.32.ffn_down_exps.weight[431]: blk.32.ffn_down_exps.weight[432]: IQ4_NL blk.32.ffn_down_exps.weight[433]: IQ4_NL blk.32.ffn_down_exps.weight[434]: blk.32.ffn_down_exps.weight[435]: blk.32.ffn_down_exps.weight[436]: blk.32.ffn_down_exps.weight[437]: blk.32.ffn_down_exps.weight[438]: IQ4_NL blk.32.ffn_down_exps.weight[439]: IQ4_NL blk.32.ffn_down_exps.weight[440]: blk.32.ffn_down_exps.weight[441]: IQ4_NL blk.32.ffn_down_exps.weight[442]: IQ4_NL blk.32.ffn_down_exps.weight[443]: blk.32.ffn_down_exps.weight[444]: IQ4_NL blk.32.ffn_down_exps.weight[445]: IQ4_NL blk.32.ffn_down_exps.weight[446]: blk.32.ffn_down_exps.weight[447]: IQ4_NL blk.32.ffn_down_exps.weight[448]: blk.32.ffn_down_exps.weight[449]: blk.32.ffn_down_exps.weight[450]: IQ4_NL blk.32.ffn_down_exps.weight[451]: IQ4_NL blk.32.ffn_down_exps.weight[452]: IQ4_NL blk.32.ffn_down_exps.weight[453]: IQ4_NL blk.32.ffn_down_exps.weight[454]: IQ4_NL blk.32.ffn_down_exps.weight[455]: IQ4_NL blk.32.ffn_down_exps.weight[456]: blk.32.ffn_down_exps.weight[457]: blk.32.ffn_down_exps.weight[458]: blk.32.ffn_down_exps.weight[459]: blk.32.ffn_down_exps.weight[460]: blk.32.ffn_down_exps.weight[461]: blk.32.ffn_down_exps.weight[462]: blk.32.ffn_down_exps.weight[463]: blk.32.ffn_down_exps.weight[464]: blk.32.ffn_down_exps.weight[465]: IQ4_NL blk.32.ffn_down_exps.weight[466]: IQ4_NL blk.32.ffn_down_exps.weight[467]: IQ4_NL blk.32.ffn_down_exps.weight[468]: blk.32.ffn_down_exps.weight[469]: IQ4_NL blk.32.ffn_down_exps.weight[470]: blk.32.ffn_down_exps.weight[471]: IQ4_NL blk.32.ffn_down_exps.weight[472]: blk.32.ffn_down_exps.weight[473]: blk.32.ffn_down_exps.weight[474]: blk.32.ffn_down_exps.weight[475]: blk.32.ffn_down_exps.weight[476]: IQ4_NL blk.32.ffn_down_exps.weight[477]: blk.32.ffn_down_exps.weight[478]: IQ4_NL blk.32.ffn_down_exps.weight[479]: IQ4_NL blk.32.ffn_down_exps.weight[480]: IQ4_NL blk.32.ffn_down_exps.weight[481]: IQ4_NL blk.32.ffn_down_exps.weight[482]: IQ4_NL blk.32.ffn_down_exps.weight[483]: IQ4_NL blk.32.ffn_down_exps.weight[484]: IQ4_NL blk.32.ffn_down_exps.weight[485]: IQ4_NL blk.32.ffn_down_exps.weight[486]: IQ4_NL blk.32.ffn_down_exps.weight[487]: blk.32.ffn_down_exps.weight[488]: IQ4_NL blk.32.ffn_down_exps.weight[489]: blk.32.ffn_down_exps.weight[490]: blk.32.ffn_down_exps.weight[491]: blk.32.ffn_down_exps.weight[492]: IQ4_NL blk.32.ffn_down_exps.weight[493]: blk.32.ffn_down_exps.weight[494]: blk.32.ffn_down_exps.weight[495]: blk.32.ffn_down_exps.weight[496]: blk.32.ffn_down_exps.weight[497]: blk.32.ffn_down_exps.weight[498]: blk.32.ffn_down_exps.weight[499]: blk.32.ffn_down_exps.weight[500]: blk.32.ffn_down_exps.weight[501]: IQ4_NL blk.32.ffn_down_exps.weight[502]: IQ4_NL blk.32.ffn_down_exps.weight[503]: blk.32.ffn_down_exps.weight[504]: blk.32.ffn_down_exps.weight[505]: blk.32.ffn_down_exps.weight[506]: blk.32.ffn_down_exps.weight[507]: blk.32.ffn_down_exps.weight[508]: blk.32.ffn_down_exps.weight[509]: blk.32.ffn_down_exps.weight[510]: blk.32.ffn_down_exps.weight[511]: IQ4_NL blk.33.ffn_gate_exps.weight[0]: IQ3_XXS blk.33.ffn_gate_exps.weight[1]: blk.33.ffn_gate_exps.weight[2]: blk.33.ffn_gate_exps.weight[3]: IQ3_XXS blk.33.ffn_gate_exps.weight[4]: blk.33.ffn_gate_exps.weight[5]: blk.33.ffn_gate_exps.weight[6]: blk.33.ffn_gate_exps.weight[7]: IQ3_XXS blk.33.ffn_gate_exps.weight[8]: blk.33.ffn_gate_exps.weight[9]: IQ3_XXS blk.33.ffn_gate_exps.weight[10]: blk.33.ffn_gate_exps.weight[11]: blk.33.ffn_gate_exps.weight[12]: blk.33.ffn_gate_exps.weight[13]: IQ3_XXS blk.33.ffn_gate_exps.weight[14]: IQ3_XXS blk.33.ffn_gate_exps.weight[15]: blk.33.ffn_gate_exps.weight[16]: IQ3_XXS blk.33.ffn_gate_exps.weight[17]: IQ3_XXS blk.33.ffn_gate_exps.weight[18]: IQ3_XXS blk.33.ffn_gate_exps.weight[19]: blk.33.ffn_gate_exps.weight[20]: IQ3_XXS blk.33.ffn_gate_exps.weight[21]: blk.33.ffn_gate_exps.weight[22]: IQ3_XXS blk.33.ffn_gate_exps.weight[23]: blk.33.ffn_gate_exps.weight[24]: blk.33.ffn_gate_exps.weight[25]: IQ3_XXS blk.33.ffn_gate_exps.weight[26]: blk.33.ffn_gate_exps.weight[27]: blk.33.ffn_gate_exps.weight[28]: blk.33.ffn_gate_exps.weight[29]: blk.33.ffn_gate_exps.weight[30]: IQ3_XXS blk.33.ffn_gate_exps.weight[31]: IQ3_XXS blk.33.ffn_gate_exps.weight[32]: blk.33.ffn_gate_exps.weight[33]: IQ3_XXS blk.33.ffn_gate_exps.weight[34]: IQ3_XXS blk.33.ffn_gate_exps.weight[35]: IQ3_XXS blk.33.ffn_gate_exps.weight[36]: blk.33.ffn_gate_exps.weight[37]: blk.33.ffn_gate_exps.weight[38]: IQ3_XXS blk.33.ffn_gate_exps.weight[39]: IQ3_XXS blk.33.ffn_gate_exps.weight[40]: blk.33.ffn_gate_exps.weight[41]: IQ3_XXS blk.33.ffn_gate_exps.weight[42]: blk.33.ffn_gate_exps.weight[43]: IQ3_XXS blk.33.ffn_gate_exps.weight[44]: blk.33.ffn_gate_exps.weight[45]: blk.33.ffn_gate_exps.weight[46]: blk.33.ffn_gate_exps.weight[47]: blk.33.ffn_gate_exps.weight[48]: blk.33.ffn_gate_exps.weight[49]: IQ3_XXS blk.33.ffn_gate_exps.weight[50]: IQ3_XXS blk.33.ffn_gate_exps.weight[51]: IQ3_XXS blk.33.ffn_gate_exps.weight[52]: IQ3_XXS blk.33.ffn_gate_exps.weight[53]: blk.33.ffn_gate_exps.weight[54]: IQ3_XXS blk.33.ffn_gate_exps.weight[55]: IQ3_XXS blk.33.ffn_gate_exps.weight[56]: blk.33.ffn_gate_exps.weight[57]: blk.33.ffn_gate_exps.weight[58]: IQ3_XXS blk.33.ffn_gate_exps.weight[59]: blk.33.ffn_gate_exps.weight[60]: blk.33.ffn_gate_exps.weight[61]: IQ3_XXS blk.33.ffn_gate_exps.weight[62]: IQ3_XXS blk.33.ffn_gate_exps.weight[63]: IQ3_XXS blk.33.ffn_gate_exps.weight[64]: IQ3_XXS blk.33.ffn_gate_exps.weight[65]: blk.33.ffn_gate_exps.weight[66]: IQ3_XXS blk.33.ffn_gate_exps.weight[67]: blk.33.ffn_gate_exps.weight[68]: blk.33.ffn_gate_exps.weight[69]: IQ3_XXS blk.33.ffn_gate_exps.weight[70]: IQ3_XXS blk.33.ffn_gate_exps.weight[71]: IQ3_XXS blk.33.ffn_gate_exps.weight[72]: IQ3_XXS blk.33.ffn_gate_exps.weight[73]: IQ3_XXS blk.33.ffn_gate_exps.weight[74]: IQ3_XXS blk.33.ffn_gate_exps.weight[75]: IQ3_XXS blk.33.ffn_gate_exps.weight[76]: IQ3_XXS blk.33.ffn_gate_exps.weight[77]: IQ3_XXS blk.33.ffn_gate_exps.weight[78]: IQ3_XXS blk.33.ffn_gate_exps.weight[79]: IQ3_XXS blk.33.ffn_gate_exps.weight[80]: blk.33.ffn_gate_exps.weight[81]: IQ3_XXS blk.33.ffn_gate_exps.weight[82]: blk.33.ffn_gate_exps.weight[83]: blk.33.ffn_gate_exps.weight[84]: IQ3_XXS blk.33.ffn_gate_exps.weight[85]: IQ3_XXS blk.33.ffn_gate_exps.weight[86]: IQ3_XXS blk.33.ffn_gate_exps.weight[87]: IQ3_XXS blk.33.ffn_gate_exps.weight[88]: IQ3_XXS blk.33.ffn_gate_exps.weight[89]: blk.33.ffn_gate_exps.weight[90]: IQ3_XXS blk.33.ffn_gate_exps.weight[91]: blk.33.ffn_gate_exps.weight[92]: blk.33.ffn_gate_exps.weight[93]: IQ3_XXS blk.33.ffn_gate_exps.weight[94]: IQ3_XXS blk.33.ffn_gate_exps.weight[95]: blk.33.ffn_gate_exps.weight[96]: IQ3_XXS blk.33.ffn_gate_exps.weight[97]: IQ3_XXS blk.33.ffn_gate_exps.weight[98]: blk.33.ffn_gate_exps.weight[99]: blk.33.ffn_gate_exps.weight[100]: blk.33.ffn_gate_exps.weight[101]: IQ3_XXS blk.33.ffn_gate_exps.weight[102]: blk.33.ffn_gate_exps.weight[103]: blk.33.ffn_gate_exps.weight[104]: IQ3_XXS blk.33.ffn_gate_exps.weight[105]: IQ3_XXS blk.33.ffn_gate_exps.weight[106]: IQ3_XXS blk.33.ffn_gate_exps.weight[107]: IQ3_XXS blk.33.ffn_gate_exps.weight[108]: IQ3_XXS blk.33.ffn_gate_exps.weight[109]: blk.33.ffn_gate_exps.weight[110]: IQ3_XXS blk.33.ffn_gate_exps.weight[111]: IQ3_XXS blk.33.ffn_gate_exps.weight[112]: IQ3_XXS blk.33.ffn_gate_exps.weight[113]: IQ3_XXS blk.33.ffn_gate_exps.weight[114]: blk.33.ffn_gate_exps.weight[115]: blk.33.ffn_gate_exps.weight[116]: IQ3_XXS blk.33.ffn_gate_exps.weight[117]: IQ3_XXS blk.33.ffn_gate_exps.weight[118]: IQ3_XXS blk.33.ffn_gate_exps.weight[119]: blk.33.ffn_gate_exps.weight[120]: blk.33.ffn_gate_exps.weight[121]: IQ3_XXS blk.33.ffn_gate_exps.weight[122]: blk.33.ffn_gate_exps.weight[123]: blk.33.ffn_gate_exps.weight[124]: blk.33.ffn_gate_exps.weight[125]: IQ3_XXS blk.33.ffn_gate_exps.weight[126]: blk.33.ffn_gate_exps.weight[127]: IQ3_XXS blk.33.ffn_gate_exps.weight[128]: IQ3_XXS blk.33.ffn_gate_exps.weight[129]: blk.33.ffn_gate_exps.weight[130]: blk.33.ffn_gate_exps.weight[131]: blk.33.ffn_gate_exps.weight[132]: IQ3_XXS blk.33.ffn_gate_exps.weight[133]: IQ3_XXS blk.33.ffn_gate_exps.weight[134]: blk.33.ffn_gate_exps.weight[135]: blk.33.ffn_gate_exps.weight[136]: IQ3_XXS blk.33.ffn_gate_exps.weight[137]: IQ3_XXS blk.33.ffn_gate_exps.weight[138]: IQ3_XXS blk.33.ffn_gate_exps.weight[139]: blk.33.ffn_gate_exps.weight[140]: IQ3_XXS blk.33.ffn_gate_exps.weight[141]: IQ3_XXS blk.33.ffn_gate_exps.weight[142]: blk.33.ffn_gate_exps.weight[143]: IQ3_XXS blk.33.ffn_gate_exps.weight[144]: IQ3_XXS blk.33.ffn_gate_exps.weight[145]: IQ3_XXS blk.33.ffn_gate_exps.weight[146]: IQ3_XXS blk.33.ffn_gate_exps.weight[147]: blk.33.ffn_gate_exps.weight[148]: blk.33.ffn_gate_exps.weight[149]: blk.33.ffn_gate_exps.weight[150]: blk.33.ffn_gate_exps.weight[151]: IQ3_XXS blk.33.ffn_gate_exps.weight[152]: blk.33.ffn_gate_exps.weight[153]: blk.33.ffn_gate_exps.weight[154]: blk.33.ffn_gate_exps.weight[155]: blk.33.ffn_gate_exps.weight[156]: IQ3_XXS blk.33.ffn_gate_exps.weight[157]: blk.33.ffn_gate_exps.weight[158]: blk.33.ffn_gate_exps.weight[159]: IQ3_XXS blk.33.ffn_gate_exps.weight[160]: IQ3_XXS blk.33.ffn_gate_exps.weight[161]: blk.33.ffn_gate_exps.weight[162]: blk.33.ffn_gate_exps.weight[163]: IQ3_XXS blk.33.ffn_gate_exps.weight[164]: IQ3_XXS blk.33.ffn_gate_exps.weight[165]: IQ3_XXS blk.33.ffn_gate_exps.weight[166]: blk.33.ffn_gate_exps.weight[167]: blk.33.ffn_gate_exps.weight[168]: blk.33.ffn_gate_exps.weight[169]: blk.33.ffn_gate_exps.weight[170]: IQ3_XXS blk.33.ffn_gate_exps.weight[171]: blk.33.ffn_gate_exps.weight[172]: IQ3_XXS blk.33.ffn_gate_exps.weight[173]: IQ3_XXS blk.33.ffn_gate_exps.weight[174]: IQ3_XXS blk.33.ffn_gate_exps.weight[175]: IQ3_XXS blk.33.ffn_gate_exps.weight[176]: IQ3_XXS blk.33.ffn_gate_exps.weight[177]: IQ3_XXS blk.33.ffn_gate_exps.weight[178]: blk.33.ffn_gate_exps.weight[179]: blk.33.ffn_gate_exps.weight[180]: blk.33.ffn_gate_exps.weight[181]: blk.33.ffn_gate_exps.weight[182]: blk.33.ffn_gate_exps.weight[183]: blk.33.ffn_gate_exps.weight[184]: blk.33.ffn_gate_exps.weight[185]: IQ3_XXS blk.33.ffn_gate_exps.weight[186]: blk.33.ffn_gate_exps.weight[187]: IQ3_XXS blk.33.ffn_gate_exps.weight[188]: blk.33.ffn_gate_exps.weight[189]: blk.33.ffn_gate_exps.weight[190]: blk.33.ffn_gate_exps.weight[191]: IQ3_XXS blk.33.ffn_gate_exps.weight[192]: IQ3_XXS blk.33.ffn_gate_exps.weight[193]: IQ3_XXS blk.33.ffn_gate_exps.weight[194]: IQ3_XXS blk.33.ffn_gate_exps.weight[195]: blk.33.ffn_gate_exps.weight[196]: IQ3_XXS blk.33.ffn_gate_exps.weight[197]: blk.33.ffn_gate_exps.weight[198]: IQ3_XXS blk.33.ffn_gate_exps.weight[199]: blk.33.ffn_gate_exps.weight[200]: blk.33.ffn_gate_exps.weight[201]: IQ3_XXS blk.33.ffn_gate_exps.weight[202]: IQ3_XXS blk.33.ffn_gate_exps.weight[203]: blk.33.ffn_gate_exps.weight[204]: IQ3_XXS blk.33.ffn_gate_exps.weight[205]: IQ3_XXS blk.33.ffn_gate_exps.weight[206]: blk.33.ffn_gate_exps.weight[207]: blk.33.ffn_gate_exps.weight[208]: blk.33.ffn_gate_exps.weight[209]: blk.33.ffn_gate_exps.weight[210]: IQ3_XXS blk.33.ffn_gate_exps.weight[211]: blk.33.ffn_gate_exps.weight[212]: blk.33.ffn_gate_exps.weight[213]: blk.33.ffn_gate_exps.weight[214]: IQ3_XXS blk.33.ffn_gate_exps.weight[215]: IQ3_XXS blk.33.ffn_gate_exps.weight[216]: IQ3_XXS blk.33.ffn_gate_exps.weight[217]: blk.33.ffn_gate_exps.weight[218]: blk.33.ffn_gate_exps.weight[219]: IQ3_XXS blk.33.ffn_gate_exps.weight[220]: IQ3_XXS blk.33.ffn_gate_exps.weight[221]: blk.33.ffn_gate_exps.weight[222]: blk.33.ffn_gate_exps.weight[223]: IQ3_XXS blk.33.ffn_gate_exps.weight[224]: IQ3_XXS blk.33.ffn_gate_exps.weight[225]: blk.33.ffn_gate_exps.weight[226]: blk.33.ffn_gate_exps.weight[227]: blk.33.ffn_gate_exps.weight[228]: IQ3_XXS blk.33.ffn_gate_exps.weight[229]: blk.33.ffn_gate_exps.weight[230]: blk.33.ffn_gate_exps.weight[231]: IQ3_XXS blk.33.ffn_gate_exps.weight[232]: IQ3_XXS blk.33.ffn_gate_exps.weight[233]: blk.33.ffn_gate_exps.weight[234]: blk.33.ffn_gate_exps.weight[235]: IQ3_XXS blk.33.ffn_gate_exps.weight[236]: blk.33.ffn_gate_exps.weight[237]: blk.33.ffn_gate_exps.weight[238]: IQ3_XXS blk.33.ffn_gate_exps.weight[239]: blk.33.ffn_gate_exps.weight[240]: blk.33.ffn_gate_exps.weight[241]: IQ3_XXS blk.33.ffn_gate_exps.weight[242]: blk.33.ffn_gate_exps.weight[243]: IQ3_XXS blk.33.ffn_gate_exps.weight[244]: IQ3_XXS blk.33.ffn_gate_exps.weight[245]: blk.33.ffn_gate_exps.weight[246]: blk.33.ffn_gate_exps.weight[247]: blk.33.ffn_gate_exps.weight[248]: blk.33.ffn_gate_exps.weight[249]: IQ3_XXS blk.33.ffn_gate_exps.weight[250]: IQ3_XXS blk.33.ffn_gate_exps.weight[251]: blk.33.ffn_gate_exps.weight[252]: IQ3_XXS blk.33.ffn_gate_exps.weight[253]: IQ3_XXS blk.33.ffn_gate_exps.weight[254]: IQ3_XXS blk.33.ffn_gate_exps.weight[255]: IQ3_XXS blk.33.ffn_gate_exps.weight[256]: IQ3_XXS blk.33.ffn_gate_exps.weight[257]: blk.33.ffn_gate_exps.weight[258]: blk.33.ffn_gate_exps.weight[259]: blk.33.ffn_gate_exps.weight[260]: blk.33.ffn_gate_exps.weight[261]: blk.33.ffn_gate_exps.weight[262]: blk.33.ffn_gate_exps.weight[263]: IQ3_XXS blk.33.ffn_gate_exps.weight[264]: blk.33.ffn_gate_exps.weight[265]: IQ3_XXS blk.33.ffn_gate_exps.weight[266]: IQ3_XXS blk.33.ffn_gate_exps.weight[267]: IQ3_XXS blk.33.ffn_gate_exps.weight[268]: IQ3_XXS blk.33.ffn_gate_exps.weight[269]: blk.33.ffn_gate_exps.weight[270]: blk.33.ffn_gate_exps.weight[271]: blk.33.ffn_gate_exps.weight[272]: blk.33.ffn_gate_exps.weight[273]: IQ3_XXS blk.33.ffn_gate_exps.weight[274]: blk.33.ffn_gate_exps.weight[275]: blk.33.ffn_gate_exps.weight[276]: IQ3_XXS blk.33.ffn_gate_exps.weight[277]: IQ3_XXS blk.33.ffn_gate_exps.weight[278]: IQ3_XXS blk.33.ffn_gate_exps.weight[279]: IQ3_XXS blk.33.ffn_gate_exps.weight[280]: blk.33.ffn_gate_exps.weight[281]: IQ3_XXS blk.33.ffn_gate_exps.weight[282]: IQ3_XXS blk.33.ffn_gate_exps.weight[283]: IQ3_XXS blk.33.ffn_gate_exps.weight[284]: IQ3_XXS blk.33.ffn_gate_exps.weight[285]: IQ3_XXS blk.33.ffn_gate_exps.weight[286]: IQ3_XXS blk.33.ffn_gate_exps.weight[287]: blk.33.ffn_gate_exps.weight[288]: IQ3_XXS blk.33.ffn_gate_exps.weight[289]: blk.33.ffn_gate_exps.weight[290]: blk.33.ffn_gate_exps.weight[291]: IQ3_XXS blk.33.ffn_gate_exps.weight[292]: blk.33.ffn_gate_exps.weight[293]: IQ3_XXS blk.33.ffn_gate_exps.weight[294]: blk.33.ffn_gate_exps.weight[295]: blk.33.ffn_gate_exps.weight[296]: blk.33.ffn_gate_exps.weight[297]: blk.33.ffn_gate_exps.weight[298]: blk.33.ffn_gate_exps.weight[299]: IQ3_XXS blk.33.ffn_gate_exps.weight[300]: IQ3_XXS blk.33.ffn_gate_exps.weight[301]: IQ3_XXS blk.33.ffn_gate_exps.weight[302]: IQ3_XXS blk.33.ffn_gate_exps.weight[303]: blk.33.ffn_gate_exps.weight[304]: IQ3_XXS blk.33.ffn_gate_exps.weight[305]: IQ3_XXS blk.33.ffn_gate_exps.weight[306]: IQ3_XXS blk.33.ffn_gate_exps.weight[307]: blk.33.ffn_gate_exps.weight[308]: blk.33.ffn_gate_exps.weight[309]: blk.33.ffn_gate_exps.weight[310]: blk.33.ffn_gate_exps.weight[311]: IQ3_XXS blk.33.ffn_gate_exps.weight[312]: blk.33.ffn_gate_exps.weight[313]: blk.33.ffn_gate_exps.weight[314]: IQ3_XXS blk.33.ffn_gate_exps.weight[315]: IQ3_XXS blk.33.ffn_gate_exps.weight[316]: blk.33.ffn_gate_exps.weight[317]: blk.33.ffn_gate_exps.weight[318]: blk.33.ffn_gate_exps.weight[319]: IQ3_XXS blk.33.ffn_gate_exps.weight[320]: blk.33.ffn_gate_exps.weight[321]: IQ3_XXS blk.33.ffn_gate_exps.weight[322]: blk.33.ffn_gate_exps.weight[323]: IQ3_XXS blk.33.ffn_gate_exps.weight[324]: IQ3_XXS blk.33.ffn_gate_exps.weight[325]: blk.33.ffn_gate_exps.weight[326]: blk.33.ffn_gate_exps.weight[327]: IQ3_XXS blk.33.ffn_gate_exps.weight[328]: blk.33.ffn_gate_exps.weight[329]: IQ3_XXS blk.33.ffn_gate_exps.weight[330]: blk.33.ffn_gate_exps.weight[331]: IQ3_XXS blk.33.ffn_gate_exps.weight[332]: blk.33.ffn_gate_exps.weight[333]: IQ3_XXS blk.33.ffn_gate_exps.weight[334]: IQ3_XXS blk.33.ffn_gate_exps.weight[335]: IQ3_XXS blk.33.ffn_gate_exps.weight[336]: IQ3_XXS blk.33.ffn_gate_exps.weight[337]: blk.33.ffn_gate_exps.weight[338]: IQ3_XXS blk.33.ffn_gate_exps.weight[339]: IQ3_XXS blk.33.ffn_gate_exps.weight[340]: blk.33.ffn_gate_exps.weight[341]: blk.33.ffn_gate_exps.weight[342]: blk.33.ffn_gate_exps.weight[343]: IQ3_XXS blk.33.ffn_gate_exps.weight[344]: blk.33.ffn_gate_exps.weight[345]: IQ3_XXS blk.33.ffn_gate_exps.weight[346]: IQ3_XXS blk.33.ffn_gate_exps.weight[347]: IQ3_XXS blk.33.ffn_gate_exps.weight[348]: blk.33.ffn_gate_exps.weight[349]: IQ3_XXS blk.33.ffn_gate_exps.weight[350]: blk.33.ffn_gate_exps.weight[351]: IQ3_XXS blk.33.ffn_gate_exps.weight[352]: blk.33.ffn_gate_exps.weight[353]: blk.33.ffn_gate_exps.weight[354]: IQ3_XXS blk.33.ffn_gate_exps.weight[355]: blk.33.ffn_gate_exps.weight[356]: IQ3_XXS blk.33.ffn_gate_exps.weight[357]: IQ3_XXS blk.33.ffn_gate_exps.weight[358]: IQ3_XXS blk.33.ffn_gate_exps.weight[359]: IQ3_XXS blk.33.ffn_gate_exps.weight[360]: blk.33.ffn_gate_exps.weight[361]: IQ3_XXS blk.33.ffn_gate_exps.weight[362]: IQ3_XXS blk.33.ffn_gate_exps.weight[363]: blk.33.ffn_gate_exps.weight[364]: blk.33.ffn_gate_exps.weight[365]: IQ3_XXS blk.33.ffn_gate_exps.weight[366]: blk.33.ffn_gate_exps.weight[367]: blk.33.ffn_gate_exps.weight[368]: blk.33.ffn_gate_exps.weight[369]: blk.33.ffn_gate_exps.weight[370]: blk.33.ffn_gate_exps.weight[371]: IQ3_XXS blk.33.ffn_gate_exps.weight[372]: IQ3_XXS blk.33.ffn_gate_exps.weight[373]: IQ3_XXS blk.33.ffn_gate_exps.weight[374]: IQ3_XXS blk.33.ffn_gate_exps.weight[375]: IQ3_XXS blk.33.ffn_gate_exps.weight[376]: IQ3_XXS blk.33.ffn_gate_exps.weight[377]: blk.33.ffn_gate_exps.weight[378]: IQ3_XXS blk.33.ffn_gate_exps.weight[379]: IQ3_XXS blk.33.ffn_gate_exps.weight[380]: IQ3_XXS blk.33.ffn_gate_exps.weight[381]: blk.33.ffn_gate_exps.weight[382]: IQ3_XXS blk.33.ffn_gate_exps.weight[383]: blk.33.ffn_gate_exps.weight[384]: IQ3_XXS blk.33.ffn_gate_exps.weight[385]: IQ3_XXS blk.33.ffn_gate_exps.weight[386]: blk.33.ffn_gate_exps.weight[387]: IQ3_XXS blk.33.ffn_gate_exps.weight[388]: blk.33.ffn_gate_exps.weight[389]: IQ3_XXS blk.33.ffn_gate_exps.weight[390]: blk.33.ffn_gate_exps.weight[391]: IQ3_XXS blk.33.ffn_gate_exps.weight[392]: IQ3_XXS blk.33.ffn_gate_exps.weight[393]: blk.33.ffn_gate_exps.weight[394]: IQ3_XXS blk.33.ffn_gate_exps.weight[395]: IQ3_XXS blk.33.ffn_gate_exps.weight[396]: blk.33.ffn_gate_exps.weight[397]: blk.33.ffn_gate_exps.weight[398]: blk.33.ffn_gate_exps.weight[399]: blk.33.ffn_gate_exps.weight[400]: blk.33.ffn_gate_exps.weight[401]: IQ3_XXS blk.33.ffn_gate_exps.weight[402]: IQ3_XXS blk.33.ffn_gate_exps.weight[403]: IQ3_XXS blk.33.ffn_gate_exps.weight[404]: IQ3_XXS blk.33.ffn_gate_exps.weight[405]: blk.33.ffn_gate_exps.weight[406]: blk.33.ffn_gate_exps.weight[407]: IQ3_XXS blk.33.ffn_gate_exps.weight[408]: blk.33.ffn_gate_exps.weight[409]: IQ3_XXS blk.33.ffn_gate_exps.weight[410]: IQ3_XXS blk.33.ffn_gate_exps.weight[411]: blk.33.ffn_gate_exps.weight[412]: IQ3_XXS blk.33.ffn_gate_exps.weight[413]: blk.33.ffn_gate_exps.weight[414]: blk.33.ffn_gate_exps.weight[415]: IQ3_XXS blk.33.ffn_gate_exps.weight[416]: IQ3_XXS blk.33.ffn_gate_exps.weight[417]: blk.33.ffn_gate_exps.weight[418]: IQ3_XXS blk.33.ffn_gate_exps.weight[419]: blk.33.ffn_gate_exps.weight[420]: IQ3_XXS blk.33.ffn_gate_exps.weight[421]: blk.33.ffn_gate_exps.weight[422]: IQ3_XXS blk.33.ffn_gate_exps.weight[423]: IQ3_XXS blk.33.ffn_gate_exps.weight[424]: blk.33.ffn_gate_exps.weight[425]: blk.33.ffn_gate_exps.weight[426]: IQ3_XXS blk.33.ffn_gate_exps.weight[427]: blk.33.ffn_gate_exps.weight[428]: blk.33.ffn_gate_exps.weight[429]: blk.33.ffn_gate_exps.weight[430]: IQ3_XXS blk.33.ffn_gate_exps.weight[431]: blk.33.ffn_gate_exps.weight[432]: blk.33.ffn_gate_exps.weight[433]: IQ3_XXS blk.33.ffn_gate_exps.weight[434]: blk.33.ffn_gate_exps.weight[435]: blk.33.ffn_gate_exps.weight[436]: blk.33.ffn_gate_exps.weight[437]: blk.33.ffn_gate_exps.weight[438]: blk.33.ffn_gate_exps.weight[439]: blk.33.ffn_gate_exps.weight[440]: IQ3_XXS blk.33.ffn_gate_exps.weight[441]: IQ3_XXS blk.33.ffn_gate_exps.weight[442]: IQ3_XXS blk.33.ffn_gate_exps.weight[443]: blk.33.ffn_gate_exps.weight[444]: IQ3_XXS blk.33.ffn_gate_exps.weight[445]: blk.33.ffn_gate_exps.weight[446]: IQ3_XXS blk.33.ffn_gate_exps.weight[447]: blk.33.ffn_gate_exps.weight[448]: blk.33.ffn_gate_exps.weight[449]: IQ3_XXS blk.33.ffn_gate_exps.weight[450]: blk.33.ffn_gate_exps.weight[451]: blk.33.ffn_gate_exps.weight[452]: blk.33.ffn_gate_exps.weight[453]: blk.33.ffn_gate_exps.weight[454]: blk.33.ffn_gate_exps.weight[455]: IQ3_XXS blk.33.ffn_gate_exps.weight[456]: IQ3_XXS blk.33.ffn_gate_exps.weight[457]: IQ3_XXS blk.33.ffn_gate_exps.weight[458]: blk.33.ffn_gate_exps.weight[459]: IQ3_XXS blk.33.ffn_gate_exps.weight[460]: blk.33.ffn_gate_exps.weight[461]: IQ3_XXS blk.33.ffn_gate_exps.weight[462]: IQ3_XXS blk.33.ffn_gate_exps.weight[463]: IQ3_XXS blk.33.ffn_gate_exps.weight[464]: IQ3_XXS blk.33.ffn_gate_exps.weight[465]: IQ3_XXS blk.33.ffn_gate_exps.weight[466]: blk.33.ffn_gate_exps.weight[467]: IQ3_XXS blk.33.ffn_gate_exps.weight[468]: IQ3_XXS blk.33.ffn_gate_exps.weight[469]: IQ3_XXS blk.33.ffn_gate_exps.weight[470]: blk.33.ffn_gate_exps.weight[471]: IQ3_XXS blk.33.ffn_gate_exps.weight[472]: blk.33.ffn_gate_exps.weight[473]: blk.33.ffn_gate_exps.weight[474]: IQ3_XXS blk.33.ffn_gate_exps.weight[475]: blk.33.ffn_gate_exps.weight[476]: blk.33.ffn_gate_exps.weight[477]: IQ3_XXS blk.33.ffn_gate_exps.weight[478]: blk.33.ffn_gate_exps.weight[479]: blk.33.ffn_gate_exps.weight[480]: blk.33.ffn_gate_exps.weight[481]: IQ3_XXS blk.33.ffn_gate_exps.weight[482]: IQ3_XXS blk.33.ffn_gate_exps.weight[483]: blk.33.ffn_gate_exps.weight[484]: IQ3_XXS blk.33.ffn_gate_exps.weight[485]: blk.33.ffn_gate_exps.weight[486]: blk.33.ffn_gate_exps.weight[487]: blk.33.ffn_gate_exps.weight[488]: blk.33.ffn_gate_exps.weight[489]: blk.33.ffn_gate_exps.weight[490]: blk.33.ffn_gate_exps.weight[491]: blk.33.ffn_gate_exps.weight[492]: blk.33.ffn_gate_exps.weight[493]: blk.33.ffn_gate_exps.weight[494]: IQ3_XXS blk.33.ffn_gate_exps.weight[495]: IQ3_XXS blk.33.ffn_gate_exps.weight[496]: IQ3_XXS blk.33.ffn_gate_exps.weight[497]: blk.33.ffn_gate_exps.weight[498]: blk.33.ffn_gate_exps.weight[499]: IQ3_XXS blk.33.ffn_gate_exps.weight[500]: IQ3_XXS blk.33.ffn_gate_exps.weight[501]: blk.33.ffn_gate_exps.weight[502]: blk.33.ffn_gate_exps.weight[503]: blk.33.ffn_gate_exps.weight[504]: IQ3_XXS blk.33.ffn_gate_exps.weight[505]: blk.33.ffn_gate_exps.weight[506]: IQ3_XXS blk.33.ffn_gate_exps.weight[507]: blk.33.ffn_gate_exps.weight[508]: IQ3_XXS blk.33.ffn_gate_exps.weight[509]: blk.33.ffn_gate_exps.weight[510]: blk.33.ffn_gate_exps.weight[511]: IQ3_XXS blk.33.ffn_up_exps.weight[0]: IQ3_XXS blk.33.ffn_up_exps.weight[1]: blk.33.ffn_up_exps.weight[2]: blk.33.ffn_up_exps.weight[3]: IQ3_XXS blk.33.ffn_up_exps.weight[4]: blk.33.ffn_up_exps.weight[5]: blk.33.ffn_up_exps.weight[6]: blk.33.ffn_up_exps.weight[7]: IQ3_XXS blk.33.ffn_up_exps.weight[8]: blk.33.ffn_up_exps.weight[9]: IQ3_XXS blk.33.ffn_up_exps.weight[10]: blk.33.ffn_up_exps.weight[11]: blk.33.ffn_up_exps.weight[12]: blk.33.ffn_up_exps.weight[13]: IQ3_XXS blk.33.ffn_up_exps.weight[14]: IQ3_XXS blk.33.ffn_up_exps.weight[15]: blk.33.ffn_up_exps.weight[16]: IQ3_XXS blk.33.ffn_up_exps.weight[17]: IQ3_XXS blk.33.ffn_up_exps.weight[18]: IQ3_XXS blk.33.ffn_up_exps.weight[19]: blk.33.ffn_up_exps.weight[20]: IQ3_XXS blk.33.ffn_up_exps.weight[21]: blk.33.ffn_up_exps.weight[22]: IQ3_XXS blk.33.ffn_up_exps.weight[23]: blk.33.ffn_up_exps.weight[24]: blk.33.ffn_up_exps.weight[25]: IQ3_XXS blk.33.ffn_up_exps.weight[26]: blk.33.ffn_up_exps.weight[27]: blk.33.ffn_up_exps.weight[28]: blk.33.ffn_up_exps.weight[29]: blk.33.ffn_up_exps.weight[30]: IQ3_XXS blk.33.ffn_up_exps.weight[31]: IQ3_XXS blk.33.ffn_up_exps.weight[32]: blk.33.ffn_up_exps.weight[33]: IQ3_XXS blk.33.ffn_up_exps.weight[34]: IQ3_XXS blk.33.ffn_up_exps.weight[35]: IQ3_XXS blk.33.ffn_up_exps.weight[36]: blk.33.ffn_up_exps.weight[37]: blk.33.ffn_up_exps.weight[38]: IQ3_XXS blk.33.ffn_up_exps.weight[39]: IQ3_XXS blk.33.ffn_up_exps.weight[40]: blk.33.ffn_up_exps.weight[41]: IQ3_XXS blk.33.ffn_up_exps.weight[42]: blk.33.ffn_up_exps.weight[43]: IQ3_XXS blk.33.ffn_up_exps.weight[44]: blk.33.ffn_up_exps.weight[45]: blk.33.ffn_up_exps.weight[46]: blk.33.ffn_up_exps.weight[47]: blk.33.ffn_up_exps.weight[48]: blk.33.ffn_up_exps.weight[49]: IQ3_XXS blk.33.ffn_up_exps.weight[50]: IQ3_XXS blk.33.ffn_up_exps.weight[51]: IQ3_XXS blk.33.ffn_up_exps.weight[52]: IQ3_XXS blk.33.ffn_up_exps.weight[53]: blk.33.ffn_up_exps.weight[54]: IQ3_XXS blk.33.ffn_up_exps.weight[55]: IQ3_XXS blk.33.ffn_up_exps.weight[56]: blk.33.ffn_up_exps.weight[57]: blk.33.ffn_up_exps.weight[58]: IQ3_XXS blk.33.ffn_up_exps.weight[59]: blk.33.ffn_up_exps.weight[60]: blk.33.ffn_up_exps.weight[61]: IQ3_XXS blk.33.ffn_up_exps.weight[62]: IQ3_XXS blk.33.ffn_up_exps.weight[63]: IQ3_XXS blk.33.ffn_up_exps.weight[64]: IQ3_XXS blk.33.ffn_up_exps.weight[65]: blk.33.ffn_up_exps.weight[66]: IQ3_XXS blk.33.ffn_up_exps.weight[67]: blk.33.ffn_up_exps.weight[68]: blk.33.ffn_up_exps.weight[69]: IQ3_XXS blk.33.ffn_up_exps.weight[70]: IQ3_XXS blk.33.ffn_up_exps.weight[71]: IQ3_XXS blk.33.ffn_up_exps.weight[72]: IQ3_XXS blk.33.ffn_up_exps.weight[73]: IQ3_XXS blk.33.ffn_up_exps.weight[74]: IQ3_XXS blk.33.ffn_up_exps.weight[75]: IQ3_XXS blk.33.ffn_up_exps.weight[76]: IQ3_XXS blk.33.ffn_up_exps.weight[77]: IQ3_XXS blk.33.ffn_up_exps.weight[78]: IQ3_XXS blk.33.ffn_up_exps.weight[79]: IQ3_XXS blk.33.ffn_up_exps.weight[80]: blk.33.ffn_up_exps.weight[81]: IQ3_XXS blk.33.ffn_up_exps.weight[82]: blk.33.ffn_up_exps.weight[83]: blk.33.ffn_up_exps.weight[84]: IQ3_XXS blk.33.ffn_up_exps.weight[85]: IQ3_XXS blk.33.ffn_up_exps.weight[86]: IQ3_XXS blk.33.ffn_up_exps.weight[87]: IQ3_XXS blk.33.ffn_up_exps.weight[88]: IQ3_XXS blk.33.ffn_up_exps.weight[89]: blk.33.ffn_up_exps.weight[90]: IQ3_XXS blk.33.ffn_up_exps.weight[91]: blk.33.ffn_up_exps.weight[92]: blk.33.ffn_up_exps.weight[93]: IQ3_XXS blk.33.ffn_up_exps.weight[94]: IQ3_XXS blk.33.ffn_up_exps.weight[95]: blk.33.ffn_up_exps.weight[96]: IQ3_XXS blk.33.ffn_up_exps.weight[97]: IQ3_XXS blk.33.ffn_up_exps.weight[98]: blk.33.ffn_up_exps.weight[99]: blk.33.ffn_up_exps.weight[100]: blk.33.ffn_up_exps.weight[101]: IQ3_XXS blk.33.ffn_up_exps.weight[102]: blk.33.ffn_up_exps.weight[103]: blk.33.ffn_up_exps.weight[104]: IQ3_XXS blk.33.ffn_up_exps.weight[105]: IQ3_XXS blk.33.ffn_up_exps.weight[106]: IQ3_XXS blk.33.ffn_up_exps.weight[107]: IQ3_XXS blk.33.ffn_up_exps.weight[108]: IQ3_XXS blk.33.ffn_up_exps.weight[109]: blk.33.ffn_up_exps.weight[110]: IQ3_XXS blk.33.ffn_up_exps.weight[111]: IQ3_XXS blk.33.ffn_up_exps.weight[112]: IQ3_XXS blk.33.ffn_up_exps.weight[113]: IQ3_XXS blk.33.ffn_up_exps.weight[114]: blk.33.ffn_up_exps.weight[115]: blk.33.ffn_up_exps.weight[116]: IQ3_XXS blk.33.ffn_up_exps.weight[117]: IQ3_XXS blk.33.ffn_up_exps.weight[118]: IQ3_XXS blk.33.ffn_up_exps.weight[119]: blk.33.ffn_up_exps.weight[120]: blk.33.ffn_up_exps.weight[121]: IQ3_XXS blk.33.ffn_up_exps.weight[122]: blk.33.ffn_up_exps.weight[123]: blk.33.ffn_up_exps.weight[124]: blk.33.ffn_up_exps.weight[125]: IQ3_XXS blk.33.ffn_up_exps.weight[126]: blk.33.ffn_up_exps.weight[127]: IQ3_XXS blk.33.ffn_up_exps.weight[128]: IQ3_XXS blk.33.ffn_up_exps.weight[129]: blk.33.ffn_up_exps.weight[130]: blk.33.ffn_up_exps.weight[131]: blk.33.ffn_up_exps.weight[132]: IQ3_XXS blk.33.ffn_up_exps.weight[133]: IQ3_XXS blk.33.ffn_up_exps.weight[134]: blk.33.ffn_up_exps.weight[135]: blk.33.ffn_up_exps.weight[136]: IQ3_XXS blk.33.ffn_up_exps.weight[137]: IQ3_XXS blk.33.ffn_up_exps.weight[138]: IQ3_XXS blk.33.ffn_up_exps.weight[139]: blk.33.ffn_up_exps.weight[140]: IQ3_XXS blk.33.ffn_up_exps.weight[141]: IQ3_XXS blk.33.ffn_up_exps.weight[142]: blk.33.ffn_up_exps.weight[143]: IQ3_XXS blk.33.ffn_up_exps.weight[144]: IQ3_XXS blk.33.ffn_up_exps.weight[145]: IQ3_XXS blk.33.ffn_up_exps.weight[146]: IQ3_XXS blk.33.ffn_up_exps.weight[147]: blk.33.ffn_up_exps.weight[148]: blk.33.ffn_up_exps.weight[149]: blk.33.ffn_up_exps.weight[150]: blk.33.ffn_up_exps.weight[151]: IQ3_XXS blk.33.ffn_up_exps.weight[152]: blk.33.ffn_up_exps.weight[153]: blk.33.ffn_up_exps.weight[154]: blk.33.ffn_up_exps.weight[155]: blk.33.ffn_up_exps.weight[156]: IQ3_XXS blk.33.ffn_up_exps.weight[157]: blk.33.ffn_up_exps.weight[158]: blk.33.ffn_up_exps.weight[159]: IQ3_XXS blk.33.ffn_up_exps.weight[160]: IQ3_XXS blk.33.ffn_up_exps.weight[161]: blk.33.ffn_up_exps.weight[162]: blk.33.ffn_up_exps.weight[163]: IQ3_XXS blk.33.ffn_up_exps.weight[164]: IQ3_XXS blk.33.ffn_up_exps.weight[165]: IQ3_XXS blk.33.ffn_up_exps.weight[166]: blk.33.ffn_up_exps.weight[167]: blk.33.ffn_up_exps.weight[168]: blk.33.ffn_up_exps.weight[169]: blk.33.ffn_up_exps.weight[170]: IQ3_XXS blk.33.ffn_up_exps.weight[171]: blk.33.ffn_up_exps.weight[172]: IQ3_XXS blk.33.ffn_up_exps.weight[173]: IQ3_XXS blk.33.ffn_up_exps.weight[174]: IQ3_XXS blk.33.ffn_up_exps.weight[175]: IQ3_XXS blk.33.ffn_up_exps.weight[176]: IQ3_XXS blk.33.ffn_up_exps.weight[177]: IQ3_XXS blk.33.ffn_up_exps.weight[178]: blk.33.ffn_up_exps.weight[179]: blk.33.ffn_up_exps.weight[180]: blk.33.ffn_up_exps.weight[181]: blk.33.ffn_up_exps.weight[182]: blk.33.ffn_up_exps.weight[183]: blk.33.ffn_up_exps.weight[184]: blk.33.ffn_up_exps.weight[185]: IQ3_XXS blk.33.ffn_up_exps.weight[186]: blk.33.ffn_up_exps.weight[187]: IQ3_XXS blk.33.ffn_up_exps.weight[188]: blk.33.ffn_up_exps.weight[189]: blk.33.ffn_up_exps.weight[190]: blk.33.ffn_up_exps.weight[191]: IQ3_XXS blk.33.ffn_up_exps.weight[192]: IQ3_XXS blk.33.ffn_up_exps.weight[193]: IQ3_XXS blk.33.ffn_up_exps.weight[194]: IQ3_XXS blk.33.ffn_up_exps.weight[195]: blk.33.ffn_up_exps.weight[196]: IQ3_XXS blk.33.ffn_up_exps.weight[197]: blk.33.ffn_up_exps.weight[198]: IQ3_XXS blk.33.ffn_up_exps.weight[199]: blk.33.ffn_up_exps.weight[200]: blk.33.ffn_up_exps.weight[201]: IQ3_XXS blk.33.ffn_up_exps.weight[202]: IQ3_XXS blk.33.ffn_up_exps.weight[203]: blk.33.ffn_up_exps.weight[204]: IQ3_XXS blk.33.ffn_up_exps.weight[205]: IQ3_XXS blk.33.ffn_up_exps.weight[206]: blk.33.ffn_up_exps.weight[207]: blk.33.ffn_up_exps.weight[208]: blk.33.ffn_up_exps.weight[209]: blk.33.ffn_up_exps.weight[210]: IQ3_XXS blk.33.ffn_up_exps.weight[211]: blk.33.ffn_up_exps.weight[212]: blk.33.ffn_up_exps.weight[213]: blk.33.ffn_up_exps.weight[214]: IQ3_XXS blk.33.ffn_up_exps.weight[215]: IQ3_XXS blk.33.ffn_up_exps.weight[216]: IQ3_XXS blk.33.ffn_up_exps.weight[217]: blk.33.ffn_up_exps.weight[218]: blk.33.ffn_up_exps.weight[219]: IQ3_XXS blk.33.ffn_up_exps.weight[220]: IQ3_XXS blk.33.ffn_up_exps.weight[221]: blk.33.ffn_up_exps.weight[222]: blk.33.ffn_up_exps.weight[223]: IQ3_XXS blk.33.ffn_up_exps.weight[224]: IQ3_XXS blk.33.ffn_up_exps.weight[225]: blk.33.ffn_up_exps.weight[226]: blk.33.ffn_up_exps.weight[227]: blk.33.ffn_up_exps.weight[228]: IQ3_XXS blk.33.ffn_up_exps.weight[229]: blk.33.ffn_up_exps.weight[230]: blk.33.ffn_up_exps.weight[231]: IQ3_XXS blk.33.ffn_up_exps.weight[232]: IQ3_XXS blk.33.ffn_up_exps.weight[233]: blk.33.ffn_up_exps.weight[234]: blk.33.ffn_up_exps.weight[235]: IQ3_XXS blk.33.ffn_up_exps.weight[236]: blk.33.ffn_up_exps.weight[237]: blk.33.ffn_up_exps.weight[238]: IQ3_XXS blk.33.ffn_up_exps.weight[239]: blk.33.ffn_up_exps.weight[240]: blk.33.ffn_up_exps.weight[241]: IQ3_XXS blk.33.ffn_up_exps.weight[242]: blk.33.ffn_up_exps.weight[243]: IQ3_XXS blk.33.ffn_up_exps.weight[244]: IQ3_XXS blk.33.ffn_up_exps.weight[245]: blk.33.ffn_up_exps.weight[246]: blk.33.ffn_up_exps.weight[247]: blk.33.ffn_up_exps.weight[248]: blk.33.ffn_up_exps.weight[249]: IQ3_XXS blk.33.ffn_up_exps.weight[250]: IQ3_XXS blk.33.ffn_up_exps.weight[251]: blk.33.ffn_up_exps.weight[252]: IQ3_XXS blk.33.ffn_up_exps.weight[253]: IQ3_XXS blk.33.ffn_up_exps.weight[254]: IQ3_XXS blk.33.ffn_up_exps.weight[255]: IQ3_XXS blk.33.ffn_up_exps.weight[256]: IQ3_XXS blk.33.ffn_up_exps.weight[257]: blk.33.ffn_up_exps.weight[258]: blk.33.ffn_up_exps.weight[259]: blk.33.ffn_up_exps.weight[260]: blk.33.ffn_up_exps.weight[261]: blk.33.ffn_up_exps.weight[262]: blk.33.ffn_up_exps.weight[263]: IQ3_XXS blk.33.ffn_up_exps.weight[264]: blk.33.ffn_up_exps.weight[265]: IQ3_XXS blk.33.ffn_up_exps.weight[266]: IQ3_XXS blk.33.ffn_up_exps.weight[267]: IQ3_XXS blk.33.ffn_up_exps.weight[268]: IQ3_XXS blk.33.ffn_up_exps.weight[269]: blk.33.ffn_up_exps.weight[270]: blk.33.ffn_up_exps.weight[271]: blk.33.ffn_up_exps.weight[272]: blk.33.ffn_up_exps.weight[273]: IQ3_XXS blk.33.ffn_up_exps.weight[274]: blk.33.ffn_up_exps.weight[275]: blk.33.ffn_up_exps.weight[276]: IQ3_XXS blk.33.ffn_up_exps.weight[277]: IQ3_XXS blk.33.ffn_up_exps.weight[278]: IQ3_XXS blk.33.ffn_up_exps.weight[279]: IQ3_XXS blk.33.ffn_up_exps.weight[280]: blk.33.ffn_up_exps.weight[281]: IQ3_XXS blk.33.ffn_up_exps.weight[282]: IQ3_XXS blk.33.ffn_up_exps.weight[283]: IQ3_XXS blk.33.ffn_up_exps.weight[284]: IQ3_XXS blk.33.ffn_up_exps.weight[285]: IQ3_XXS blk.33.ffn_up_exps.weight[286]: IQ3_XXS blk.33.ffn_up_exps.weight[287]: blk.33.ffn_up_exps.weight[288]: IQ3_XXS blk.33.ffn_up_exps.weight[289]: blk.33.ffn_up_exps.weight[290]: blk.33.ffn_up_exps.weight[291]: IQ3_XXS blk.33.ffn_up_exps.weight[292]: blk.33.ffn_up_exps.weight[293]: IQ3_XXS blk.33.ffn_up_exps.weight[294]: blk.33.ffn_up_exps.weight[295]: blk.33.ffn_up_exps.weight[296]: blk.33.ffn_up_exps.weight[297]: blk.33.ffn_up_exps.weight[298]: blk.33.ffn_up_exps.weight[299]: IQ3_XXS blk.33.ffn_up_exps.weight[300]: IQ3_XXS blk.33.ffn_up_exps.weight[301]: IQ3_XXS blk.33.ffn_up_exps.weight[302]: IQ3_XXS blk.33.ffn_up_exps.weight[303]: blk.33.ffn_up_exps.weight[304]: IQ3_XXS blk.33.ffn_up_exps.weight[305]: IQ3_XXS blk.33.ffn_up_exps.weight[306]: IQ3_XXS blk.33.ffn_up_exps.weight[307]: blk.33.ffn_up_exps.weight[308]: blk.33.ffn_up_exps.weight[309]: blk.33.ffn_up_exps.weight[310]: blk.33.ffn_up_exps.weight[311]: IQ3_XXS blk.33.ffn_up_exps.weight[312]: blk.33.ffn_up_exps.weight[313]: blk.33.ffn_up_exps.weight[314]: IQ3_XXS blk.33.ffn_up_exps.weight[315]: IQ3_XXS blk.33.ffn_up_exps.weight[316]: blk.33.ffn_up_exps.weight[317]: blk.33.ffn_up_exps.weight[318]: blk.33.ffn_up_exps.weight[319]: IQ3_XXS blk.33.ffn_up_exps.weight[320]: blk.33.ffn_up_exps.weight[321]: IQ3_XXS blk.33.ffn_up_exps.weight[322]: blk.33.ffn_up_exps.weight[323]: IQ3_XXS blk.33.ffn_up_exps.weight[324]: IQ3_XXS blk.33.ffn_up_exps.weight[325]: blk.33.ffn_up_exps.weight[326]: blk.33.ffn_up_exps.weight[327]: IQ3_XXS blk.33.ffn_up_exps.weight[328]: blk.33.ffn_up_exps.weight[329]: IQ3_XXS blk.33.ffn_up_exps.weight[330]: blk.33.ffn_up_exps.weight[331]: IQ3_XXS blk.33.ffn_up_exps.weight[332]: blk.33.ffn_up_exps.weight[333]: IQ3_XXS blk.33.ffn_up_exps.weight[334]: IQ3_XXS blk.33.ffn_up_exps.weight[335]: IQ3_XXS blk.33.ffn_up_exps.weight[336]: IQ3_XXS blk.33.ffn_up_exps.weight[337]: blk.33.ffn_up_exps.weight[338]: IQ3_XXS blk.33.ffn_up_exps.weight[339]: IQ3_XXS blk.33.ffn_up_exps.weight[340]: blk.33.ffn_up_exps.weight[341]: blk.33.ffn_up_exps.weight[342]: blk.33.ffn_up_exps.weight[343]: IQ3_XXS blk.33.ffn_up_exps.weight[344]: blk.33.ffn_up_exps.weight[345]: IQ3_XXS blk.33.ffn_up_exps.weight[346]: IQ3_XXS blk.33.ffn_up_exps.weight[347]: IQ3_XXS blk.33.ffn_up_exps.weight[348]: blk.33.ffn_up_exps.weight[349]: IQ3_XXS blk.33.ffn_up_exps.weight[350]: blk.33.ffn_up_exps.weight[351]: IQ3_XXS blk.33.ffn_up_exps.weight[352]: blk.33.ffn_up_exps.weight[353]: blk.33.ffn_up_exps.weight[354]: IQ3_XXS blk.33.ffn_up_exps.weight[355]: blk.33.ffn_up_exps.weight[356]: IQ3_XXS blk.33.ffn_up_exps.weight[357]: IQ3_XXS blk.33.ffn_up_exps.weight[358]: IQ3_XXS blk.33.ffn_up_exps.weight[359]: IQ3_XXS blk.33.ffn_up_exps.weight[360]: blk.33.ffn_up_exps.weight[361]: IQ3_XXS blk.33.ffn_up_exps.weight[362]: IQ3_XXS blk.33.ffn_up_exps.weight[363]: blk.33.ffn_up_exps.weight[364]: blk.33.ffn_up_exps.weight[365]: IQ3_XXS blk.33.ffn_up_exps.weight[366]: blk.33.ffn_up_exps.weight[367]: blk.33.ffn_up_exps.weight[368]: blk.33.ffn_up_exps.weight[369]: blk.33.ffn_up_exps.weight[370]: blk.33.ffn_up_exps.weight[371]: IQ3_XXS blk.33.ffn_up_exps.weight[372]: IQ3_XXS blk.33.ffn_up_exps.weight[373]: IQ3_XXS blk.33.ffn_up_exps.weight[374]: IQ3_XXS blk.33.ffn_up_exps.weight[375]: IQ3_XXS blk.33.ffn_up_exps.weight[376]: IQ3_XXS blk.33.ffn_up_exps.weight[377]: blk.33.ffn_up_exps.weight[378]: IQ3_XXS blk.33.ffn_up_exps.weight[379]: IQ3_XXS blk.33.ffn_up_exps.weight[380]: IQ3_XXS blk.33.ffn_up_exps.weight[381]: blk.33.ffn_up_exps.weight[382]: IQ3_XXS blk.33.ffn_up_exps.weight[383]: blk.33.ffn_up_exps.weight[384]: IQ3_XXS blk.33.ffn_up_exps.weight[385]: IQ3_XXS blk.33.ffn_up_exps.weight[386]: blk.33.ffn_up_exps.weight[387]: IQ3_XXS blk.33.ffn_up_exps.weight[388]: blk.33.ffn_up_exps.weight[389]: IQ3_XXS blk.33.ffn_up_exps.weight[390]: blk.33.ffn_up_exps.weight[391]: IQ3_XXS blk.33.ffn_up_exps.weight[392]: IQ3_XXS blk.33.ffn_up_exps.weight[393]: blk.33.ffn_up_exps.weight[394]: IQ3_XXS blk.33.ffn_up_exps.weight[395]: IQ3_XXS blk.33.ffn_up_exps.weight[396]: blk.33.ffn_up_exps.weight[397]: blk.33.ffn_up_exps.weight[398]: blk.33.ffn_up_exps.weight[399]: blk.33.ffn_up_exps.weight[400]: blk.33.ffn_up_exps.weight[401]: IQ3_XXS blk.33.ffn_up_exps.weight[402]: IQ3_XXS blk.33.ffn_up_exps.weight[403]: IQ3_XXS blk.33.ffn_up_exps.weight[404]: IQ3_XXS blk.33.ffn_up_exps.weight[405]: blk.33.ffn_up_exps.weight[406]: blk.33.ffn_up_exps.weight[407]: IQ3_XXS blk.33.ffn_up_exps.weight[408]: blk.33.ffn_up_exps.weight[409]: IQ3_XXS blk.33.ffn_up_exps.weight[410]: IQ3_XXS blk.33.ffn_up_exps.weight[411]: blk.33.ffn_up_exps.weight[412]: IQ3_XXS blk.33.ffn_up_exps.weight[413]: blk.33.ffn_up_exps.weight[414]: blk.33.ffn_up_exps.weight[415]: IQ3_XXS blk.33.ffn_up_exps.weight[416]: IQ3_XXS blk.33.ffn_up_exps.weight[417]: blk.33.ffn_up_exps.weight[418]: IQ3_XXS blk.33.ffn_up_exps.weight[419]: blk.33.ffn_up_exps.weight[420]: IQ3_XXS blk.33.ffn_up_exps.weight[421]: blk.33.ffn_up_exps.weight[422]: IQ3_XXS blk.33.ffn_up_exps.weight[423]: IQ3_XXS blk.33.ffn_up_exps.weight[424]: blk.33.ffn_up_exps.weight[425]: blk.33.ffn_up_exps.weight[426]: IQ3_XXS blk.33.ffn_up_exps.weight[427]: blk.33.ffn_up_exps.weight[428]: blk.33.ffn_up_exps.weight[429]: blk.33.ffn_up_exps.weight[430]: IQ3_XXS blk.33.ffn_up_exps.weight[431]: blk.33.ffn_up_exps.weight[432]: blk.33.ffn_up_exps.weight[433]: IQ3_XXS blk.33.ffn_up_exps.weight[434]: blk.33.ffn_up_exps.weight[435]: blk.33.ffn_up_exps.weight[436]: blk.33.ffn_up_exps.weight[437]: blk.33.ffn_up_exps.weight[438]: blk.33.ffn_up_exps.weight[439]: blk.33.ffn_up_exps.weight[440]: IQ3_XXS blk.33.ffn_up_exps.weight[441]: IQ3_XXS blk.33.ffn_up_exps.weight[442]: IQ3_XXS blk.33.ffn_up_exps.weight[443]: blk.33.ffn_up_exps.weight[444]: IQ3_XXS blk.33.ffn_up_exps.weight[445]: blk.33.ffn_up_exps.weight[446]: IQ3_XXS blk.33.ffn_up_exps.weight[447]: blk.33.ffn_up_exps.weight[448]: blk.33.ffn_up_exps.weight[449]: IQ3_XXS blk.33.ffn_up_exps.weight[450]: blk.33.ffn_up_exps.weight[451]: blk.33.ffn_up_exps.weight[452]: blk.33.ffn_up_exps.weight[453]: blk.33.ffn_up_exps.weight[454]: blk.33.ffn_up_exps.weight[455]: IQ3_XXS blk.33.ffn_up_exps.weight[456]: IQ3_XXS blk.33.ffn_up_exps.weight[457]: IQ3_XXS blk.33.ffn_up_exps.weight[458]: blk.33.ffn_up_exps.weight[459]: IQ3_XXS blk.33.ffn_up_exps.weight[460]: blk.33.ffn_up_exps.weight[461]: IQ3_XXS blk.33.ffn_up_exps.weight[462]: IQ3_XXS blk.33.ffn_up_exps.weight[463]: IQ3_XXS blk.33.ffn_up_exps.weight[464]: IQ3_XXS blk.33.ffn_up_exps.weight[465]: IQ3_XXS blk.33.ffn_up_exps.weight[466]: blk.33.ffn_up_exps.weight[467]: IQ3_XXS blk.33.ffn_up_exps.weight[468]: IQ3_XXS blk.33.ffn_up_exps.weight[469]: IQ3_XXS blk.33.ffn_up_exps.weight[470]: blk.33.ffn_up_exps.weight[471]: IQ3_XXS blk.33.ffn_up_exps.weight[472]: blk.33.ffn_up_exps.weight[473]: blk.33.ffn_up_exps.weight[474]: IQ3_XXS blk.33.ffn_up_exps.weight[475]: blk.33.ffn_up_exps.weight[476]: blk.33.ffn_up_exps.weight[477]: IQ3_XXS blk.33.ffn_up_exps.weight[478]: blk.33.ffn_up_exps.weight[479]: blk.33.ffn_up_exps.weight[480]: blk.33.ffn_up_exps.weight[481]: IQ3_XXS blk.33.ffn_up_exps.weight[482]: IQ3_XXS blk.33.ffn_up_exps.weight[483]: blk.33.ffn_up_exps.weight[484]: IQ3_XXS blk.33.ffn_up_exps.weight[485]: blk.33.ffn_up_exps.weight[486]: blk.33.ffn_up_exps.weight[487]: blk.33.ffn_up_exps.weight[488]: blk.33.ffn_up_exps.weight[489]: blk.33.ffn_up_exps.weight[490]: blk.33.ffn_up_exps.weight[491]: blk.33.ffn_up_exps.weight[492]: blk.33.ffn_up_exps.weight[493]: blk.33.ffn_up_exps.weight[494]: IQ3_XXS blk.33.ffn_up_exps.weight[495]: IQ3_XXS blk.33.ffn_up_exps.weight[496]: IQ3_XXS blk.33.ffn_up_exps.weight[497]: blk.33.ffn_up_exps.weight[498]: blk.33.ffn_up_exps.weight[499]: IQ3_XXS blk.33.ffn_up_exps.weight[500]: IQ3_XXS blk.33.ffn_up_exps.weight[501]: blk.33.ffn_up_exps.weight[502]: blk.33.ffn_up_exps.weight[503]: blk.33.ffn_up_exps.weight[504]: IQ3_XXS blk.33.ffn_up_exps.weight[505]: blk.33.ffn_up_exps.weight[506]: IQ3_XXS blk.33.ffn_up_exps.weight[507]: blk.33.ffn_up_exps.weight[508]: IQ3_XXS blk.33.ffn_up_exps.weight[509]: blk.33.ffn_up_exps.weight[510]: blk.33.ffn_up_exps.weight[511]: IQ3_XXS blk.33.ffn_down_exps.weight[0]: IQ4_NL blk.33.ffn_down_exps.weight[1]: blk.33.ffn_down_exps.weight[2]: blk.33.ffn_down_exps.weight[3]: IQ4_NL blk.33.ffn_down_exps.weight[4]: blk.33.ffn_down_exps.weight[5]: blk.33.ffn_down_exps.weight[6]: blk.33.ffn_down_exps.weight[7]: IQ4_NL blk.33.ffn_down_exps.weight[8]: blk.33.ffn_down_exps.weight[9]: IQ4_NL blk.33.ffn_down_exps.weight[10]: blk.33.ffn_down_exps.weight[11]: blk.33.ffn_down_exps.weight[12]: blk.33.ffn_down_exps.weight[13]: IQ4_NL blk.33.ffn_down_exps.weight[14]: IQ4_NL blk.33.ffn_down_exps.weight[15]: blk.33.ffn_down_exps.weight[16]: IQ4_NL blk.33.ffn_down_exps.weight[17]: IQ4_NL blk.33.ffn_down_exps.weight[18]: IQ4_NL blk.33.ffn_down_exps.weight[19]: blk.33.ffn_down_exps.weight[20]: IQ4_NL blk.33.ffn_down_exps.weight[21]: blk.33.ffn_down_exps.weight[22]: IQ4_NL blk.33.ffn_down_exps.weight[23]: blk.33.ffn_down_exps.weight[24]: blk.33.ffn_down_exps.weight[25]: IQ4_NL blk.33.ffn_down_exps.weight[26]: blk.33.ffn_down_exps.weight[27]: blk.33.ffn_down_exps.weight[28]: blk.33.ffn_down_exps.weight[29]: blk.33.ffn_down_exps.weight[30]: IQ4_NL blk.33.ffn_down_exps.weight[31]: IQ4_NL blk.33.ffn_down_exps.weight[32]: blk.33.ffn_down_exps.weight[33]: IQ4_NL blk.33.ffn_down_exps.weight[34]: IQ4_NL blk.33.ffn_down_exps.weight[35]: IQ4_NL blk.33.ffn_down_exps.weight[36]: blk.33.ffn_down_exps.weight[37]: blk.33.ffn_down_exps.weight[38]: IQ4_NL blk.33.ffn_down_exps.weight[39]: IQ4_NL blk.33.ffn_down_exps.weight[40]: blk.33.ffn_down_exps.weight[41]: IQ4_NL blk.33.ffn_down_exps.weight[42]: blk.33.ffn_down_exps.weight[43]: IQ4_NL blk.33.ffn_down_exps.weight[44]: blk.33.ffn_down_exps.weight[45]: blk.33.ffn_down_exps.weight[46]: blk.33.ffn_down_exps.weight[47]: blk.33.ffn_down_exps.weight[48]: blk.33.ffn_down_exps.weight[49]: IQ4_NL blk.33.ffn_down_exps.weight[50]: IQ4_NL blk.33.ffn_down_exps.weight[51]: IQ4_NL blk.33.ffn_down_exps.weight[52]: IQ4_NL blk.33.ffn_down_exps.weight[53]: blk.33.ffn_down_exps.weight[54]: IQ4_NL blk.33.ffn_down_exps.weight[55]: IQ4_NL blk.33.ffn_down_exps.weight[56]: blk.33.ffn_down_exps.weight[57]: blk.33.ffn_down_exps.weight[58]: IQ4_NL blk.33.ffn_down_exps.weight[59]: blk.33.ffn_down_exps.weight[60]: blk.33.ffn_down_exps.weight[61]: IQ4_NL blk.33.ffn_down_exps.weight[62]: IQ4_NL blk.33.ffn_down_exps.weight[63]: IQ4_NL blk.33.ffn_down_exps.weight[64]: IQ4_NL blk.33.ffn_down_exps.weight[65]: blk.33.ffn_down_exps.weight[66]: IQ4_NL blk.33.ffn_down_exps.weight[67]: blk.33.ffn_down_exps.weight[68]: blk.33.ffn_down_exps.weight[69]: IQ4_NL blk.33.ffn_down_exps.weight[70]: IQ4_NL blk.33.ffn_down_exps.weight[71]: IQ4_NL blk.33.ffn_down_exps.weight[72]: IQ4_NL blk.33.ffn_down_exps.weight[73]: IQ4_NL blk.33.ffn_down_exps.weight[74]: IQ4_NL blk.33.ffn_down_exps.weight[75]: IQ4_NL blk.33.ffn_down_exps.weight[76]: IQ4_NL blk.33.ffn_down_exps.weight[77]: IQ4_NL blk.33.ffn_down_exps.weight[78]: IQ4_NL blk.33.ffn_down_exps.weight[79]: IQ4_NL blk.33.ffn_down_exps.weight[80]: blk.33.ffn_down_exps.weight[81]: IQ4_NL blk.33.ffn_down_exps.weight[82]: blk.33.ffn_down_exps.weight[83]: blk.33.ffn_down_exps.weight[84]: IQ4_NL blk.33.ffn_down_exps.weight[85]: IQ4_NL blk.33.ffn_down_exps.weight[86]: IQ4_NL blk.33.ffn_down_exps.weight[87]: IQ4_NL blk.33.ffn_down_exps.weight[88]: IQ4_NL blk.33.ffn_down_exps.weight[89]: blk.33.ffn_down_exps.weight[90]: IQ4_NL blk.33.ffn_down_exps.weight[91]: blk.33.ffn_down_exps.weight[92]: blk.33.ffn_down_exps.weight[93]: IQ4_NL blk.33.ffn_down_exps.weight[94]: IQ4_NL blk.33.ffn_down_exps.weight[95]: blk.33.ffn_down_exps.weight[96]: IQ4_NL blk.33.ffn_down_exps.weight[97]: IQ4_NL blk.33.ffn_down_exps.weight[98]: blk.33.ffn_down_exps.weight[99]: blk.33.ffn_down_exps.weight[100]: blk.33.ffn_down_exps.weight[101]: IQ4_NL blk.33.ffn_down_exps.weight[102]: blk.33.ffn_down_exps.weight[103]: blk.33.ffn_down_exps.weight[104]: IQ4_NL blk.33.ffn_down_exps.weight[105]: IQ4_NL blk.33.ffn_down_exps.weight[106]: IQ4_NL blk.33.ffn_down_exps.weight[107]: IQ4_NL blk.33.ffn_down_exps.weight[108]: IQ4_NL blk.33.ffn_down_exps.weight[109]: blk.33.ffn_down_exps.weight[110]: IQ4_NL blk.33.ffn_down_exps.weight[111]: IQ4_NL blk.33.ffn_down_exps.weight[112]: IQ4_NL blk.33.ffn_down_exps.weight[113]: IQ4_NL blk.33.ffn_down_exps.weight[114]: blk.33.ffn_down_exps.weight[115]: blk.33.ffn_down_exps.weight[116]: IQ4_NL blk.33.ffn_down_exps.weight[117]: IQ4_NL blk.33.ffn_down_exps.weight[118]: IQ4_NL blk.33.ffn_down_exps.weight[119]: blk.33.ffn_down_exps.weight[120]: blk.33.ffn_down_exps.weight[121]: IQ4_NL blk.33.ffn_down_exps.weight[122]: blk.33.ffn_down_exps.weight[123]: blk.33.ffn_down_exps.weight[124]: blk.33.ffn_down_exps.weight[125]: IQ4_NL blk.33.ffn_down_exps.weight[126]: blk.33.ffn_down_exps.weight[127]: IQ4_NL blk.33.ffn_down_exps.weight[128]: IQ4_NL blk.33.ffn_down_exps.weight[129]: blk.33.ffn_down_exps.weight[130]: blk.33.ffn_down_exps.weight[131]: blk.33.ffn_down_exps.weight[132]: IQ4_NL blk.33.ffn_down_exps.weight[133]: IQ4_NL blk.33.ffn_down_exps.weight[134]: blk.33.ffn_down_exps.weight[135]: blk.33.ffn_down_exps.weight[136]: IQ4_NL blk.33.ffn_down_exps.weight[137]: IQ4_NL blk.33.ffn_down_exps.weight[138]: IQ4_NL blk.33.ffn_down_exps.weight[139]: blk.33.ffn_down_exps.weight[140]: IQ4_NL blk.33.ffn_down_exps.weight[141]: IQ4_NL blk.33.ffn_down_exps.weight[142]: blk.33.ffn_down_exps.weight[143]: IQ4_NL blk.33.ffn_down_exps.weight[144]: IQ4_NL blk.33.ffn_down_exps.weight[145]: IQ4_NL blk.33.ffn_down_exps.weight[146]: IQ4_NL blk.33.ffn_down_exps.weight[147]: blk.33.ffn_down_exps.weight[148]: blk.33.ffn_down_exps.weight[149]: blk.33.ffn_down_exps.weight[150]: blk.33.ffn_down_exps.weight[151]: IQ4_NL blk.33.ffn_down_exps.weight[152]: blk.33.ffn_down_exps.weight[153]: blk.33.ffn_down_exps.weight[154]: blk.33.ffn_down_exps.weight[155]: blk.33.ffn_down_exps.weight[156]: IQ4_NL blk.33.ffn_down_exps.weight[157]: blk.33.ffn_down_exps.weight[158]: blk.33.ffn_down_exps.weight[159]: IQ4_NL blk.33.ffn_down_exps.weight[160]: IQ4_NL blk.33.ffn_down_exps.weight[161]: blk.33.ffn_down_exps.weight[162]: blk.33.ffn_down_exps.weight[163]: IQ4_NL blk.33.ffn_down_exps.weight[164]: IQ4_NL blk.33.ffn_down_exps.weight[165]: IQ4_NL blk.33.ffn_down_exps.weight[166]: blk.33.ffn_down_exps.weight[167]: blk.33.ffn_down_exps.weight[168]: blk.33.ffn_down_exps.weight[169]: blk.33.ffn_down_exps.weight[170]: IQ4_NL blk.33.ffn_down_exps.weight[171]: blk.33.ffn_down_exps.weight[172]: IQ4_NL blk.33.ffn_down_exps.weight[173]: IQ4_NL blk.33.ffn_down_exps.weight[174]: IQ4_NL blk.33.ffn_down_exps.weight[175]: IQ4_NL blk.33.ffn_down_exps.weight[176]: IQ4_NL blk.33.ffn_down_exps.weight[177]: IQ4_NL blk.33.ffn_down_exps.weight[178]: blk.33.ffn_down_exps.weight[179]: blk.33.ffn_down_exps.weight[180]: blk.33.ffn_down_exps.weight[181]: blk.33.ffn_down_exps.weight[182]: blk.33.ffn_down_exps.weight[183]: blk.33.ffn_down_exps.weight[184]: blk.33.ffn_down_exps.weight[185]: IQ4_NL blk.33.ffn_down_exps.weight[186]: blk.33.ffn_down_exps.weight[187]: IQ4_NL blk.33.ffn_down_exps.weight[188]: blk.33.ffn_down_exps.weight[189]: blk.33.ffn_down_exps.weight[190]: blk.33.ffn_down_exps.weight[191]: IQ4_NL blk.33.ffn_down_exps.weight[192]: IQ4_NL blk.33.ffn_down_exps.weight[193]: IQ4_NL blk.33.ffn_down_exps.weight[194]: IQ4_NL blk.33.ffn_down_exps.weight[195]: blk.33.ffn_down_exps.weight[196]: IQ4_NL blk.33.ffn_down_exps.weight[197]: blk.33.ffn_down_exps.weight[198]: IQ4_NL blk.33.ffn_down_exps.weight[199]: blk.33.ffn_down_exps.weight[200]: blk.33.ffn_down_exps.weight[201]: IQ4_NL blk.33.ffn_down_exps.weight[202]: IQ4_NL blk.33.ffn_down_exps.weight[203]: blk.33.ffn_down_exps.weight[204]: IQ4_NL blk.33.ffn_down_exps.weight[205]: IQ4_NL blk.33.ffn_down_exps.weight[206]: blk.33.ffn_down_exps.weight[207]: blk.33.ffn_down_exps.weight[208]: blk.33.ffn_down_exps.weight[209]: blk.33.ffn_down_exps.weight[210]: IQ4_NL blk.33.ffn_down_exps.weight[211]: blk.33.ffn_down_exps.weight[212]: blk.33.ffn_down_exps.weight[213]: blk.33.ffn_down_exps.weight[214]: IQ4_NL blk.33.ffn_down_exps.weight[215]: IQ4_NL blk.33.ffn_down_exps.weight[216]: IQ4_NL blk.33.ffn_down_exps.weight[217]: blk.33.ffn_down_exps.weight[218]: blk.33.ffn_down_exps.weight[219]: IQ4_NL blk.33.ffn_down_exps.weight[220]: IQ4_NL blk.33.ffn_down_exps.weight[221]: blk.33.ffn_down_exps.weight[222]: blk.33.ffn_down_exps.weight[223]: IQ4_NL blk.33.ffn_down_exps.weight[224]: IQ4_NL blk.33.ffn_down_exps.weight[225]: blk.33.ffn_down_exps.weight[226]: blk.33.ffn_down_exps.weight[227]: blk.33.ffn_down_exps.weight[228]: IQ4_NL blk.33.ffn_down_exps.weight[229]: blk.33.ffn_down_exps.weight[230]: blk.33.ffn_down_exps.weight[231]: IQ4_NL blk.33.ffn_down_exps.weight[232]: IQ4_NL blk.33.ffn_down_exps.weight[233]: blk.33.ffn_down_exps.weight[234]: blk.33.ffn_down_exps.weight[235]: IQ4_NL blk.33.ffn_down_exps.weight[236]: blk.33.ffn_down_exps.weight[237]: blk.33.ffn_down_exps.weight[238]: IQ4_NL blk.33.ffn_down_exps.weight[239]: blk.33.ffn_down_exps.weight[240]: blk.33.ffn_down_exps.weight[241]: IQ4_NL blk.33.ffn_down_exps.weight[242]: blk.33.ffn_down_exps.weight[243]: IQ4_NL blk.33.ffn_down_exps.weight[244]: IQ4_NL blk.33.ffn_down_exps.weight[245]: blk.33.ffn_down_exps.weight[246]: blk.33.ffn_down_exps.weight[247]: blk.33.ffn_down_exps.weight[248]: blk.33.ffn_down_exps.weight[249]: IQ4_NL blk.33.ffn_down_exps.weight[250]: IQ4_NL blk.33.ffn_down_exps.weight[251]: blk.33.ffn_down_exps.weight[252]: IQ4_NL blk.33.ffn_down_exps.weight[253]: IQ4_NL blk.33.ffn_down_exps.weight[254]: IQ4_NL blk.33.ffn_down_exps.weight[255]: IQ4_NL blk.33.ffn_down_exps.weight[256]: IQ4_NL blk.33.ffn_down_exps.weight[257]: blk.33.ffn_down_exps.weight[258]: blk.33.ffn_down_exps.weight[259]: blk.33.ffn_down_exps.weight[260]: blk.33.ffn_down_exps.weight[261]: blk.33.ffn_down_exps.weight[262]: blk.33.ffn_down_exps.weight[263]: IQ4_NL blk.33.ffn_down_exps.weight[264]: blk.33.ffn_down_exps.weight[265]: IQ4_NL blk.33.ffn_down_exps.weight[266]: IQ4_NL blk.33.ffn_down_exps.weight[267]: IQ4_NL blk.33.ffn_down_exps.weight[268]: IQ4_NL blk.33.ffn_down_exps.weight[269]: blk.33.ffn_down_exps.weight[270]: blk.33.ffn_down_exps.weight[271]: blk.33.ffn_down_exps.weight[272]: blk.33.ffn_down_exps.weight[273]: IQ4_NL blk.33.ffn_down_exps.weight[274]: blk.33.ffn_down_exps.weight[275]: blk.33.ffn_down_exps.weight[276]: IQ4_NL blk.33.ffn_down_exps.weight[277]: IQ4_NL blk.33.ffn_down_exps.weight[278]: IQ4_NL blk.33.ffn_down_exps.weight[279]: IQ4_NL blk.33.ffn_down_exps.weight[280]: blk.33.ffn_down_exps.weight[281]: IQ4_NL blk.33.ffn_down_exps.weight[282]: IQ4_NL blk.33.ffn_down_exps.weight[283]: IQ4_NL blk.33.ffn_down_exps.weight[284]: IQ4_NL blk.33.ffn_down_exps.weight[285]: IQ4_NL blk.33.ffn_down_exps.weight[286]: IQ4_NL blk.33.ffn_down_exps.weight[287]: blk.33.ffn_down_exps.weight[288]: IQ4_NL blk.33.ffn_down_exps.weight[289]: blk.33.ffn_down_exps.weight[290]: blk.33.ffn_down_exps.weight[291]: IQ4_NL blk.33.ffn_down_exps.weight[292]: blk.33.ffn_down_exps.weight[293]: IQ4_NL blk.33.ffn_down_exps.weight[294]: blk.33.ffn_down_exps.weight[295]: blk.33.ffn_down_exps.weight[296]: blk.33.ffn_down_exps.weight[297]: blk.33.ffn_down_exps.weight[298]: blk.33.ffn_down_exps.weight[299]: IQ4_NL blk.33.ffn_down_exps.weight[300]: IQ4_NL blk.33.ffn_down_exps.weight[301]: IQ4_NL blk.33.ffn_down_exps.weight[302]: IQ4_NL blk.33.ffn_down_exps.weight[303]: blk.33.ffn_down_exps.weight[304]: IQ4_NL blk.33.ffn_down_exps.weight[305]: IQ4_NL blk.33.ffn_down_exps.weight[306]: IQ4_NL blk.33.ffn_down_exps.weight[307]: blk.33.ffn_down_exps.weight[308]: blk.33.ffn_down_exps.weight[309]: blk.33.ffn_down_exps.weight[310]: blk.33.ffn_down_exps.weight[311]: IQ4_NL blk.33.ffn_down_exps.weight[312]: blk.33.ffn_down_exps.weight[313]: blk.33.ffn_down_exps.weight[314]: IQ4_NL blk.33.ffn_down_exps.weight[315]: IQ4_NL blk.33.ffn_down_exps.weight[316]: blk.33.ffn_down_exps.weight[317]: blk.33.ffn_down_exps.weight[318]: blk.33.ffn_down_exps.weight[319]: IQ4_NL blk.33.ffn_down_exps.weight[320]: blk.33.ffn_down_exps.weight[321]: IQ4_NL blk.33.ffn_down_exps.weight[322]: blk.33.ffn_down_exps.weight[323]: IQ4_NL blk.33.ffn_down_exps.weight[324]: IQ4_NL blk.33.ffn_down_exps.weight[325]: blk.33.ffn_down_exps.weight[326]: blk.33.ffn_down_exps.weight[327]: IQ4_NL blk.33.ffn_down_exps.weight[328]: blk.33.ffn_down_exps.weight[329]: IQ4_NL blk.33.ffn_down_exps.weight[330]: blk.33.ffn_down_exps.weight[331]: IQ4_NL blk.33.ffn_down_exps.weight[332]: blk.33.ffn_down_exps.weight[333]: IQ4_NL blk.33.ffn_down_exps.weight[334]: IQ4_NL blk.33.ffn_down_exps.weight[335]: IQ4_NL blk.33.ffn_down_exps.weight[336]: IQ4_NL blk.33.ffn_down_exps.weight[337]: blk.33.ffn_down_exps.weight[338]: IQ4_NL blk.33.ffn_down_exps.weight[339]: IQ4_NL blk.33.ffn_down_exps.weight[340]: blk.33.ffn_down_exps.weight[341]: blk.33.ffn_down_exps.weight[342]: blk.33.ffn_down_exps.weight[343]: IQ4_NL blk.33.ffn_down_exps.weight[344]: blk.33.ffn_down_exps.weight[345]: IQ4_NL blk.33.ffn_down_exps.weight[346]: IQ4_NL blk.33.ffn_down_exps.weight[347]: IQ4_NL blk.33.ffn_down_exps.weight[348]: blk.33.ffn_down_exps.weight[349]: IQ4_NL blk.33.ffn_down_exps.weight[350]: blk.33.ffn_down_exps.weight[351]: IQ4_NL blk.33.ffn_down_exps.weight[352]: blk.33.ffn_down_exps.weight[353]: blk.33.ffn_down_exps.weight[354]: IQ4_NL blk.33.ffn_down_exps.weight[355]: blk.33.ffn_down_exps.weight[356]: IQ4_NL blk.33.ffn_down_exps.weight[357]: IQ4_NL blk.33.ffn_down_exps.weight[358]: IQ4_NL blk.33.ffn_down_exps.weight[359]: IQ4_NL blk.33.ffn_down_exps.weight[360]: blk.33.ffn_down_exps.weight[361]: IQ4_NL blk.33.ffn_down_exps.weight[362]: IQ4_NL blk.33.ffn_down_exps.weight[363]: blk.33.ffn_down_exps.weight[364]: blk.33.ffn_down_exps.weight[365]: IQ4_NL blk.33.ffn_down_exps.weight[366]: blk.33.ffn_down_exps.weight[367]: blk.33.ffn_down_exps.weight[368]: blk.33.ffn_down_exps.weight[369]: blk.33.ffn_down_exps.weight[370]: blk.33.ffn_down_exps.weight[371]: IQ4_NL blk.33.ffn_down_exps.weight[372]: IQ4_NL blk.33.ffn_down_exps.weight[373]: IQ4_NL blk.33.ffn_down_exps.weight[374]: IQ4_NL blk.33.ffn_down_exps.weight[375]: IQ4_NL blk.33.ffn_down_exps.weight[376]: IQ4_NL blk.33.ffn_down_exps.weight[377]: blk.33.ffn_down_exps.weight[378]: IQ4_NL blk.33.ffn_down_exps.weight[379]: IQ4_NL blk.33.ffn_down_exps.weight[380]: IQ4_NL blk.33.ffn_down_exps.weight[381]: blk.33.ffn_down_exps.weight[382]: IQ4_NL blk.33.ffn_down_exps.weight[383]: blk.33.ffn_down_exps.weight[384]: IQ4_NL blk.33.ffn_down_exps.weight[385]: IQ4_NL blk.33.ffn_down_exps.weight[386]: blk.33.ffn_down_exps.weight[387]: IQ4_NL blk.33.ffn_down_exps.weight[388]: blk.33.ffn_down_exps.weight[389]: IQ4_NL blk.33.ffn_down_exps.weight[390]: blk.33.ffn_down_exps.weight[391]: IQ4_NL blk.33.ffn_down_exps.weight[392]: IQ4_NL blk.33.ffn_down_exps.weight[393]: blk.33.ffn_down_exps.weight[394]: IQ4_NL blk.33.ffn_down_exps.weight[395]: IQ4_NL blk.33.ffn_down_exps.weight[396]: blk.33.ffn_down_exps.weight[397]: blk.33.ffn_down_exps.weight[398]: blk.33.ffn_down_exps.weight[399]: blk.33.ffn_down_exps.weight[400]: blk.33.ffn_down_exps.weight[401]: IQ4_NL blk.33.ffn_down_exps.weight[402]: IQ4_NL blk.33.ffn_down_exps.weight[403]: IQ4_NL blk.33.ffn_down_exps.weight[404]: IQ4_NL blk.33.ffn_down_exps.weight[405]: blk.33.ffn_down_exps.weight[406]: blk.33.ffn_down_exps.weight[407]: IQ4_NL blk.33.ffn_down_exps.weight[408]: blk.33.ffn_down_exps.weight[409]: IQ4_NL blk.33.ffn_down_exps.weight[410]: IQ4_NL blk.33.ffn_down_exps.weight[411]: blk.33.ffn_down_exps.weight[412]: IQ4_NL blk.33.ffn_down_exps.weight[413]: blk.33.ffn_down_exps.weight[414]: blk.33.ffn_down_exps.weight[415]: IQ4_NL blk.33.ffn_down_exps.weight[416]: IQ4_NL blk.33.ffn_down_exps.weight[417]: blk.33.ffn_down_exps.weight[418]: IQ4_NL blk.33.ffn_down_exps.weight[419]: blk.33.ffn_down_exps.weight[420]: IQ4_NL blk.33.ffn_down_exps.weight[421]: blk.33.ffn_down_exps.weight[422]: IQ4_NL blk.33.ffn_down_exps.weight[423]: IQ4_NL blk.33.ffn_down_exps.weight[424]: blk.33.ffn_down_exps.weight[425]: blk.33.ffn_down_exps.weight[426]: IQ4_NL blk.33.ffn_down_exps.weight[427]: blk.33.ffn_down_exps.weight[428]: blk.33.ffn_down_exps.weight[429]: blk.33.ffn_down_exps.weight[430]: IQ4_NL blk.33.ffn_down_exps.weight[431]: blk.33.ffn_down_exps.weight[432]: blk.33.ffn_down_exps.weight[433]: IQ4_NL blk.33.ffn_down_exps.weight[434]: blk.33.ffn_down_exps.weight[435]: blk.33.ffn_down_exps.weight[436]: blk.33.ffn_down_exps.weight[437]: blk.33.ffn_down_exps.weight[438]: blk.33.ffn_down_exps.weight[439]: blk.33.ffn_down_exps.weight[440]: IQ4_NL blk.33.ffn_down_exps.weight[441]: IQ4_NL blk.33.ffn_down_exps.weight[442]: IQ4_NL blk.33.ffn_down_exps.weight[443]: blk.33.ffn_down_exps.weight[444]: IQ4_NL blk.33.ffn_down_exps.weight[445]: blk.33.ffn_down_exps.weight[446]: IQ4_NL blk.33.ffn_down_exps.weight[447]: blk.33.ffn_down_exps.weight[448]: blk.33.ffn_down_exps.weight[449]: IQ4_NL blk.33.ffn_down_exps.weight[450]: blk.33.ffn_down_exps.weight[451]: blk.33.ffn_down_exps.weight[452]: blk.33.ffn_down_exps.weight[453]: blk.33.ffn_down_exps.weight[454]: blk.33.ffn_down_exps.weight[455]: IQ4_NL blk.33.ffn_down_exps.weight[456]: IQ4_NL blk.33.ffn_down_exps.weight[457]: IQ4_NL blk.33.ffn_down_exps.weight[458]: blk.33.ffn_down_exps.weight[459]: IQ4_NL blk.33.ffn_down_exps.weight[460]: blk.33.ffn_down_exps.weight[461]: IQ4_NL blk.33.ffn_down_exps.weight[462]: IQ4_NL blk.33.ffn_down_exps.weight[463]: IQ4_NL blk.33.ffn_down_exps.weight[464]: IQ4_NL blk.33.ffn_down_exps.weight[465]: IQ4_NL blk.33.ffn_down_exps.weight[466]: blk.33.ffn_down_exps.weight[467]: IQ4_NL blk.33.ffn_down_exps.weight[468]: IQ4_NL blk.33.ffn_down_exps.weight[469]: IQ4_NL blk.33.ffn_down_exps.weight[470]: blk.33.ffn_down_exps.weight[471]: IQ4_NL blk.33.ffn_down_exps.weight[472]: blk.33.ffn_down_exps.weight[473]: blk.33.ffn_down_exps.weight[474]: IQ4_NL blk.33.ffn_down_exps.weight[475]: blk.33.ffn_down_exps.weight[476]: blk.33.ffn_down_exps.weight[477]: IQ4_NL blk.33.ffn_down_exps.weight[478]: blk.33.ffn_down_exps.weight[479]: blk.33.ffn_down_exps.weight[480]: blk.33.ffn_down_exps.weight[481]: IQ4_NL blk.33.ffn_down_exps.weight[482]: IQ4_NL blk.33.ffn_down_exps.weight[483]: blk.33.ffn_down_exps.weight[484]: IQ4_NL blk.33.ffn_down_exps.weight[485]: blk.33.ffn_down_exps.weight[486]: blk.33.ffn_down_exps.weight[487]: blk.33.ffn_down_exps.weight[488]: blk.33.ffn_down_exps.weight[489]: blk.33.ffn_down_exps.weight[490]: blk.33.ffn_down_exps.weight[491]: blk.33.ffn_down_exps.weight[492]: blk.33.ffn_down_exps.weight[493]: blk.33.ffn_down_exps.weight[494]: IQ4_NL blk.33.ffn_down_exps.weight[495]: IQ4_NL blk.33.ffn_down_exps.weight[496]: IQ4_NL blk.33.ffn_down_exps.weight[497]: blk.33.ffn_down_exps.weight[498]: blk.33.ffn_down_exps.weight[499]: IQ4_NL blk.33.ffn_down_exps.weight[500]: IQ4_NL blk.33.ffn_down_exps.weight[501]: blk.33.ffn_down_exps.weight[502]: blk.33.ffn_down_exps.weight[503]: blk.33.ffn_down_exps.weight[504]: IQ4_NL blk.33.ffn_down_exps.weight[505]: blk.33.ffn_down_exps.weight[506]: IQ4_NL blk.33.ffn_down_exps.weight[507]: blk.33.ffn_down_exps.weight[508]: IQ4_NL blk.33.ffn_down_exps.weight[509]: blk.33.ffn_down_exps.weight[510]: blk.33.ffn_down_exps.weight[511]: IQ4_NL blk.34.ffn_gate_exps.weight[0]: IQ2_S blk.34.ffn_gate_exps.weight[1]: blk.34.ffn_gate_exps.weight[2]: blk.34.ffn_gate_exps.weight[3]: blk.34.ffn_gate_exps.weight[4]: blk.34.ffn_gate_exps.weight[5]: IQ2_S blk.34.ffn_gate_exps.weight[6]: IQ2_S blk.34.ffn_gate_exps.weight[7]: blk.34.ffn_gate_exps.weight[8]: IQ2_S blk.34.ffn_gate_exps.weight[9]: IQ2_S blk.34.ffn_gate_exps.weight[10]: blk.34.ffn_gate_exps.weight[11]: blk.34.ffn_gate_exps.weight[12]: IQ2_S blk.34.ffn_gate_exps.weight[13]: IQ2_S blk.34.ffn_gate_exps.weight[14]: blk.34.ffn_gate_exps.weight[15]: blk.34.ffn_gate_exps.weight[16]: blk.34.ffn_gate_exps.weight[17]: blk.34.ffn_gate_exps.weight[18]: IQ2_S blk.34.ffn_gate_exps.weight[19]: IQ2_S blk.34.ffn_gate_exps.weight[20]: blk.34.ffn_gate_exps.weight[21]: blk.34.ffn_gate_exps.weight[22]: IQ2_S blk.34.ffn_gate_exps.weight[23]: blk.34.ffn_gate_exps.weight[24]: IQ2_S blk.34.ffn_gate_exps.weight[25]: IQ2_S blk.34.ffn_gate_exps.weight[26]: IQ2_S blk.34.ffn_gate_exps.weight[27]: IQ2_S blk.34.ffn_gate_exps.weight[28]: blk.34.ffn_gate_exps.weight[29]: IQ2_S blk.34.ffn_gate_exps.weight[30]: blk.34.ffn_gate_exps.weight[31]: blk.34.ffn_gate_exps.weight[32]: blk.34.ffn_gate_exps.weight[33]: IQ2_S blk.34.ffn_gate_exps.weight[34]: blk.34.ffn_gate_exps.weight[35]: blk.34.ffn_gate_exps.weight[36]: blk.34.ffn_gate_exps.weight[37]: blk.34.ffn_gate_exps.weight[38]: IQ2_S blk.34.ffn_gate_exps.weight[39]: blk.34.ffn_gate_exps.weight[40]: blk.34.ffn_gate_exps.weight[41]: blk.34.ffn_gate_exps.weight[42]: IQ2_S blk.34.ffn_gate_exps.weight[43]: IQ2_S blk.34.ffn_gate_exps.weight[44]: IQ2_S blk.34.ffn_gate_exps.weight[45]: blk.34.ffn_gate_exps.weight[46]: blk.34.ffn_gate_exps.weight[47]: IQ2_S blk.34.ffn_gate_exps.weight[48]: blk.34.ffn_gate_exps.weight[49]: blk.34.ffn_gate_exps.weight[50]: IQ2_S blk.34.ffn_gate_exps.weight[51]: IQ2_S blk.34.ffn_gate_exps.weight[52]: blk.34.ffn_gate_exps.weight[53]: IQ2_S blk.34.ffn_gate_exps.weight[54]: blk.34.ffn_gate_exps.weight[55]: IQ2_S blk.34.ffn_gate_exps.weight[56]: blk.34.ffn_gate_exps.weight[57]: IQ2_S blk.34.ffn_gate_exps.weight[58]: IQ2_S blk.34.ffn_gate_exps.weight[59]: blk.34.ffn_gate_exps.weight[60]: blk.34.ffn_gate_exps.weight[61]: IQ2_S blk.34.ffn_gate_exps.weight[62]: IQ2_S blk.34.ffn_gate_exps.weight[63]: IQ2_S blk.34.ffn_gate_exps.weight[64]: blk.34.ffn_gate_exps.weight[65]: blk.34.ffn_gate_exps.weight[66]: IQ2_S blk.34.ffn_gate_exps.weight[67]: IQ2_S blk.34.ffn_gate_exps.weight[68]: IQ2_S blk.34.ffn_gate_exps.weight[69]: IQ2_S blk.34.ffn_gate_exps.weight[70]: IQ2_S blk.34.ffn_gate_exps.weight[71]: blk.34.ffn_gate_exps.weight[72]: IQ2_S blk.34.ffn_gate_exps.weight[73]: IQ2_S blk.34.ffn_gate_exps.weight[74]: blk.34.ffn_gate_exps.weight[75]: IQ2_S blk.34.ffn_gate_exps.weight[76]: IQ2_S blk.34.ffn_gate_exps.weight[77]: IQ2_S blk.34.ffn_gate_exps.weight[78]: blk.34.ffn_gate_exps.weight[79]: IQ2_S blk.34.ffn_gate_exps.weight[80]: IQ2_S blk.34.ffn_gate_exps.weight[81]: IQ2_S blk.34.ffn_gate_exps.weight[82]: IQ2_S blk.34.ffn_gate_exps.weight[83]: blk.34.ffn_gate_exps.weight[84]: blk.34.ffn_gate_exps.weight[85]: IQ2_S blk.34.ffn_gate_exps.weight[86]: blk.34.ffn_gate_exps.weight[87]: IQ2_S blk.34.ffn_gate_exps.weight[88]: IQ2_S blk.34.ffn_gate_exps.weight[89]: blk.34.ffn_gate_exps.weight[90]: blk.34.ffn_gate_exps.weight[91]: IQ2_S blk.34.ffn_gate_exps.weight[92]: IQ2_S blk.34.ffn_gate_exps.weight[93]: IQ2_S blk.34.ffn_gate_exps.weight[94]: IQ2_S blk.34.ffn_gate_exps.weight[95]: blk.34.ffn_gate_exps.weight[96]: IQ2_S blk.34.ffn_gate_exps.weight[97]: blk.34.ffn_gate_exps.weight[98]: blk.34.ffn_gate_exps.weight[99]: blk.34.ffn_gate_exps.weight[100]: IQ2_S blk.34.ffn_gate_exps.weight[101]: IQ2_S blk.34.ffn_gate_exps.weight[102]: IQ2_S blk.34.ffn_gate_exps.weight[103]: IQ2_S blk.34.ffn_gate_exps.weight[104]: IQ2_S blk.34.ffn_gate_exps.weight[105]: blk.34.ffn_gate_exps.weight[106]: blk.34.ffn_gate_exps.weight[107]: IQ2_S blk.34.ffn_gate_exps.weight[108]: blk.34.ffn_gate_exps.weight[109]: IQ2_S blk.34.ffn_gate_exps.weight[110]: blk.34.ffn_gate_exps.weight[111]: IQ2_S blk.34.ffn_gate_exps.weight[112]: blk.34.ffn_gate_exps.weight[113]: blk.34.ffn_gate_exps.weight[114]: blk.34.ffn_gate_exps.weight[115]: IQ2_S blk.34.ffn_gate_exps.weight[116]: blk.34.ffn_gate_exps.weight[117]: IQ2_S blk.34.ffn_gate_exps.weight[118]: IQ2_S blk.34.ffn_gate_exps.weight[119]: IQ2_S blk.34.ffn_gate_exps.weight[120]: IQ2_S blk.34.ffn_gate_exps.weight[121]: blk.34.ffn_gate_exps.weight[122]: IQ2_S blk.34.ffn_gate_exps.weight[123]: blk.34.ffn_gate_exps.weight[124]: blk.34.ffn_gate_exps.weight[125]: blk.34.ffn_gate_exps.weight[126]: blk.34.ffn_gate_exps.weight[127]: IQ2_S blk.34.ffn_gate_exps.weight[128]: IQ2_S blk.34.ffn_gate_exps.weight[129]: blk.34.ffn_gate_exps.weight[130]: blk.34.ffn_gate_exps.weight[131]: blk.34.ffn_gate_exps.weight[132]: IQ2_S blk.34.ffn_gate_exps.weight[133]: IQ2_S blk.34.ffn_gate_exps.weight[134]: blk.34.ffn_gate_exps.weight[135]: blk.34.ffn_gate_exps.weight[136]: blk.34.ffn_gate_exps.weight[137]: IQ2_S blk.34.ffn_gate_exps.weight[138]: blk.34.ffn_gate_exps.weight[139]: IQ2_S blk.34.ffn_gate_exps.weight[140]: IQ2_S blk.34.ffn_gate_exps.weight[141]: IQ2_S blk.34.ffn_gate_exps.weight[142]: IQ2_S blk.34.ffn_gate_exps.weight[143]: IQ2_S blk.34.ffn_gate_exps.weight[144]: IQ2_S blk.34.ffn_gate_exps.weight[145]: blk.34.ffn_gate_exps.weight[146]: blk.34.ffn_gate_exps.weight[147]: blk.34.ffn_gate_exps.weight[148]: blk.34.ffn_gate_exps.weight[149]: blk.34.ffn_gate_exps.weight[150]: IQ2_S blk.34.ffn_gate_exps.weight[151]: blk.34.ffn_gate_exps.weight[152]: IQ2_S blk.34.ffn_gate_exps.weight[153]: blk.34.ffn_gate_exps.weight[154]: blk.34.ffn_gate_exps.weight[155]: blk.34.ffn_gate_exps.weight[156]: IQ2_S blk.34.ffn_gate_exps.weight[157]: blk.34.ffn_gate_exps.weight[158]: blk.34.ffn_gate_exps.weight[159]: blk.34.ffn_gate_exps.weight[160]: IQ2_S blk.34.ffn_gate_exps.weight[161]: blk.34.ffn_gate_exps.weight[162]: blk.34.ffn_gate_exps.weight[163]: blk.34.ffn_gate_exps.weight[164]: blk.34.ffn_gate_exps.weight[165]: IQ2_S blk.34.ffn_gate_exps.weight[166]: blk.34.ffn_gate_exps.weight[167]: IQ2_S blk.34.ffn_gate_exps.weight[168]: IQ2_S blk.34.ffn_gate_exps.weight[169]: IQ2_S blk.34.ffn_gate_exps.weight[170]: IQ2_S blk.34.ffn_gate_exps.weight[171]: blk.34.ffn_gate_exps.weight[172]: IQ2_S blk.34.ffn_gate_exps.weight[173]: blk.34.ffn_gate_exps.weight[174]: blk.34.ffn_gate_exps.weight[175]: blk.34.ffn_gate_exps.weight[176]: IQ2_S blk.34.ffn_gate_exps.weight[177]: blk.34.ffn_gate_exps.weight[178]: IQ2_S blk.34.ffn_gate_exps.weight[179]: IQ2_S blk.34.ffn_gate_exps.weight[180]: IQ2_S blk.34.ffn_gate_exps.weight[181]: blk.34.ffn_gate_exps.weight[182]: IQ2_S blk.34.ffn_gate_exps.weight[183]: IQ2_S blk.34.ffn_gate_exps.weight[184]: IQ2_S blk.34.ffn_gate_exps.weight[185]: IQ2_S blk.34.ffn_gate_exps.weight[186]: blk.34.ffn_gate_exps.weight[187]: blk.34.ffn_gate_exps.weight[188]: IQ2_S blk.34.ffn_gate_exps.weight[189]: blk.34.ffn_gate_exps.weight[190]: IQ2_S blk.34.ffn_gate_exps.weight[191]: blk.34.ffn_gate_exps.weight[192]: blk.34.ffn_gate_exps.weight[193]: IQ2_S blk.34.ffn_gate_exps.weight[194]: IQ2_S blk.34.ffn_gate_exps.weight[195]: blk.34.ffn_gate_exps.weight[196]: IQ2_S blk.34.ffn_gate_exps.weight[197]: IQ2_S blk.34.ffn_gate_exps.weight[198]: IQ2_S blk.34.ffn_gate_exps.weight[199]: IQ2_S blk.34.ffn_gate_exps.weight[200]: IQ2_S blk.34.ffn_gate_exps.weight[201]: blk.34.ffn_gate_exps.weight[202]: blk.34.ffn_gate_exps.weight[203]: blk.34.ffn_gate_exps.weight[204]: IQ2_S blk.34.ffn_gate_exps.weight[205]: blk.34.ffn_gate_exps.weight[206]: blk.34.ffn_gate_exps.weight[207]: IQ2_S blk.34.ffn_gate_exps.weight[208]: IQ2_S blk.34.ffn_gate_exps.weight[209]: IQ2_S blk.34.ffn_gate_exps.weight[210]: blk.34.ffn_gate_exps.weight[211]: IQ2_S blk.34.ffn_gate_exps.weight[212]: blk.34.ffn_gate_exps.weight[213]: IQ2_S blk.34.ffn_gate_exps.weight[214]: IQ2_S blk.34.ffn_gate_exps.weight[215]: blk.34.ffn_gate_exps.weight[216]: blk.34.ffn_gate_exps.weight[217]: IQ2_S blk.34.ffn_gate_exps.weight[218]: IQ2_S blk.34.ffn_gate_exps.weight[219]: IQ2_S blk.34.ffn_gate_exps.weight[220]: IQ2_S blk.34.ffn_gate_exps.weight[221]: blk.34.ffn_gate_exps.weight[222]: blk.34.ffn_gate_exps.weight[223]: blk.34.ffn_gate_exps.weight[224]: IQ2_S blk.34.ffn_gate_exps.weight[225]: blk.34.ffn_gate_exps.weight[226]: IQ2_S blk.34.ffn_gate_exps.weight[227]: IQ2_S blk.34.ffn_gate_exps.weight[228]: blk.34.ffn_gate_exps.weight[229]: IQ2_S blk.34.ffn_gate_exps.weight[230]: IQ2_S blk.34.ffn_gate_exps.weight[231]: blk.34.ffn_gate_exps.weight[232]: blk.34.ffn_gate_exps.weight[233]: IQ2_S blk.34.ffn_gate_exps.weight[234]: IQ2_S blk.34.ffn_gate_exps.weight[235]: IQ2_S blk.34.ffn_gate_exps.weight[236]: IQ2_S blk.34.ffn_gate_exps.weight[237]: IQ2_S blk.34.ffn_gate_exps.weight[238]: IQ2_S blk.34.ffn_gate_exps.weight[239]: IQ2_S blk.34.ffn_gate_exps.weight[240]: blk.34.ffn_gate_exps.weight[241]: blk.34.ffn_gate_exps.weight[242]: blk.34.ffn_gate_exps.weight[243]: IQ2_S blk.34.ffn_gate_exps.weight[244]: IQ2_S blk.34.ffn_gate_exps.weight[245]: blk.34.ffn_gate_exps.weight[246]: IQ2_S blk.34.ffn_gate_exps.weight[247]: blk.34.ffn_gate_exps.weight[248]: IQ2_S blk.34.ffn_gate_exps.weight[249]: IQ2_S blk.34.ffn_gate_exps.weight[250]: blk.34.ffn_gate_exps.weight[251]: IQ2_S blk.34.ffn_gate_exps.weight[252]: IQ2_S blk.34.ffn_gate_exps.weight[253]: IQ2_S blk.34.ffn_gate_exps.weight[254]: blk.34.ffn_gate_exps.weight[255]: IQ2_S blk.34.ffn_gate_exps.weight[256]: blk.34.ffn_gate_exps.weight[257]: blk.34.ffn_gate_exps.weight[258]: IQ2_S blk.34.ffn_gate_exps.weight[259]: blk.34.ffn_gate_exps.weight[260]: IQ2_S blk.34.ffn_gate_exps.weight[261]: IQ2_S blk.34.ffn_gate_exps.weight[262]: blk.34.ffn_gate_exps.weight[263]: blk.34.ffn_gate_exps.weight[264]: IQ2_S blk.34.ffn_gate_exps.weight[265]: blk.34.ffn_gate_exps.weight[266]: IQ2_S blk.34.ffn_gate_exps.weight[267]: IQ2_S blk.34.ffn_gate_exps.weight[268]: blk.34.ffn_gate_exps.weight[269]: blk.34.ffn_gate_exps.weight[270]: blk.34.ffn_gate_exps.weight[271]: IQ2_S blk.34.ffn_gate_exps.weight[272]: blk.34.ffn_gate_exps.weight[273]: blk.34.ffn_gate_exps.weight[274]: blk.34.ffn_gate_exps.weight[275]: blk.34.ffn_gate_exps.weight[276]: blk.34.ffn_gate_exps.weight[277]: blk.34.ffn_gate_exps.weight[278]: IQ2_S blk.34.ffn_gate_exps.weight[279]: blk.34.ffn_gate_exps.weight[280]: IQ2_S blk.34.ffn_gate_exps.weight[281]: blk.34.ffn_gate_exps.weight[282]: IQ2_S blk.34.ffn_gate_exps.weight[283]: IQ2_S blk.34.ffn_gate_exps.weight[284]: IQ2_S blk.34.ffn_gate_exps.weight[285]: IQ2_S blk.34.ffn_gate_exps.weight[286]: IQ2_S blk.34.ffn_gate_exps.weight[287]: IQ2_S blk.34.ffn_gate_exps.weight[288]: blk.34.ffn_gate_exps.weight[289]: blk.34.ffn_gate_exps.weight[290]: blk.34.ffn_gate_exps.weight[291]: blk.34.ffn_gate_exps.weight[292]: IQ2_S blk.34.ffn_gate_exps.weight[293]: IQ2_S blk.34.ffn_gate_exps.weight[294]: blk.34.ffn_gate_exps.weight[295]: blk.34.ffn_gate_exps.weight[296]: blk.34.ffn_gate_exps.weight[297]: IQ2_S blk.34.ffn_gate_exps.weight[298]: IQ2_S blk.34.ffn_gate_exps.weight[299]: IQ2_S blk.34.ffn_gate_exps.weight[300]: IQ2_S blk.34.ffn_gate_exps.weight[301]: blk.34.ffn_gate_exps.weight[302]: IQ2_S blk.34.ffn_gate_exps.weight[303]: blk.34.ffn_gate_exps.weight[304]: IQ2_S blk.34.ffn_gate_exps.weight[305]: IQ2_S blk.34.ffn_gate_exps.weight[306]: IQ2_S blk.34.ffn_gate_exps.weight[307]: IQ2_S blk.34.ffn_gate_exps.weight[308]: IQ2_S blk.34.ffn_gate_exps.weight[309]: IQ2_S blk.34.ffn_gate_exps.weight[310]: IQ2_S blk.34.ffn_gate_exps.weight[311]: blk.34.ffn_gate_exps.weight[312]: blk.34.ffn_gate_exps.weight[313]: blk.34.ffn_gate_exps.weight[314]: blk.34.ffn_gate_exps.weight[315]: IQ2_S blk.34.ffn_gate_exps.weight[316]: blk.34.ffn_gate_exps.weight[317]: blk.34.ffn_gate_exps.weight[318]: blk.34.ffn_gate_exps.weight[319]: IQ2_S blk.34.ffn_gate_exps.weight[320]: IQ2_S blk.34.ffn_gate_exps.weight[321]: IQ2_S blk.34.ffn_gate_exps.weight[322]: blk.34.ffn_gate_exps.weight[323]: blk.34.ffn_gate_exps.weight[324]: IQ2_S blk.34.ffn_gate_exps.weight[325]: blk.34.ffn_gate_exps.weight[326]: blk.34.ffn_gate_exps.weight[327]: blk.34.ffn_gate_exps.weight[328]: blk.34.ffn_gate_exps.weight[329]: IQ2_S blk.34.ffn_gate_exps.weight[330]: IQ2_S blk.34.ffn_gate_exps.weight[331]: blk.34.ffn_gate_exps.weight[332]: blk.34.ffn_gate_exps.weight[333]: IQ2_S blk.34.ffn_gate_exps.weight[334]: blk.34.ffn_gate_exps.weight[335]: blk.34.ffn_gate_exps.weight[336]: blk.34.ffn_gate_exps.weight[337]: IQ2_S blk.34.ffn_gate_exps.weight[338]: IQ2_S blk.34.ffn_gate_exps.weight[339]: blk.34.ffn_gate_exps.weight[340]: IQ2_S blk.34.ffn_gate_exps.weight[341]: IQ2_S blk.34.ffn_gate_exps.weight[342]: blk.34.ffn_gate_exps.weight[343]: blk.34.ffn_gate_exps.weight[344]: blk.34.ffn_gate_exps.weight[345]: blk.34.ffn_gate_exps.weight[346]: blk.34.ffn_gate_exps.weight[347]: IQ2_S blk.34.ffn_gate_exps.weight[348]: IQ2_S blk.34.ffn_gate_exps.weight[349]: blk.34.ffn_gate_exps.weight[350]: IQ2_S blk.34.ffn_gate_exps.weight[351]: blk.34.ffn_gate_exps.weight[352]: blk.34.ffn_gate_exps.weight[353]: IQ2_S blk.34.ffn_gate_exps.weight[354]: blk.34.ffn_gate_exps.weight[355]: blk.34.ffn_gate_exps.weight[356]: blk.34.ffn_gate_exps.weight[357]: blk.34.ffn_gate_exps.weight[358]: blk.34.ffn_gate_exps.weight[359]: IQ2_S blk.34.ffn_gate_exps.weight[360]: blk.34.ffn_gate_exps.weight[361]: IQ2_S blk.34.ffn_gate_exps.weight[362]: blk.34.ffn_gate_exps.weight[363]: blk.34.ffn_gate_exps.weight[364]: blk.34.ffn_gate_exps.weight[365]: blk.34.ffn_gate_exps.weight[366]: IQ2_S blk.34.ffn_gate_exps.weight[367]: blk.34.ffn_gate_exps.weight[368]: blk.34.ffn_gate_exps.weight[369]: IQ2_S blk.34.ffn_gate_exps.weight[370]: IQ2_S blk.34.ffn_gate_exps.weight[371]: blk.34.ffn_gate_exps.weight[372]: blk.34.ffn_gate_exps.weight[373]: IQ2_S blk.34.ffn_gate_exps.weight[374]: IQ2_S blk.34.ffn_gate_exps.weight[375]: blk.34.ffn_gate_exps.weight[376]: IQ2_S blk.34.ffn_gate_exps.weight[377]: blk.34.ffn_gate_exps.weight[378]: IQ2_S blk.34.ffn_gate_exps.weight[379]: IQ2_S blk.34.ffn_gate_exps.weight[380]: IQ2_S blk.34.ffn_gate_exps.weight[381]: IQ2_S blk.34.ffn_gate_exps.weight[382]: blk.34.ffn_gate_exps.weight[383]: blk.34.ffn_gate_exps.weight[384]: blk.34.ffn_gate_exps.weight[385]: IQ2_S blk.34.ffn_gate_exps.weight[386]: IQ2_S blk.34.ffn_gate_exps.weight[387]: blk.34.ffn_gate_exps.weight[388]: IQ2_S blk.34.ffn_gate_exps.weight[389]: blk.34.ffn_gate_exps.weight[390]: blk.34.ffn_gate_exps.weight[391]: IQ2_S blk.34.ffn_gate_exps.weight[392]: IQ2_S blk.34.ffn_gate_exps.weight[393]: IQ2_S blk.34.ffn_gate_exps.weight[394]: IQ2_S blk.34.ffn_gate_exps.weight[395]: IQ2_S blk.34.ffn_gate_exps.weight[396]: blk.34.ffn_gate_exps.weight[397]: IQ2_S blk.34.ffn_gate_exps.weight[398]: blk.34.ffn_gate_exps.weight[399]: IQ2_S blk.34.ffn_gate_exps.weight[400]: IQ2_S blk.34.ffn_gate_exps.weight[401]: blk.34.ffn_gate_exps.weight[402]: IQ2_S blk.34.ffn_gate_exps.weight[403]: IQ2_S blk.34.ffn_gate_exps.weight[404]: IQ2_S blk.34.ffn_gate_exps.weight[405]: blk.34.ffn_gate_exps.weight[406]: blk.34.ffn_gate_exps.weight[407]: IQ2_S blk.34.ffn_gate_exps.weight[408]: IQ2_S blk.34.ffn_gate_exps.weight[409]: blk.34.ffn_gate_exps.weight[410]: blk.34.ffn_gate_exps.weight[411]: IQ2_S blk.34.ffn_gate_exps.weight[412]: blk.34.ffn_gate_exps.weight[413]: blk.34.ffn_gate_exps.weight[414]: blk.34.ffn_gate_exps.weight[415]: blk.34.ffn_gate_exps.weight[416]: IQ2_S blk.34.ffn_gate_exps.weight[417]: IQ2_S blk.34.ffn_gate_exps.weight[418]: blk.34.ffn_gate_exps.weight[419]: IQ2_S blk.34.ffn_gate_exps.weight[420]: blk.34.ffn_gate_exps.weight[421]: blk.34.ffn_gate_exps.weight[422]: IQ2_S blk.34.ffn_gate_exps.weight[423]: blk.34.ffn_gate_exps.weight[424]: blk.34.ffn_gate_exps.weight[425]: IQ2_S blk.34.ffn_gate_exps.weight[426]: blk.34.ffn_gate_exps.weight[427]: IQ2_S blk.34.ffn_gate_exps.weight[428]: IQ2_S blk.34.ffn_gate_exps.weight[429]: blk.34.ffn_gate_exps.weight[430]: blk.34.ffn_gate_exps.weight[431]: blk.34.ffn_gate_exps.weight[432]: blk.34.ffn_gate_exps.weight[433]: blk.34.ffn_gate_exps.weight[434]: IQ2_S blk.34.ffn_gate_exps.weight[435]: blk.34.ffn_gate_exps.weight[436]: blk.34.ffn_gate_exps.weight[437]: blk.34.ffn_gate_exps.weight[438]: blk.34.ffn_gate_exps.weight[439]: blk.34.ffn_gate_exps.weight[440]: IQ2_S blk.34.ffn_gate_exps.weight[441]: blk.34.ffn_gate_exps.weight[442]: IQ2_S blk.34.ffn_gate_exps.weight[443]: IQ2_S blk.34.ffn_gate_exps.weight[444]: IQ2_S blk.34.ffn_gate_exps.weight[445]: blk.34.ffn_gate_exps.weight[446]: blk.34.ffn_gate_exps.weight[447]: IQ2_S blk.34.ffn_gate_exps.weight[448]: IQ2_S blk.34.ffn_gate_exps.weight[449]: IQ2_S blk.34.ffn_gate_exps.weight[450]: blk.34.ffn_gate_exps.weight[451]: IQ2_S blk.34.ffn_gate_exps.weight[452]: blk.34.ffn_gate_exps.weight[453]: IQ2_S blk.34.ffn_gate_exps.weight[454]: blk.34.ffn_gate_exps.weight[455]: blk.34.ffn_gate_exps.weight[456]: IQ2_S blk.34.ffn_gate_exps.weight[457]: IQ2_S blk.34.ffn_gate_exps.weight[458]: blk.34.ffn_gate_exps.weight[459]: IQ2_S blk.34.ffn_gate_exps.weight[460]: blk.34.ffn_gate_exps.weight[461]: IQ2_S blk.34.ffn_gate_exps.weight[462]: blk.34.ffn_gate_exps.weight[463]: IQ2_S blk.34.ffn_gate_exps.weight[464]: IQ2_S blk.34.ffn_gate_exps.weight[465]: blk.34.ffn_gate_exps.weight[466]: IQ2_S blk.34.ffn_gate_exps.weight[467]: IQ2_S blk.34.ffn_gate_exps.weight[468]: blk.34.ffn_gate_exps.weight[469]: blk.34.ffn_gate_exps.weight[470]: blk.34.ffn_gate_exps.weight[471]: IQ2_S blk.34.ffn_gate_exps.weight[472]: blk.34.ffn_gate_exps.weight[473]: blk.34.ffn_gate_exps.weight[474]: blk.34.ffn_gate_exps.weight[475]: IQ2_S blk.34.ffn_gate_exps.weight[476]: blk.34.ffn_gate_exps.weight[477]: IQ2_S blk.34.ffn_gate_exps.weight[478]: blk.34.ffn_gate_exps.weight[479]: blk.34.ffn_gate_exps.weight[480]: blk.34.ffn_gate_exps.weight[481]: blk.34.ffn_gate_exps.weight[482]: IQ2_S blk.34.ffn_gate_exps.weight[483]: IQ2_S blk.34.ffn_gate_exps.weight[484]: IQ2_S blk.34.ffn_gate_exps.weight[485]: IQ2_S blk.34.ffn_gate_exps.weight[486]: IQ2_S blk.34.ffn_gate_exps.weight[487]: IQ2_S blk.34.ffn_gate_exps.weight[488]: IQ2_S blk.34.ffn_gate_exps.weight[489]: blk.34.ffn_gate_exps.weight[490]: blk.34.ffn_gate_exps.weight[491]: blk.34.ffn_gate_exps.weight[492]: blk.34.ffn_gate_exps.weight[493]: blk.34.ffn_gate_exps.weight[494]: IQ2_S blk.34.ffn_gate_exps.weight[495]: blk.34.ffn_gate_exps.weight[496]: blk.34.ffn_gate_exps.weight[497]: IQ2_S blk.34.ffn_gate_exps.weight[498]: IQ2_S blk.34.ffn_gate_exps.weight[499]: blk.34.ffn_gate_exps.weight[500]: IQ2_S blk.34.ffn_gate_exps.weight[501]: IQ2_S blk.34.ffn_gate_exps.weight[502]: blk.34.ffn_gate_exps.weight[503]: IQ2_S blk.34.ffn_gate_exps.weight[504]: IQ2_S blk.34.ffn_gate_exps.weight[505]: blk.34.ffn_gate_exps.weight[506]: blk.34.ffn_gate_exps.weight[507]: blk.34.ffn_gate_exps.weight[508]: IQ2_S blk.34.ffn_gate_exps.weight[509]: IQ2_S blk.34.ffn_gate_exps.weight[510]: IQ2_S blk.34.ffn_gate_exps.weight[511]: IQ2_S blk.34.ffn_up_exps.weight[0]: IQ2_S blk.34.ffn_up_exps.weight[1]: blk.34.ffn_up_exps.weight[2]: blk.34.ffn_up_exps.weight[3]: blk.34.ffn_up_exps.weight[4]: blk.34.ffn_up_exps.weight[5]: IQ2_S blk.34.ffn_up_exps.weight[6]: IQ2_S blk.34.ffn_up_exps.weight[7]: blk.34.ffn_up_exps.weight[8]: IQ2_S blk.34.ffn_up_exps.weight[9]: IQ2_S blk.34.ffn_up_exps.weight[10]: blk.34.ffn_up_exps.weight[11]: blk.34.ffn_up_exps.weight[12]: IQ2_S blk.34.ffn_up_exps.weight[13]: IQ2_S blk.34.ffn_up_exps.weight[14]: blk.34.ffn_up_exps.weight[15]: blk.34.ffn_up_exps.weight[16]: blk.34.ffn_up_exps.weight[17]: blk.34.ffn_up_exps.weight[18]: IQ2_S blk.34.ffn_up_exps.weight[19]: IQ2_S blk.34.ffn_up_exps.weight[20]: blk.34.ffn_up_exps.weight[21]: blk.34.ffn_up_exps.weight[22]: IQ2_S blk.34.ffn_up_exps.weight[23]: blk.34.ffn_up_exps.weight[24]: IQ2_S blk.34.ffn_up_exps.weight[25]: IQ2_S blk.34.ffn_up_exps.weight[26]: IQ2_S blk.34.ffn_up_exps.weight[27]: IQ2_S blk.34.ffn_up_exps.weight[28]: blk.34.ffn_up_exps.weight[29]: IQ2_S blk.34.ffn_up_exps.weight[30]: blk.34.ffn_up_exps.weight[31]: blk.34.ffn_up_exps.weight[32]: blk.34.ffn_up_exps.weight[33]: IQ2_S blk.34.ffn_up_exps.weight[34]: blk.34.ffn_up_exps.weight[35]: blk.34.ffn_up_exps.weight[36]: blk.34.ffn_up_exps.weight[37]: blk.34.ffn_up_exps.weight[38]: IQ2_S blk.34.ffn_up_exps.weight[39]: blk.34.ffn_up_exps.weight[40]: blk.34.ffn_up_exps.weight[41]: blk.34.ffn_up_exps.weight[42]: IQ2_S blk.34.ffn_up_exps.weight[43]: IQ2_S blk.34.ffn_up_exps.weight[44]: IQ2_S blk.34.ffn_up_exps.weight[45]: blk.34.ffn_up_exps.weight[46]: blk.34.ffn_up_exps.weight[47]: IQ2_S blk.34.ffn_up_exps.weight[48]: blk.34.ffn_up_exps.weight[49]: blk.34.ffn_up_exps.weight[50]: IQ2_S blk.34.ffn_up_exps.weight[51]: IQ2_S blk.34.ffn_up_exps.weight[52]: blk.34.ffn_up_exps.weight[53]: IQ2_S blk.34.ffn_up_exps.weight[54]: blk.34.ffn_up_exps.weight[55]: IQ2_S blk.34.ffn_up_exps.weight[56]: blk.34.ffn_up_exps.weight[57]: IQ2_S blk.34.ffn_up_exps.weight[58]: IQ2_S blk.34.ffn_up_exps.weight[59]: blk.34.ffn_up_exps.weight[60]: blk.34.ffn_up_exps.weight[61]: IQ2_S blk.34.ffn_up_exps.weight[62]: IQ2_S blk.34.ffn_up_exps.weight[63]: IQ2_S blk.34.ffn_up_exps.weight[64]: blk.34.ffn_up_exps.weight[65]: blk.34.ffn_up_exps.weight[66]: IQ2_S blk.34.ffn_up_exps.weight[67]: IQ2_S blk.34.ffn_up_exps.weight[68]: IQ2_S blk.34.ffn_up_exps.weight[69]: IQ2_S blk.34.ffn_up_exps.weight[70]: IQ2_S blk.34.ffn_up_exps.weight[71]: blk.34.ffn_up_exps.weight[72]: IQ2_S blk.34.ffn_up_exps.weight[73]: IQ2_S blk.34.ffn_up_exps.weight[74]: blk.34.ffn_up_exps.weight[75]: IQ2_S blk.34.ffn_up_exps.weight[76]: IQ2_S blk.34.ffn_up_exps.weight[77]: IQ2_S blk.34.ffn_up_exps.weight[78]: blk.34.ffn_up_exps.weight[79]: IQ2_S blk.34.ffn_up_exps.weight[80]: IQ2_S blk.34.ffn_up_exps.weight[81]: IQ2_S blk.34.ffn_up_exps.weight[82]: IQ2_S blk.34.ffn_up_exps.weight[83]: blk.34.ffn_up_exps.weight[84]: blk.34.ffn_up_exps.weight[85]: IQ2_S blk.34.ffn_up_exps.weight[86]: blk.34.ffn_up_exps.weight[87]: IQ2_S blk.34.ffn_up_exps.weight[88]: IQ2_S blk.34.ffn_up_exps.weight[89]: blk.34.ffn_up_exps.weight[90]: blk.34.ffn_up_exps.weight[91]: IQ2_S blk.34.ffn_up_exps.weight[92]: IQ2_S blk.34.ffn_up_exps.weight[93]: IQ2_S blk.34.ffn_up_exps.weight[94]: IQ2_S blk.34.ffn_up_exps.weight[95]: blk.34.ffn_up_exps.weight[96]: IQ2_S blk.34.ffn_up_exps.weight[97]: blk.34.ffn_up_exps.weight[98]: blk.34.ffn_up_exps.weight[99]: blk.34.ffn_up_exps.weight[100]: IQ2_S blk.34.ffn_up_exps.weight[101]: IQ2_S blk.34.ffn_up_exps.weight[102]: IQ2_S blk.34.ffn_up_exps.weight[103]: IQ2_S blk.34.ffn_up_exps.weight[104]: IQ2_S blk.34.ffn_up_exps.weight[105]: blk.34.ffn_up_exps.weight[106]: blk.34.ffn_up_exps.weight[107]: IQ2_S blk.34.ffn_up_exps.weight[108]: blk.34.ffn_up_exps.weight[109]: IQ2_S blk.34.ffn_up_exps.weight[110]: blk.34.ffn_up_exps.weight[111]: IQ2_S blk.34.ffn_up_exps.weight[112]: blk.34.ffn_up_exps.weight[113]: blk.34.ffn_up_exps.weight[114]: blk.34.ffn_up_exps.weight[115]: IQ2_S blk.34.ffn_up_exps.weight[116]: blk.34.ffn_up_exps.weight[117]: IQ2_S blk.34.ffn_up_exps.weight[118]: IQ2_S blk.34.ffn_up_exps.weight[119]: IQ2_S blk.34.ffn_up_exps.weight[120]: IQ2_S blk.34.ffn_up_exps.weight[121]: blk.34.ffn_up_exps.weight[122]: IQ2_S blk.34.ffn_up_exps.weight[123]: blk.34.ffn_up_exps.weight[124]: blk.34.ffn_up_exps.weight[125]: blk.34.ffn_up_exps.weight[126]: blk.34.ffn_up_exps.weight[127]: IQ2_S blk.34.ffn_up_exps.weight[128]: IQ2_S blk.34.ffn_up_exps.weight[129]: blk.34.ffn_up_exps.weight[130]: blk.34.ffn_up_exps.weight[131]: blk.34.ffn_up_exps.weight[132]: IQ2_S blk.34.ffn_up_exps.weight[133]: IQ2_S blk.34.ffn_up_exps.weight[134]: blk.34.ffn_up_exps.weight[135]: blk.34.ffn_up_exps.weight[136]: blk.34.ffn_up_exps.weight[137]: IQ2_S blk.34.ffn_up_exps.weight[138]: blk.34.ffn_up_exps.weight[139]: IQ2_S blk.34.ffn_up_exps.weight[140]: IQ2_S blk.34.ffn_up_exps.weight[141]: IQ2_S blk.34.ffn_up_exps.weight[142]: IQ2_S blk.34.ffn_up_exps.weight[143]: IQ2_S blk.34.ffn_up_exps.weight[144]: IQ2_S blk.34.ffn_up_exps.weight[145]: blk.34.ffn_up_exps.weight[146]: blk.34.ffn_up_exps.weight[147]: blk.34.ffn_up_exps.weight[148]: blk.34.ffn_up_exps.weight[149]: blk.34.ffn_up_exps.weight[150]: IQ2_S blk.34.ffn_up_exps.weight[151]: blk.34.ffn_up_exps.weight[152]: IQ2_S blk.34.ffn_up_exps.weight[153]: blk.34.ffn_up_exps.weight[154]: blk.34.ffn_up_exps.weight[155]: blk.34.ffn_up_exps.weight[156]: IQ2_S blk.34.ffn_up_exps.weight[157]: blk.34.ffn_up_exps.weight[158]: blk.34.ffn_up_exps.weight[159]: blk.34.ffn_up_exps.weight[160]: IQ2_S blk.34.ffn_up_exps.weight[161]: blk.34.ffn_up_exps.weight[162]: blk.34.ffn_up_exps.weight[163]: blk.34.ffn_up_exps.weight[164]: blk.34.ffn_up_exps.weight[165]: IQ2_S blk.34.ffn_up_exps.weight[166]: blk.34.ffn_up_exps.weight[167]: IQ2_S blk.34.ffn_up_exps.weight[168]: IQ2_S blk.34.ffn_up_exps.weight[169]: IQ2_S blk.34.ffn_up_exps.weight[170]: IQ2_S blk.34.ffn_up_exps.weight[171]: blk.34.ffn_up_exps.weight[172]: IQ2_S blk.34.ffn_up_exps.weight[173]: blk.34.ffn_up_exps.weight[174]: blk.34.ffn_up_exps.weight[175]: blk.34.ffn_up_exps.weight[176]: IQ2_S blk.34.ffn_up_exps.weight[177]: blk.34.ffn_up_exps.weight[178]: IQ2_S blk.34.ffn_up_exps.weight[179]: IQ2_S blk.34.ffn_up_exps.weight[180]: IQ2_S blk.34.ffn_up_exps.weight[181]: blk.34.ffn_up_exps.weight[182]: IQ2_S blk.34.ffn_up_exps.weight[183]: IQ2_S blk.34.ffn_up_exps.weight[184]: IQ2_S blk.34.ffn_up_exps.weight[185]: IQ2_S blk.34.ffn_up_exps.weight[186]: blk.34.ffn_up_exps.weight[187]: blk.34.ffn_up_exps.weight[188]: IQ2_S blk.34.ffn_up_exps.weight[189]: blk.34.ffn_up_exps.weight[190]: IQ2_S blk.34.ffn_up_exps.weight[191]: blk.34.ffn_up_exps.weight[192]: blk.34.ffn_up_exps.weight[193]: IQ2_S blk.34.ffn_up_exps.weight[194]: IQ2_S blk.34.ffn_up_exps.weight[195]: blk.34.ffn_up_exps.weight[196]: IQ2_S blk.34.ffn_up_exps.weight[197]: IQ2_S blk.34.ffn_up_exps.weight[198]: IQ2_S blk.34.ffn_up_exps.weight[199]: IQ2_S blk.34.ffn_up_exps.weight[200]: IQ2_S blk.34.ffn_up_exps.weight[201]: blk.34.ffn_up_exps.weight[202]: blk.34.ffn_up_exps.weight[203]: blk.34.ffn_up_exps.weight[204]: IQ2_S blk.34.ffn_up_exps.weight[205]: blk.34.ffn_up_exps.weight[206]: blk.34.ffn_up_exps.weight[207]: IQ2_S blk.34.ffn_up_exps.weight[208]: IQ2_S blk.34.ffn_up_exps.weight[209]: IQ2_S blk.34.ffn_up_exps.weight[210]: blk.34.ffn_up_exps.weight[211]: IQ2_S blk.34.ffn_up_exps.weight[212]: blk.34.ffn_up_exps.weight[213]: IQ2_S blk.34.ffn_up_exps.weight[214]: IQ2_S blk.34.ffn_up_exps.weight[215]: blk.34.ffn_up_exps.weight[216]: blk.34.ffn_up_exps.weight[217]: IQ2_S blk.34.ffn_up_exps.weight[218]: IQ2_S blk.34.ffn_up_exps.weight[219]: IQ2_S blk.34.ffn_up_exps.weight[220]: IQ2_S blk.34.ffn_up_exps.weight[221]: blk.34.ffn_up_exps.weight[222]: blk.34.ffn_up_exps.weight[223]: blk.34.ffn_up_exps.weight[224]: IQ2_S blk.34.ffn_up_exps.weight[225]: blk.34.ffn_up_exps.weight[226]: IQ2_S blk.34.ffn_up_exps.weight[227]: IQ2_S blk.34.ffn_up_exps.weight[228]: blk.34.ffn_up_exps.weight[229]: IQ2_S blk.34.ffn_up_exps.weight[230]: IQ2_S blk.34.ffn_up_exps.weight[231]: blk.34.ffn_up_exps.weight[232]: blk.34.ffn_up_exps.weight[233]: IQ2_S blk.34.ffn_up_exps.weight[234]: IQ2_S blk.34.ffn_up_exps.weight[235]: IQ2_S blk.34.ffn_up_exps.weight[236]: IQ2_S blk.34.ffn_up_exps.weight[237]: IQ2_S blk.34.ffn_up_exps.weight[238]: IQ2_S blk.34.ffn_up_exps.weight[239]: IQ2_S blk.34.ffn_up_exps.weight[240]: blk.34.ffn_up_exps.weight[241]: blk.34.ffn_up_exps.weight[242]: blk.34.ffn_up_exps.weight[243]: IQ2_S blk.34.ffn_up_exps.weight[244]: IQ2_S blk.34.ffn_up_exps.weight[245]: blk.34.ffn_up_exps.weight[246]: IQ2_S blk.34.ffn_up_exps.weight[247]: blk.34.ffn_up_exps.weight[248]: IQ2_S blk.34.ffn_up_exps.weight[249]: IQ2_S blk.34.ffn_up_exps.weight[250]: blk.34.ffn_up_exps.weight[251]: IQ2_S blk.34.ffn_up_exps.weight[252]: IQ2_S blk.34.ffn_up_exps.weight[253]: IQ2_S blk.34.ffn_up_exps.weight[254]: blk.34.ffn_up_exps.weight[255]: IQ2_S blk.34.ffn_up_exps.weight[256]: blk.34.ffn_up_exps.weight[257]: blk.34.ffn_up_exps.weight[258]: IQ2_S blk.34.ffn_up_exps.weight[259]: blk.34.ffn_up_exps.weight[260]: IQ2_S blk.34.ffn_up_exps.weight[261]: IQ2_S blk.34.ffn_up_exps.weight[262]: blk.34.ffn_up_exps.weight[263]: blk.34.ffn_up_exps.weight[264]: IQ2_S blk.34.ffn_up_exps.weight[265]: blk.34.ffn_up_exps.weight[266]: IQ2_S blk.34.ffn_up_exps.weight[267]: IQ2_S blk.34.ffn_up_exps.weight[268]: blk.34.ffn_up_exps.weight[269]: blk.34.ffn_up_exps.weight[270]: blk.34.ffn_up_exps.weight[271]: IQ2_S blk.34.ffn_up_exps.weight[272]: blk.34.ffn_up_exps.weight[273]: blk.34.ffn_up_exps.weight[274]: blk.34.ffn_up_exps.weight[275]: blk.34.ffn_up_exps.weight[276]: blk.34.ffn_up_exps.weight[277]: blk.34.ffn_up_exps.weight[278]: IQ2_S blk.34.ffn_up_exps.weight[279]: blk.34.ffn_up_exps.weight[280]: IQ2_S blk.34.ffn_up_exps.weight[281]: blk.34.ffn_up_exps.weight[282]: IQ2_S blk.34.ffn_up_exps.weight[283]: IQ2_S blk.34.ffn_up_exps.weight[284]: IQ2_S blk.34.ffn_up_exps.weight[285]: IQ2_S blk.34.ffn_up_exps.weight[286]: IQ2_S blk.34.ffn_up_exps.weight[287]: IQ2_S blk.34.ffn_up_exps.weight[288]: blk.34.ffn_up_exps.weight[289]: blk.34.ffn_up_exps.weight[290]: blk.34.ffn_up_exps.weight[291]: blk.34.ffn_up_exps.weight[292]: IQ2_S blk.34.ffn_up_exps.weight[293]: IQ2_S blk.34.ffn_up_exps.weight[294]: blk.34.ffn_up_exps.weight[295]: blk.34.ffn_up_exps.weight[296]: blk.34.ffn_up_exps.weight[297]: IQ2_S blk.34.ffn_up_exps.weight[298]: IQ2_S blk.34.ffn_up_exps.weight[299]: IQ2_S blk.34.ffn_up_exps.weight[300]: IQ2_S blk.34.ffn_up_exps.weight[301]: blk.34.ffn_up_exps.weight[302]: IQ2_S blk.34.ffn_up_exps.weight[303]: blk.34.ffn_up_exps.weight[304]: IQ2_S blk.34.ffn_up_exps.weight[305]: IQ2_S blk.34.ffn_up_exps.weight[306]: IQ2_S blk.34.ffn_up_exps.weight[307]: IQ2_S blk.34.ffn_up_exps.weight[308]: IQ2_S blk.34.ffn_up_exps.weight[309]: IQ2_S blk.34.ffn_up_exps.weight[310]: IQ2_S blk.34.ffn_up_exps.weight[311]: blk.34.ffn_up_exps.weight[312]: blk.34.ffn_up_exps.weight[313]: blk.34.ffn_up_exps.weight[314]: blk.34.ffn_up_exps.weight[315]: IQ2_S blk.34.ffn_up_exps.weight[316]: blk.34.ffn_up_exps.weight[317]: blk.34.ffn_up_exps.weight[318]: blk.34.ffn_up_exps.weight[319]: IQ2_S blk.34.ffn_up_exps.weight[320]: IQ2_S blk.34.ffn_up_exps.weight[321]: IQ2_S blk.34.ffn_up_exps.weight[322]: blk.34.ffn_up_exps.weight[323]: blk.34.ffn_up_exps.weight[324]: IQ2_S blk.34.ffn_up_exps.weight[325]: blk.34.ffn_up_exps.weight[326]: blk.34.ffn_up_exps.weight[327]: blk.34.ffn_up_exps.weight[328]: blk.34.ffn_up_exps.weight[329]: IQ2_S blk.34.ffn_up_exps.weight[330]: IQ2_S blk.34.ffn_up_exps.weight[331]: blk.34.ffn_up_exps.weight[332]: blk.34.ffn_up_exps.weight[333]: IQ2_S blk.34.ffn_up_exps.weight[334]: blk.34.ffn_up_exps.weight[335]: blk.34.ffn_up_exps.weight[336]: blk.34.ffn_up_exps.weight[337]: IQ2_S blk.34.ffn_up_exps.weight[338]: IQ2_S blk.34.ffn_up_exps.weight[339]: blk.34.ffn_up_exps.weight[340]: IQ2_S blk.34.ffn_up_exps.weight[341]: IQ2_S blk.34.ffn_up_exps.weight[342]: blk.34.ffn_up_exps.weight[343]: blk.34.ffn_up_exps.weight[344]: blk.34.ffn_up_exps.weight[345]: blk.34.ffn_up_exps.weight[346]: blk.34.ffn_up_exps.weight[347]: IQ2_S blk.34.ffn_up_exps.weight[348]: IQ2_S blk.34.ffn_up_exps.weight[349]: blk.34.ffn_up_exps.weight[350]: IQ2_S blk.34.ffn_up_exps.weight[351]: blk.34.ffn_up_exps.weight[352]: blk.34.ffn_up_exps.weight[353]: IQ2_S blk.34.ffn_up_exps.weight[354]: blk.34.ffn_up_exps.weight[355]: blk.34.ffn_up_exps.weight[356]: blk.34.ffn_up_exps.weight[357]: blk.34.ffn_up_exps.weight[358]: blk.34.ffn_up_exps.weight[359]: IQ2_S blk.34.ffn_up_exps.weight[360]: blk.34.ffn_up_exps.weight[361]: IQ2_S blk.34.ffn_up_exps.weight[362]: blk.34.ffn_up_exps.weight[363]: blk.34.ffn_up_exps.weight[364]: blk.34.ffn_up_exps.weight[365]: blk.34.ffn_up_exps.weight[366]: IQ2_S blk.34.ffn_up_exps.weight[367]: blk.34.ffn_up_exps.weight[368]: blk.34.ffn_up_exps.weight[369]: IQ2_S blk.34.ffn_up_exps.weight[370]: IQ2_S blk.34.ffn_up_exps.weight[371]: blk.34.ffn_up_exps.weight[372]: blk.34.ffn_up_exps.weight[373]: IQ2_S blk.34.ffn_up_exps.weight[374]: IQ2_S blk.34.ffn_up_exps.weight[375]: blk.34.ffn_up_exps.weight[376]: IQ2_S blk.34.ffn_up_exps.weight[377]: blk.34.ffn_up_exps.weight[378]: IQ2_S blk.34.ffn_up_exps.weight[379]: IQ2_S blk.34.ffn_up_exps.weight[380]: IQ2_S blk.34.ffn_up_exps.weight[381]: IQ2_S blk.34.ffn_up_exps.weight[382]: blk.34.ffn_up_exps.weight[383]: blk.34.ffn_up_exps.weight[384]: blk.34.ffn_up_exps.weight[385]: IQ2_S blk.34.ffn_up_exps.weight[386]: IQ2_S blk.34.ffn_up_exps.weight[387]: blk.34.ffn_up_exps.weight[388]: IQ2_S blk.34.ffn_up_exps.weight[389]: blk.34.ffn_up_exps.weight[390]: blk.34.ffn_up_exps.weight[391]: IQ2_S blk.34.ffn_up_exps.weight[392]: IQ2_S blk.34.ffn_up_exps.weight[393]: IQ2_S blk.34.ffn_up_exps.weight[394]: IQ2_S blk.34.ffn_up_exps.weight[395]: IQ2_S blk.34.ffn_up_exps.weight[396]: blk.34.ffn_up_exps.weight[397]: IQ2_S blk.34.ffn_up_exps.weight[398]: blk.34.ffn_up_exps.weight[399]: IQ2_S blk.34.ffn_up_exps.weight[400]: IQ2_S blk.34.ffn_up_exps.weight[401]: blk.34.ffn_up_exps.weight[402]: IQ2_S blk.34.ffn_up_exps.weight[403]: IQ2_S blk.34.ffn_up_exps.weight[404]: IQ2_S blk.34.ffn_up_exps.weight[405]: blk.34.ffn_up_exps.weight[406]: blk.34.ffn_up_exps.weight[407]: IQ2_S blk.34.ffn_up_exps.weight[408]: IQ2_S blk.34.ffn_up_exps.weight[409]: blk.34.ffn_up_exps.weight[410]: blk.34.ffn_up_exps.weight[411]: IQ2_S blk.34.ffn_up_exps.weight[412]: blk.34.ffn_up_exps.weight[413]: blk.34.ffn_up_exps.weight[414]: blk.34.ffn_up_exps.weight[415]: blk.34.ffn_up_exps.weight[416]: IQ2_S blk.34.ffn_up_exps.weight[417]: IQ2_S blk.34.ffn_up_exps.weight[418]: blk.34.ffn_up_exps.weight[419]: IQ2_S blk.34.ffn_up_exps.weight[420]: blk.34.ffn_up_exps.weight[421]: blk.34.ffn_up_exps.weight[422]: IQ2_S blk.34.ffn_up_exps.weight[423]: blk.34.ffn_up_exps.weight[424]: blk.34.ffn_up_exps.weight[425]: IQ2_S blk.34.ffn_up_exps.weight[426]: blk.34.ffn_up_exps.weight[427]: IQ2_S blk.34.ffn_up_exps.weight[428]: IQ2_S blk.34.ffn_up_exps.weight[429]: blk.34.ffn_up_exps.weight[430]: blk.34.ffn_up_exps.weight[431]: blk.34.ffn_up_exps.weight[432]: blk.34.ffn_up_exps.weight[433]: blk.34.ffn_up_exps.weight[434]: IQ2_S blk.34.ffn_up_exps.weight[435]: blk.34.ffn_up_exps.weight[436]: blk.34.ffn_up_exps.weight[437]: blk.34.ffn_up_exps.weight[438]: blk.34.ffn_up_exps.weight[439]: blk.34.ffn_up_exps.weight[440]: IQ2_S blk.34.ffn_up_exps.weight[441]: blk.34.ffn_up_exps.weight[442]: IQ2_S blk.34.ffn_up_exps.weight[443]: IQ2_S blk.34.ffn_up_exps.weight[444]: IQ2_S blk.34.ffn_up_exps.weight[445]: blk.34.ffn_up_exps.weight[446]: blk.34.ffn_up_exps.weight[447]: IQ2_S blk.34.ffn_up_exps.weight[448]: IQ2_S blk.34.ffn_up_exps.weight[449]: IQ2_S blk.34.ffn_up_exps.weight[450]: blk.34.ffn_up_exps.weight[451]: IQ2_S blk.34.ffn_up_exps.weight[452]: blk.34.ffn_up_exps.weight[453]: IQ2_S blk.34.ffn_up_exps.weight[454]: blk.34.ffn_up_exps.weight[455]: blk.34.ffn_up_exps.weight[456]: IQ2_S blk.34.ffn_up_exps.weight[457]: IQ2_S blk.34.ffn_up_exps.weight[458]: blk.34.ffn_up_exps.weight[459]: IQ2_S blk.34.ffn_up_exps.weight[460]: blk.34.ffn_up_exps.weight[461]: IQ2_S blk.34.ffn_up_exps.weight[462]: blk.34.ffn_up_exps.weight[463]: IQ2_S blk.34.ffn_up_exps.weight[464]: IQ2_S blk.34.ffn_up_exps.weight[465]: blk.34.ffn_up_exps.weight[466]: IQ2_S blk.34.ffn_up_exps.weight[467]: IQ2_S blk.34.ffn_up_exps.weight[468]: blk.34.ffn_up_exps.weight[469]: blk.34.ffn_up_exps.weight[470]: blk.34.ffn_up_exps.weight[471]: IQ2_S blk.34.ffn_up_exps.weight[472]: blk.34.ffn_up_exps.weight[473]: blk.34.ffn_up_exps.weight[474]: blk.34.ffn_up_exps.weight[475]: IQ2_S blk.34.ffn_up_exps.weight[476]: blk.34.ffn_up_exps.weight[477]: IQ2_S blk.34.ffn_up_exps.weight[478]: blk.34.ffn_up_exps.weight[479]: blk.34.ffn_up_exps.weight[480]: blk.34.ffn_up_exps.weight[481]: blk.34.ffn_up_exps.weight[482]: IQ2_S blk.34.ffn_up_exps.weight[483]: IQ2_S blk.34.ffn_up_exps.weight[484]: IQ2_S blk.34.ffn_up_exps.weight[485]: IQ2_S blk.34.ffn_up_exps.weight[486]: IQ2_S blk.34.ffn_up_exps.weight[487]: IQ2_S blk.34.ffn_up_exps.weight[488]: IQ2_S blk.34.ffn_up_exps.weight[489]: blk.34.ffn_up_exps.weight[490]: blk.34.ffn_up_exps.weight[491]: blk.34.ffn_up_exps.weight[492]: blk.34.ffn_up_exps.weight[493]: blk.34.ffn_up_exps.weight[494]: IQ2_S blk.34.ffn_up_exps.weight[495]: blk.34.ffn_up_exps.weight[496]: blk.34.ffn_up_exps.weight[497]: IQ2_S blk.34.ffn_up_exps.weight[498]: IQ2_S blk.34.ffn_up_exps.weight[499]: blk.34.ffn_up_exps.weight[500]: IQ2_S blk.34.ffn_up_exps.weight[501]: IQ2_S blk.34.ffn_up_exps.weight[502]: blk.34.ffn_up_exps.weight[503]: IQ2_S blk.34.ffn_up_exps.weight[504]: IQ2_S blk.34.ffn_up_exps.weight[505]: blk.34.ffn_up_exps.weight[506]: blk.34.ffn_up_exps.weight[507]: blk.34.ffn_up_exps.weight[508]: IQ2_S blk.34.ffn_up_exps.weight[509]: IQ2_S blk.34.ffn_up_exps.weight[510]: IQ2_S blk.34.ffn_up_exps.weight[511]: IQ2_S blk.34.ffn_down_exps.weight[0]: IQ4_NL blk.34.ffn_down_exps.weight[1]: blk.34.ffn_down_exps.weight[2]: blk.34.ffn_down_exps.weight[3]: blk.34.ffn_down_exps.weight[4]: blk.34.ffn_down_exps.weight[5]: IQ4_NL blk.34.ffn_down_exps.weight[6]: IQ4_NL blk.34.ffn_down_exps.weight[7]: blk.34.ffn_down_exps.weight[8]: IQ4_NL blk.34.ffn_down_exps.weight[9]: IQ4_NL blk.34.ffn_down_exps.weight[10]: blk.34.ffn_down_exps.weight[11]: blk.34.ffn_down_exps.weight[12]: IQ4_NL blk.34.ffn_down_exps.weight[13]: IQ4_NL blk.34.ffn_down_exps.weight[14]: blk.34.ffn_down_exps.weight[15]: blk.34.ffn_down_exps.weight[16]: blk.34.ffn_down_exps.weight[17]: blk.34.ffn_down_exps.weight[18]: IQ4_NL blk.34.ffn_down_exps.weight[19]: IQ4_NL blk.34.ffn_down_exps.weight[20]: blk.34.ffn_down_exps.weight[21]: blk.34.ffn_down_exps.weight[22]: IQ4_NL blk.34.ffn_down_exps.weight[23]: blk.34.ffn_down_exps.weight[24]: IQ4_NL blk.34.ffn_down_exps.weight[25]: IQ4_NL blk.34.ffn_down_exps.weight[26]: IQ4_NL blk.34.ffn_down_exps.weight[27]: IQ4_NL blk.34.ffn_down_exps.weight[28]: blk.34.ffn_down_exps.weight[29]: IQ4_NL blk.34.ffn_down_exps.weight[30]: blk.34.ffn_down_exps.weight[31]: blk.34.ffn_down_exps.weight[32]: blk.34.ffn_down_exps.weight[33]: IQ4_NL blk.34.ffn_down_exps.weight[34]: blk.34.ffn_down_exps.weight[35]: blk.34.ffn_down_exps.weight[36]: blk.34.ffn_down_exps.weight[37]: blk.34.ffn_down_exps.weight[38]: IQ4_NL blk.34.ffn_down_exps.weight[39]: blk.34.ffn_down_exps.weight[40]: blk.34.ffn_down_exps.weight[41]: blk.34.ffn_down_exps.weight[42]: IQ4_NL blk.34.ffn_down_exps.weight[43]: IQ4_NL blk.34.ffn_down_exps.weight[44]: IQ4_NL blk.34.ffn_down_exps.weight[45]: blk.34.ffn_down_exps.weight[46]: blk.34.ffn_down_exps.weight[47]: IQ4_NL blk.34.ffn_down_exps.weight[48]: blk.34.ffn_down_exps.weight[49]: blk.34.ffn_down_exps.weight[50]: IQ4_NL blk.34.ffn_down_exps.weight[51]: IQ4_NL blk.34.ffn_down_exps.weight[52]: blk.34.ffn_down_exps.weight[53]: IQ4_NL blk.34.ffn_down_exps.weight[54]: blk.34.ffn_down_exps.weight[55]: IQ4_NL blk.34.ffn_down_exps.weight[56]: blk.34.ffn_down_exps.weight[57]: IQ4_NL blk.34.ffn_down_exps.weight[58]: IQ4_NL blk.34.ffn_down_exps.weight[59]: blk.34.ffn_down_exps.weight[60]: blk.34.ffn_down_exps.weight[61]: IQ4_NL blk.34.ffn_down_exps.weight[62]: IQ4_NL blk.34.ffn_down_exps.weight[63]: IQ4_NL blk.34.ffn_down_exps.weight[64]: blk.34.ffn_down_exps.weight[65]: blk.34.ffn_down_exps.weight[66]: IQ4_NL blk.34.ffn_down_exps.weight[67]: IQ4_NL blk.34.ffn_down_exps.weight[68]: IQ4_NL blk.34.ffn_down_exps.weight[69]: IQ4_NL blk.34.ffn_down_exps.weight[70]: IQ4_NL blk.34.ffn_down_exps.weight[71]: blk.34.ffn_down_exps.weight[72]: IQ4_NL blk.34.ffn_down_exps.weight[73]: IQ4_NL blk.34.ffn_down_exps.weight[74]: blk.34.ffn_down_exps.weight[75]: IQ4_NL blk.34.ffn_down_exps.weight[76]: IQ4_NL blk.34.ffn_down_exps.weight[77]: IQ4_NL blk.34.ffn_down_exps.weight[78]: blk.34.ffn_down_exps.weight[79]: IQ4_NL blk.34.ffn_down_exps.weight[80]: IQ4_NL blk.34.ffn_down_exps.weight[81]: IQ4_NL blk.34.ffn_down_exps.weight[82]: IQ4_NL blk.34.ffn_down_exps.weight[83]: blk.34.ffn_down_exps.weight[84]: blk.34.ffn_down_exps.weight[85]: IQ4_NL blk.34.ffn_down_exps.weight[86]: blk.34.ffn_down_exps.weight[87]: IQ4_NL blk.34.ffn_down_exps.weight[88]: IQ4_NL blk.34.ffn_down_exps.weight[89]: blk.34.ffn_down_exps.weight[90]: blk.34.ffn_down_exps.weight[91]: IQ4_NL blk.34.ffn_down_exps.weight[92]: IQ4_NL blk.34.ffn_down_exps.weight[93]: IQ4_NL blk.34.ffn_down_exps.weight[94]: IQ4_NL blk.34.ffn_down_exps.weight[95]: blk.34.ffn_down_exps.weight[96]: IQ4_NL blk.34.ffn_down_exps.weight[97]: blk.34.ffn_down_exps.weight[98]: blk.34.ffn_down_exps.weight[99]: blk.34.ffn_down_exps.weight[100]: IQ4_NL blk.34.ffn_down_exps.weight[101]: IQ4_NL blk.34.ffn_down_exps.weight[102]: IQ4_NL blk.34.ffn_down_exps.weight[103]: IQ4_NL blk.34.ffn_down_exps.weight[104]: IQ4_NL blk.34.ffn_down_exps.weight[105]: blk.34.ffn_down_exps.weight[106]: blk.34.ffn_down_exps.weight[107]: IQ4_NL blk.34.ffn_down_exps.weight[108]: blk.34.ffn_down_exps.weight[109]: IQ4_NL blk.34.ffn_down_exps.weight[110]: blk.34.ffn_down_exps.weight[111]: IQ4_NL blk.34.ffn_down_exps.weight[112]: blk.34.ffn_down_exps.weight[113]: blk.34.ffn_down_exps.weight[114]: blk.34.ffn_down_exps.weight[115]: IQ4_NL blk.34.ffn_down_exps.weight[116]: blk.34.ffn_down_exps.weight[117]: IQ4_NL blk.34.ffn_down_exps.weight[118]: IQ4_NL blk.34.ffn_down_exps.weight[119]: IQ4_NL blk.34.ffn_down_exps.weight[120]: IQ4_NL blk.34.ffn_down_exps.weight[121]: blk.34.ffn_down_exps.weight[122]: IQ4_NL blk.34.ffn_down_exps.weight[123]: blk.34.ffn_down_exps.weight[124]: blk.34.ffn_down_exps.weight[125]: blk.34.ffn_down_exps.weight[126]: blk.34.ffn_down_exps.weight[127]: IQ4_NL blk.34.ffn_down_exps.weight[128]: IQ4_NL blk.34.ffn_down_exps.weight[129]: blk.34.ffn_down_exps.weight[130]: blk.34.ffn_down_exps.weight[131]: blk.34.ffn_down_exps.weight[132]: IQ4_NL blk.34.ffn_down_exps.weight[133]: IQ4_NL blk.34.ffn_down_exps.weight[134]: blk.34.ffn_down_exps.weight[135]: blk.34.ffn_down_exps.weight[136]: blk.34.ffn_down_exps.weight[137]: IQ4_NL blk.34.ffn_down_exps.weight[138]: blk.34.ffn_down_exps.weight[139]: IQ4_NL blk.34.ffn_down_exps.weight[140]: IQ4_NL blk.34.ffn_down_exps.weight[141]: IQ4_NL blk.34.ffn_down_exps.weight[142]: IQ4_NL blk.34.ffn_down_exps.weight[143]: IQ4_NL blk.34.ffn_down_exps.weight[144]: IQ4_NL blk.34.ffn_down_exps.weight[145]: blk.34.ffn_down_exps.weight[146]: blk.34.ffn_down_exps.weight[147]: blk.34.ffn_down_exps.weight[148]: blk.34.ffn_down_exps.weight[149]: blk.34.ffn_down_exps.weight[150]: IQ4_NL blk.34.ffn_down_exps.weight[151]: blk.34.ffn_down_exps.weight[152]: IQ4_NL blk.34.ffn_down_exps.weight[153]: blk.34.ffn_down_exps.weight[154]: blk.34.ffn_down_exps.weight[155]: blk.34.ffn_down_exps.weight[156]: IQ4_NL blk.34.ffn_down_exps.weight[157]: blk.34.ffn_down_exps.weight[158]: blk.34.ffn_down_exps.weight[159]: blk.34.ffn_down_exps.weight[160]: IQ4_NL blk.34.ffn_down_exps.weight[161]: blk.34.ffn_down_exps.weight[162]: blk.34.ffn_down_exps.weight[163]: blk.34.ffn_down_exps.weight[164]: blk.34.ffn_down_exps.weight[165]: IQ4_NL blk.34.ffn_down_exps.weight[166]: blk.34.ffn_down_exps.weight[167]: IQ4_NL blk.34.ffn_down_exps.weight[168]: IQ4_NL blk.34.ffn_down_exps.weight[169]: IQ4_NL blk.34.ffn_down_exps.weight[170]: IQ4_NL blk.34.ffn_down_exps.weight[171]: blk.34.ffn_down_exps.weight[172]: IQ4_NL blk.34.ffn_down_exps.weight[173]: blk.34.ffn_down_exps.weight[174]: blk.34.ffn_down_exps.weight[175]: blk.34.ffn_down_exps.weight[176]: IQ4_NL blk.34.ffn_down_exps.weight[177]: blk.34.ffn_down_exps.weight[178]: IQ4_NL blk.34.ffn_down_exps.weight[179]: IQ4_NL blk.34.ffn_down_exps.weight[180]: IQ4_NL blk.34.ffn_down_exps.weight[181]: blk.34.ffn_down_exps.weight[182]: IQ4_NL blk.34.ffn_down_exps.weight[183]: IQ4_NL blk.34.ffn_down_exps.weight[184]: IQ4_NL blk.34.ffn_down_exps.weight[185]: IQ4_NL blk.34.ffn_down_exps.weight[186]: blk.34.ffn_down_exps.weight[187]: blk.34.ffn_down_exps.weight[188]: IQ4_NL blk.34.ffn_down_exps.weight[189]: blk.34.ffn_down_exps.weight[190]: IQ4_NL blk.34.ffn_down_exps.weight[191]: blk.34.ffn_down_exps.weight[192]: blk.34.ffn_down_exps.weight[193]: IQ4_NL blk.34.ffn_down_exps.weight[194]: IQ4_NL blk.34.ffn_down_exps.weight[195]: blk.34.ffn_down_exps.weight[196]: IQ4_NL blk.34.ffn_down_exps.weight[197]: IQ4_NL blk.34.ffn_down_exps.weight[198]: IQ4_NL blk.34.ffn_down_exps.weight[199]: IQ4_NL blk.34.ffn_down_exps.weight[200]: IQ4_NL blk.34.ffn_down_exps.weight[201]: blk.34.ffn_down_exps.weight[202]: blk.34.ffn_down_exps.weight[203]: blk.34.ffn_down_exps.weight[204]: IQ4_NL blk.34.ffn_down_exps.weight[205]: blk.34.ffn_down_exps.weight[206]: blk.34.ffn_down_exps.weight[207]: IQ4_NL blk.34.ffn_down_exps.weight[208]: IQ4_NL blk.34.ffn_down_exps.weight[209]: IQ4_NL blk.34.ffn_down_exps.weight[210]: blk.34.ffn_down_exps.weight[211]: IQ4_NL blk.34.ffn_down_exps.weight[212]: blk.34.ffn_down_exps.weight[213]: IQ4_NL blk.34.ffn_down_exps.weight[214]: IQ4_NL blk.34.ffn_down_exps.weight[215]: blk.34.ffn_down_exps.weight[216]: blk.34.ffn_down_exps.weight[217]: IQ4_NL blk.34.ffn_down_exps.weight[218]: IQ4_NL blk.34.ffn_down_exps.weight[219]: IQ4_NL blk.34.ffn_down_exps.weight[220]: IQ4_NL blk.34.ffn_down_exps.weight[221]: blk.34.ffn_down_exps.weight[222]: blk.34.ffn_down_exps.weight[223]: blk.34.ffn_down_exps.weight[224]: IQ4_NL blk.34.ffn_down_exps.weight[225]: blk.34.ffn_down_exps.weight[226]: IQ4_NL blk.34.ffn_down_exps.weight[227]: IQ4_NL blk.34.ffn_down_exps.weight[228]: blk.34.ffn_down_exps.weight[229]: IQ4_NL blk.34.ffn_down_exps.weight[230]: IQ4_NL blk.34.ffn_down_exps.weight[231]: blk.34.ffn_down_exps.weight[232]: blk.34.ffn_down_exps.weight[233]: IQ4_NL blk.34.ffn_down_exps.weight[234]: IQ4_NL blk.34.ffn_down_exps.weight[235]: IQ4_NL blk.34.ffn_down_exps.weight[236]: IQ4_NL blk.34.ffn_down_exps.weight[237]: IQ4_NL blk.34.ffn_down_exps.weight[238]: IQ4_NL blk.34.ffn_down_exps.weight[239]: IQ4_NL blk.34.ffn_down_exps.weight[240]: blk.34.ffn_down_exps.weight[241]: blk.34.ffn_down_exps.weight[242]: blk.34.ffn_down_exps.weight[243]: IQ4_NL blk.34.ffn_down_exps.weight[244]: IQ4_NL blk.34.ffn_down_exps.weight[245]: blk.34.ffn_down_exps.weight[246]: IQ4_NL blk.34.ffn_down_exps.weight[247]: blk.34.ffn_down_exps.weight[248]: IQ4_NL blk.34.ffn_down_exps.weight[249]: IQ4_NL blk.34.ffn_down_exps.weight[250]: blk.34.ffn_down_exps.weight[251]: IQ4_NL blk.34.ffn_down_exps.weight[252]: IQ4_NL blk.34.ffn_down_exps.weight[253]: IQ4_NL blk.34.ffn_down_exps.weight[254]: blk.34.ffn_down_exps.weight[255]: IQ4_NL blk.34.ffn_down_exps.weight[256]: blk.34.ffn_down_exps.weight[257]: blk.34.ffn_down_exps.weight[258]: IQ4_NL blk.34.ffn_down_exps.weight[259]: blk.34.ffn_down_exps.weight[260]: IQ4_NL blk.34.ffn_down_exps.weight[261]: IQ4_NL blk.34.ffn_down_exps.weight[262]: blk.34.ffn_down_exps.weight[263]: blk.34.ffn_down_exps.weight[264]: IQ4_NL blk.34.ffn_down_exps.weight[265]: blk.34.ffn_down_exps.weight[266]: IQ4_NL blk.34.ffn_down_exps.weight[267]: IQ4_NL blk.34.ffn_down_exps.weight[268]: blk.34.ffn_down_exps.weight[269]: blk.34.ffn_down_exps.weight[270]: blk.34.ffn_down_exps.weight[271]: IQ4_NL blk.34.ffn_down_exps.weight[272]: blk.34.ffn_down_exps.weight[273]: blk.34.ffn_down_exps.weight[274]: blk.34.ffn_down_exps.weight[275]: blk.34.ffn_down_exps.weight[276]: blk.34.ffn_down_exps.weight[277]: blk.34.ffn_down_exps.weight[278]: IQ4_NL blk.34.ffn_down_exps.weight[279]: blk.34.ffn_down_exps.weight[280]: IQ4_NL blk.34.ffn_down_exps.weight[281]: blk.34.ffn_down_exps.weight[282]: IQ4_NL blk.34.ffn_down_exps.weight[283]: IQ4_NL blk.34.ffn_down_exps.weight[284]: IQ4_NL blk.34.ffn_down_exps.weight[285]: IQ4_NL blk.34.ffn_down_exps.weight[286]: IQ4_NL blk.34.ffn_down_exps.weight[287]: IQ4_NL blk.34.ffn_down_exps.weight[288]: blk.34.ffn_down_exps.weight[289]: blk.34.ffn_down_exps.weight[290]: blk.34.ffn_down_exps.weight[291]: blk.34.ffn_down_exps.weight[292]: IQ4_NL blk.34.ffn_down_exps.weight[293]: IQ4_NL blk.34.ffn_down_exps.weight[294]: blk.34.ffn_down_exps.weight[295]: blk.34.ffn_down_exps.weight[296]: blk.34.ffn_down_exps.weight[297]: IQ4_NL blk.34.ffn_down_exps.weight[298]: IQ4_NL blk.34.ffn_down_exps.weight[299]: IQ4_NL blk.34.ffn_down_exps.weight[300]: IQ4_NL blk.34.ffn_down_exps.weight[301]: blk.34.ffn_down_exps.weight[302]: IQ4_NL blk.34.ffn_down_exps.weight[303]: blk.34.ffn_down_exps.weight[304]: IQ4_NL blk.34.ffn_down_exps.weight[305]: IQ4_NL blk.34.ffn_down_exps.weight[306]: IQ4_NL blk.34.ffn_down_exps.weight[307]: IQ4_NL blk.34.ffn_down_exps.weight[308]: IQ4_NL blk.34.ffn_down_exps.weight[309]: IQ4_NL blk.34.ffn_down_exps.weight[310]: IQ4_NL blk.34.ffn_down_exps.weight[311]: blk.34.ffn_down_exps.weight[312]: blk.34.ffn_down_exps.weight[313]: blk.34.ffn_down_exps.weight[314]: blk.34.ffn_down_exps.weight[315]: IQ4_NL blk.34.ffn_down_exps.weight[316]: blk.34.ffn_down_exps.weight[317]: blk.34.ffn_down_exps.weight[318]: blk.34.ffn_down_exps.weight[319]: IQ4_NL blk.34.ffn_down_exps.weight[320]: IQ4_NL blk.34.ffn_down_exps.weight[321]: IQ4_NL blk.34.ffn_down_exps.weight[322]: blk.34.ffn_down_exps.weight[323]: blk.34.ffn_down_exps.weight[324]: IQ4_NL blk.34.ffn_down_exps.weight[325]: blk.34.ffn_down_exps.weight[326]: blk.34.ffn_down_exps.weight[327]: blk.34.ffn_down_exps.weight[328]: blk.34.ffn_down_exps.weight[329]: IQ4_NL blk.34.ffn_down_exps.weight[330]: IQ4_NL blk.34.ffn_down_exps.weight[331]: blk.34.ffn_down_exps.weight[332]: blk.34.ffn_down_exps.weight[333]: IQ4_NL blk.34.ffn_down_exps.weight[334]: blk.34.ffn_down_exps.weight[335]: blk.34.ffn_down_exps.weight[336]: blk.34.ffn_down_exps.weight[337]: IQ4_NL blk.34.ffn_down_exps.weight[338]: IQ4_NL blk.34.ffn_down_exps.weight[339]: blk.34.ffn_down_exps.weight[340]: IQ4_NL blk.34.ffn_down_exps.weight[341]: IQ4_NL blk.34.ffn_down_exps.weight[342]: blk.34.ffn_down_exps.weight[343]: blk.34.ffn_down_exps.weight[344]: blk.34.ffn_down_exps.weight[345]: blk.34.ffn_down_exps.weight[346]: blk.34.ffn_down_exps.weight[347]: IQ4_NL blk.34.ffn_down_exps.weight[348]: IQ4_NL blk.34.ffn_down_exps.weight[349]: blk.34.ffn_down_exps.weight[350]: IQ4_NL blk.34.ffn_down_exps.weight[351]: blk.34.ffn_down_exps.weight[352]: blk.34.ffn_down_exps.weight[353]: IQ4_NL blk.34.ffn_down_exps.weight[354]: blk.34.ffn_down_exps.weight[355]: blk.34.ffn_down_exps.weight[356]: blk.34.ffn_down_exps.weight[357]: blk.34.ffn_down_exps.weight[358]: blk.34.ffn_down_exps.weight[359]: IQ4_NL blk.34.ffn_down_exps.weight[360]: blk.34.ffn_down_exps.weight[361]: IQ4_NL blk.34.ffn_down_exps.weight[362]: blk.34.ffn_down_exps.weight[363]: blk.34.ffn_down_exps.weight[364]: blk.34.ffn_down_exps.weight[365]: blk.34.ffn_down_exps.weight[366]: IQ4_NL blk.34.ffn_down_exps.weight[367]: blk.34.ffn_down_exps.weight[368]: blk.34.ffn_down_exps.weight[369]: IQ4_NL blk.34.ffn_down_exps.weight[370]: IQ4_NL blk.34.ffn_down_exps.weight[371]: blk.34.ffn_down_exps.weight[372]: blk.34.ffn_down_exps.weight[373]: IQ4_NL blk.34.ffn_down_exps.weight[374]: IQ4_NL blk.34.ffn_down_exps.weight[375]: blk.34.ffn_down_exps.weight[376]: IQ4_NL blk.34.ffn_down_exps.weight[377]: blk.34.ffn_down_exps.weight[378]: IQ4_NL blk.34.ffn_down_exps.weight[379]: IQ4_NL blk.34.ffn_down_exps.weight[380]: IQ4_NL blk.34.ffn_down_exps.weight[381]: IQ4_NL blk.34.ffn_down_exps.weight[382]: blk.34.ffn_down_exps.weight[383]: blk.34.ffn_down_exps.weight[384]: blk.34.ffn_down_exps.weight[385]: IQ4_NL blk.34.ffn_down_exps.weight[386]: IQ4_NL blk.34.ffn_down_exps.weight[387]: blk.34.ffn_down_exps.weight[388]: IQ4_NL blk.34.ffn_down_exps.weight[389]: blk.34.ffn_down_exps.weight[390]: blk.34.ffn_down_exps.weight[391]: IQ4_NL blk.34.ffn_down_exps.weight[392]: IQ4_NL blk.34.ffn_down_exps.weight[393]: IQ4_NL blk.34.ffn_down_exps.weight[394]: IQ4_NL blk.34.ffn_down_exps.weight[395]: IQ4_NL blk.34.ffn_down_exps.weight[396]: blk.34.ffn_down_exps.weight[397]: IQ4_NL blk.34.ffn_down_exps.weight[398]: blk.34.ffn_down_exps.weight[399]: IQ4_NL blk.34.ffn_down_exps.weight[400]: IQ4_NL blk.34.ffn_down_exps.weight[401]: blk.34.ffn_down_exps.weight[402]: IQ4_NL blk.34.ffn_down_exps.weight[403]: IQ4_NL blk.34.ffn_down_exps.weight[404]: IQ4_NL blk.34.ffn_down_exps.weight[405]: blk.34.ffn_down_exps.weight[406]: blk.34.ffn_down_exps.weight[407]: IQ4_NL blk.34.ffn_down_exps.weight[408]: IQ4_NL blk.34.ffn_down_exps.weight[409]: blk.34.ffn_down_exps.weight[410]: blk.34.ffn_down_exps.weight[411]: IQ4_NL blk.34.ffn_down_exps.weight[412]: blk.34.ffn_down_exps.weight[413]: blk.34.ffn_down_exps.weight[414]: blk.34.ffn_down_exps.weight[415]: blk.34.ffn_down_exps.weight[416]: IQ4_NL blk.34.ffn_down_exps.weight[417]: IQ4_NL blk.34.ffn_down_exps.weight[418]: blk.34.ffn_down_exps.weight[419]: IQ4_NL blk.34.ffn_down_exps.weight[420]: blk.34.ffn_down_exps.weight[421]: blk.34.ffn_down_exps.weight[422]: IQ4_NL blk.34.ffn_down_exps.weight[423]: blk.34.ffn_down_exps.weight[424]: blk.34.ffn_down_exps.weight[425]: IQ4_NL blk.34.ffn_down_exps.weight[426]: blk.34.ffn_down_exps.weight[427]: IQ4_NL blk.34.ffn_down_exps.weight[428]: IQ4_NL blk.34.ffn_down_exps.weight[429]: blk.34.ffn_down_exps.weight[430]: blk.34.ffn_down_exps.weight[431]: blk.34.ffn_down_exps.weight[432]: blk.34.ffn_down_exps.weight[433]: blk.34.ffn_down_exps.weight[434]: IQ4_NL blk.34.ffn_down_exps.weight[435]: blk.34.ffn_down_exps.weight[436]: blk.34.ffn_down_exps.weight[437]: blk.34.ffn_down_exps.weight[438]: blk.34.ffn_down_exps.weight[439]: blk.34.ffn_down_exps.weight[440]: IQ4_NL blk.34.ffn_down_exps.weight[441]: blk.34.ffn_down_exps.weight[442]: IQ4_NL blk.34.ffn_down_exps.weight[443]: IQ4_NL blk.34.ffn_down_exps.weight[444]: IQ4_NL blk.34.ffn_down_exps.weight[445]: blk.34.ffn_down_exps.weight[446]: blk.34.ffn_down_exps.weight[447]: IQ4_NL blk.34.ffn_down_exps.weight[448]: IQ4_NL blk.34.ffn_down_exps.weight[449]: IQ4_NL blk.34.ffn_down_exps.weight[450]: blk.34.ffn_down_exps.weight[451]: IQ4_NL blk.34.ffn_down_exps.weight[452]: blk.34.ffn_down_exps.weight[453]: IQ4_NL blk.34.ffn_down_exps.weight[454]: blk.34.ffn_down_exps.weight[455]: blk.34.ffn_down_exps.weight[456]: IQ4_NL blk.34.ffn_down_exps.weight[457]: IQ4_NL blk.34.ffn_down_exps.weight[458]: blk.34.ffn_down_exps.weight[459]: IQ4_NL blk.34.ffn_down_exps.weight[460]: blk.34.ffn_down_exps.weight[461]: IQ4_NL blk.34.ffn_down_exps.weight[462]: blk.34.ffn_down_exps.weight[463]: IQ4_NL blk.34.ffn_down_exps.weight[464]: IQ4_NL blk.34.ffn_down_exps.weight[465]: blk.34.ffn_down_exps.weight[466]: IQ4_NL blk.34.ffn_down_exps.weight[467]: IQ4_NL blk.34.ffn_down_exps.weight[468]: blk.34.ffn_down_exps.weight[469]: blk.34.ffn_down_exps.weight[470]: blk.34.ffn_down_exps.weight[471]: IQ4_NL blk.34.ffn_down_exps.weight[472]: blk.34.ffn_down_exps.weight[473]: blk.34.ffn_down_exps.weight[474]: blk.34.ffn_down_exps.weight[475]: IQ4_NL blk.34.ffn_down_exps.weight[476]: blk.34.ffn_down_exps.weight[477]: IQ4_NL blk.34.ffn_down_exps.weight[478]: blk.34.ffn_down_exps.weight[479]: blk.34.ffn_down_exps.weight[480]: blk.34.ffn_down_exps.weight[481]: blk.34.ffn_down_exps.weight[482]: IQ4_NL blk.34.ffn_down_exps.weight[483]: IQ4_NL blk.34.ffn_down_exps.weight[484]: IQ4_NL blk.34.ffn_down_exps.weight[485]: IQ4_NL blk.34.ffn_down_exps.weight[486]: IQ4_NL blk.34.ffn_down_exps.weight[487]: IQ4_NL blk.34.ffn_down_exps.weight[488]: IQ4_NL blk.34.ffn_down_exps.weight[489]: blk.34.ffn_down_exps.weight[490]: blk.34.ffn_down_exps.weight[491]: blk.34.ffn_down_exps.weight[492]: blk.34.ffn_down_exps.weight[493]: blk.34.ffn_down_exps.weight[494]: IQ4_NL blk.34.ffn_down_exps.weight[495]: blk.34.ffn_down_exps.weight[496]: blk.34.ffn_down_exps.weight[497]: IQ4_NL blk.34.ffn_down_exps.weight[498]: IQ4_NL blk.34.ffn_down_exps.weight[499]: blk.34.ffn_down_exps.weight[500]: IQ4_NL blk.34.ffn_down_exps.weight[501]: IQ4_NL blk.34.ffn_down_exps.weight[502]: blk.34.ffn_down_exps.weight[503]: IQ4_NL blk.34.ffn_down_exps.weight[504]: IQ4_NL blk.34.ffn_down_exps.weight[505]: blk.34.ffn_down_exps.weight[506]: blk.34.ffn_down_exps.weight[507]: blk.34.ffn_down_exps.weight[508]: IQ4_NL blk.34.ffn_down_exps.weight[509]: IQ4_NL blk.34.ffn_down_exps.weight[510]: IQ4_NL blk.34.ffn_down_exps.weight[511]: IQ4_NL blk.35.ffn_gate_exps.weight[0]: blk.35.ffn_gate_exps.weight[1]: IQ3_S blk.35.ffn_gate_exps.weight[2]: blk.35.ffn_gate_exps.weight[3]: IQ3_S blk.35.ffn_gate_exps.weight[4]: blk.35.ffn_gate_exps.weight[5]: blk.35.ffn_gate_exps.weight[6]: blk.35.ffn_gate_exps.weight[7]: IQ3_S blk.35.ffn_gate_exps.weight[8]: blk.35.ffn_gate_exps.weight[9]: IQ3_S blk.35.ffn_gate_exps.weight[10]: blk.35.ffn_gate_exps.weight[11]: IQ3_S blk.35.ffn_gate_exps.weight[12]: blk.35.ffn_gate_exps.weight[13]: IQ3_S blk.35.ffn_gate_exps.weight[14]: IQ3_S blk.35.ffn_gate_exps.weight[15]: IQ3_S blk.35.ffn_gate_exps.weight[16]: blk.35.ffn_gate_exps.weight[17]: blk.35.ffn_gate_exps.weight[18]: IQ3_S blk.35.ffn_gate_exps.weight[19]: IQ3_S blk.35.ffn_gate_exps.weight[20]: blk.35.ffn_gate_exps.weight[21]: IQ3_S blk.35.ffn_gate_exps.weight[22]: IQ3_S blk.35.ffn_gate_exps.weight[23]: blk.35.ffn_gate_exps.weight[24]: IQ3_S blk.35.ffn_gate_exps.weight[25]: blk.35.ffn_gate_exps.weight[26]: IQ3_S blk.35.ffn_gate_exps.weight[27]: IQ3_S blk.35.ffn_gate_exps.weight[28]: IQ3_S blk.35.ffn_gate_exps.weight[29]: IQ3_S blk.35.ffn_gate_exps.weight[30]: blk.35.ffn_gate_exps.weight[31]: IQ3_S blk.35.ffn_gate_exps.weight[32]: IQ3_S blk.35.ffn_gate_exps.weight[33]: blk.35.ffn_gate_exps.weight[34]: IQ3_S blk.35.ffn_gate_exps.weight[35]: blk.35.ffn_gate_exps.weight[36]: IQ3_S blk.35.ffn_gate_exps.weight[37]: blk.35.ffn_gate_exps.weight[38]: blk.35.ffn_gate_exps.weight[39]: blk.35.ffn_gate_exps.weight[40]: blk.35.ffn_gate_exps.weight[41]: blk.35.ffn_gate_exps.weight[42]: blk.35.ffn_gate_exps.weight[43]: blk.35.ffn_gate_exps.weight[44]: blk.35.ffn_gate_exps.weight[45]: blk.35.ffn_gate_exps.weight[46]: blk.35.ffn_gate_exps.weight[47]: IQ3_S blk.35.ffn_gate_exps.weight[48]: blk.35.ffn_gate_exps.weight[49]: IQ3_S blk.35.ffn_gate_exps.weight[50]: IQ3_S blk.35.ffn_gate_exps.weight[51]: IQ3_S blk.35.ffn_gate_exps.weight[52]: blk.35.ffn_gate_exps.weight[53]: blk.35.ffn_gate_exps.weight[54]: blk.35.ffn_gate_exps.weight[55]: blk.35.ffn_gate_exps.weight[56]: blk.35.ffn_gate_exps.weight[57]: IQ3_S blk.35.ffn_gate_exps.weight[58]: blk.35.ffn_gate_exps.weight[59]: IQ3_S blk.35.ffn_gate_exps.weight[60]: IQ3_S blk.35.ffn_gate_exps.weight[61]: IQ3_S blk.35.ffn_gate_exps.weight[62]: IQ3_S blk.35.ffn_gate_exps.weight[63]: IQ3_S blk.35.ffn_gate_exps.weight[64]: blk.35.ffn_gate_exps.weight[65]: IQ3_S blk.35.ffn_gate_exps.weight[66]: IQ3_S blk.35.ffn_gate_exps.weight[67]: IQ3_S blk.35.ffn_gate_exps.weight[68]: IQ3_S blk.35.ffn_gate_exps.weight[69]: blk.35.ffn_gate_exps.weight[70]: blk.35.ffn_gate_exps.weight[71]: IQ3_S blk.35.ffn_gate_exps.weight[72]: blk.35.ffn_gate_exps.weight[73]: IQ3_S blk.35.ffn_gate_exps.weight[74]: blk.35.ffn_gate_exps.weight[75]: IQ3_S blk.35.ffn_gate_exps.weight[76]: blk.35.ffn_gate_exps.weight[77]: IQ3_S blk.35.ffn_gate_exps.weight[78]: blk.35.ffn_gate_exps.weight[79]: blk.35.ffn_gate_exps.weight[80]: blk.35.ffn_gate_exps.weight[81]: blk.35.ffn_gate_exps.weight[82]: IQ3_S blk.35.ffn_gate_exps.weight[83]: blk.35.ffn_gate_exps.weight[84]: blk.35.ffn_gate_exps.weight[85]: blk.35.ffn_gate_exps.weight[86]: blk.35.ffn_gate_exps.weight[87]: blk.35.ffn_gate_exps.weight[88]: IQ3_S blk.35.ffn_gate_exps.weight[89]: blk.35.ffn_gate_exps.weight[90]: IQ3_S blk.35.ffn_gate_exps.weight[91]: IQ3_S blk.35.ffn_gate_exps.weight[92]: IQ3_S blk.35.ffn_gate_exps.weight[93]: IQ3_S blk.35.ffn_gate_exps.weight[94]: IQ3_S blk.35.ffn_gate_exps.weight[95]: blk.35.ffn_gate_exps.weight[96]: blk.35.ffn_gate_exps.weight[97]: blk.35.ffn_gate_exps.weight[98]: blk.35.ffn_gate_exps.weight[99]: IQ3_S blk.35.ffn_gate_exps.weight[100]: IQ3_S blk.35.ffn_gate_exps.weight[101]: blk.35.ffn_gate_exps.weight[102]: IQ3_S blk.35.ffn_gate_exps.weight[103]: blk.35.ffn_gate_exps.weight[104]: IQ3_S blk.35.ffn_gate_exps.weight[105]: blk.35.ffn_gate_exps.weight[106]: IQ3_S blk.35.ffn_gate_exps.weight[107]: IQ3_S blk.35.ffn_gate_exps.weight[108]: blk.35.ffn_gate_exps.weight[109]: blk.35.ffn_gate_exps.weight[110]: IQ3_S blk.35.ffn_gate_exps.weight[111]: blk.35.ffn_gate_exps.weight[112]: IQ3_S blk.35.ffn_gate_exps.weight[113]: blk.35.ffn_gate_exps.weight[114]: blk.35.ffn_gate_exps.weight[115]: blk.35.ffn_gate_exps.weight[116]: blk.35.ffn_gate_exps.weight[117]: IQ3_S blk.35.ffn_gate_exps.weight[118]: IQ3_S blk.35.ffn_gate_exps.weight[119]: IQ3_S blk.35.ffn_gate_exps.weight[120]: blk.35.ffn_gate_exps.weight[121]: blk.35.ffn_gate_exps.weight[122]: IQ3_S blk.35.ffn_gate_exps.weight[123]: IQ3_S blk.35.ffn_gate_exps.weight[124]: IQ3_S blk.35.ffn_gate_exps.weight[125]: blk.35.ffn_gate_exps.weight[126]: IQ3_S blk.35.ffn_gate_exps.weight[127]: IQ3_S blk.35.ffn_gate_exps.weight[128]: blk.35.ffn_gate_exps.weight[129]: IQ3_S blk.35.ffn_gate_exps.weight[130]: IQ3_S blk.35.ffn_gate_exps.weight[131]: blk.35.ffn_gate_exps.weight[132]: IQ3_S blk.35.ffn_gate_exps.weight[133]: blk.35.ffn_gate_exps.weight[134]: IQ3_S blk.35.ffn_gate_exps.weight[135]: blk.35.ffn_gate_exps.weight[136]: IQ3_S blk.35.ffn_gate_exps.weight[137]: blk.35.ffn_gate_exps.weight[138]: blk.35.ffn_gate_exps.weight[139]: blk.35.ffn_gate_exps.weight[140]: IQ3_S blk.35.ffn_gate_exps.weight[141]: IQ3_S blk.35.ffn_gate_exps.weight[142]: IQ3_S blk.35.ffn_gate_exps.weight[143]: IQ3_S blk.35.ffn_gate_exps.weight[144]: IQ3_S blk.35.ffn_gate_exps.weight[145]: IQ3_S blk.35.ffn_gate_exps.weight[146]: blk.35.ffn_gate_exps.weight[147]: IQ3_S blk.35.ffn_gate_exps.weight[148]: IQ3_S blk.35.ffn_gate_exps.weight[149]: blk.35.ffn_gate_exps.weight[150]: blk.35.ffn_gate_exps.weight[151]: blk.35.ffn_gate_exps.weight[152]: IQ3_S blk.35.ffn_gate_exps.weight[153]: blk.35.ffn_gate_exps.weight[154]: blk.35.ffn_gate_exps.weight[155]: IQ3_S blk.35.ffn_gate_exps.weight[156]: blk.35.ffn_gate_exps.weight[157]: IQ3_S blk.35.ffn_gate_exps.weight[158]: blk.35.ffn_gate_exps.weight[159]: blk.35.ffn_gate_exps.weight[160]: IQ3_S blk.35.ffn_gate_exps.weight[161]: IQ3_S blk.35.ffn_gate_exps.weight[162]: IQ3_S blk.35.ffn_gate_exps.weight[163]: IQ3_S blk.35.ffn_gate_exps.weight[164]: blk.35.ffn_gate_exps.weight[165]: IQ3_S blk.35.ffn_gate_exps.weight[166]: IQ3_S blk.35.ffn_gate_exps.weight[167]: IQ3_S blk.35.ffn_gate_exps.weight[168]: IQ3_S blk.35.ffn_gate_exps.weight[169]: blk.35.ffn_gate_exps.weight[170]: blk.35.ffn_gate_exps.weight[171]: blk.35.ffn_gate_exps.weight[172]: IQ3_S blk.35.ffn_gate_exps.weight[173]: IQ3_S blk.35.ffn_gate_exps.weight[174]: IQ3_S blk.35.ffn_gate_exps.weight[175]: IQ3_S blk.35.ffn_gate_exps.weight[176]: IQ3_S blk.35.ffn_gate_exps.weight[177]: blk.35.ffn_gate_exps.weight[178]: blk.35.ffn_gate_exps.weight[179]: blk.35.ffn_gate_exps.weight[180]: blk.35.ffn_gate_exps.weight[181]: IQ3_S blk.35.ffn_gate_exps.weight[182]: IQ3_S blk.35.ffn_gate_exps.weight[183]: blk.35.ffn_gate_exps.weight[184]: blk.35.ffn_gate_exps.weight[185]: IQ3_S blk.35.ffn_gate_exps.weight[186]: IQ3_S blk.35.ffn_gate_exps.weight[187]: blk.35.ffn_gate_exps.weight[188]: blk.35.ffn_gate_exps.weight[189]: IQ3_S blk.35.ffn_gate_exps.weight[190]: IQ3_S blk.35.ffn_gate_exps.weight[191]: blk.35.ffn_gate_exps.weight[192]: blk.35.ffn_gate_exps.weight[193]: blk.35.ffn_gate_exps.weight[194]: blk.35.ffn_gate_exps.weight[195]: blk.35.ffn_gate_exps.weight[196]: IQ3_S blk.35.ffn_gate_exps.weight[197]: blk.35.ffn_gate_exps.weight[198]: blk.35.ffn_gate_exps.weight[199]: IQ3_S blk.35.ffn_gate_exps.weight[200]: blk.35.ffn_gate_exps.weight[201]: blk.35.ffn_gate_exps.weight[202]: blk.35.ffn_gate_exps.weight[203]: blk.35.ffn_gate_exps.weight[204]: IQ3_S blk.35.ffn_gate_exps.weight[205]: blk.35.ffn_gate_exps.weight[206]: blk.35.ffn_gate_exps.weight[207]: IQ3_S blk.35.ffn_gate_exps.weight[208]: blk.35.ffn_gate_exps.weight[209]: IQ3_S blk.35.ffn_gate_exps.weight[210]: blk.35.ffn_gate_exps.weight[211]: blk.35.ffn_gate_exps.weight[212]: IQ3_S blk.35.ffn_gate_exps.weight[213]: IQ3_S blk.35.ffn_gate_exps.weight[214]: blk.35.ffn_gate_exps.weight[215]: IQ3_S blk.35.ffn_gate_exps.weight[216]: IQ3_S blk.35.ffn_gate_exps.weight[217]: blk.35.ffn_gate_exps.weight[218]: IQ3_S blk.35.ffn_gate_exps.weight[219]: blk.35.ffn_gate_exps.weight[220]: blk.35.ffn_gate_exps.weight[221]: IQ3_S blk.35.ffn_gate_exps.weight[222]: IQ3_S blk.35.ffn_gate_exps.weight[223]: IQ3_S blk.35.ffn_gate_exps.weight[224]: blk.35.ffn_gate_exps.weight[225]: IQ3_S blk.35.ffn_gate_exps.weight[226]: blk.35.ffn_gate_exps.weight[227]: blk.35.ffn_gate_exps.weight[228]: IQ3_S blk.35.ffn_gate_exps.weight[229]: IQ3_S blk.35.ffn_gate_exps.weight[230]: blk.35.ffn_gate_exps.weight[231]: blk.35.ffn_gate_exps.weight[232]: IQ3_S blk.35.ffn_gate_exps.weight[233]: IQ3_S blk.35.ffn_gate_exps.weight[234]: IQ3_S blk.35.ffn_gate_exps.weight[235]: blk.35.ffn_gate_exps.weight[236]: blk.35.ffn_gate_exps.weight[237]: blk.35.ffn_gate_exps.weight[238]: IQ3_S blk.35.ffn_gate_exps.weight[239]: blk.35.ffn_gate_exps.weight[240]: blk.35.ffn_gate_exps.weight[241]: IQ3_S blk.35.ffn_gate_exps.weight[242]: IQ3_S blk.35.ffn_gate_exps.weight[243]: blk.35.ffn_gate_exps.weight[244]: blk.35.ffn_gate_exps.weight[245]: blk.35.ffn_gate_exps.weight[246]: IQ3_S blk.35.ffn_gate_exps.weight[247]: IQ3_S blk.35.ffn_gate_exps.weight[248]: blk.35.ffn_gate_exps.weight[249]: blk.35.ffn_gate_exps.weight[250]: IQ3_S blk.35.ffn_gate_exps.weight[251]: blk.35.ffn_gate_exps.weight[252]: IQ3_S blk.35.ffn_gate_exps.weight[253]: blk.35.ffn_gate_exps.weight[254]: blk.35.ffn_gate_exps.weight[255]: IQ3_S blk.35.ffn_gate_exps.weight[256]: blk.35.ffn_gate_exps.weight[257]: blk.35.ffn_gate_exps.weight[258]: blk.35.ffn_gate_exps.weight[259]: blk.35.ffn_gate_exps.weight[260]: IQ3_S blk.35.ffn_gate_exps.weight[261]: blk.35.ffn_gate_exps.weight[262]: blk.35.ffn_gate_exps.weight[263]: IQ3_S blk.35.ffn_gate_exps.weight[264]: IQ3_S blk.35.ffn_gate_exps.weight[265]: IQ3_S blk.35.ffn_gate_exps.weight[266]: blk.35.ffn_gate_exps.weight[267]: IQ3_S blk.35.ffn_gate_exps.weight[268]: IQ3_S blk.35.ffn_gate_exps.weight[269]: IQ3_S blk.35.ffn_gate_exps.weight[270]: blk.35.ffn_gate_exps.weight[271]: blk.35.ffn_gate_exps.weight[272]: IQ3_S blk.35.ffn_gate_exps.weight[273]: IQ3_S blk.35.ffn_gate_exps.weight[274]: IQ3_S blk.35.ffn_gate_exps.weight[275]: IQ3_S blk.35.ffn_gate_exps.weight[276]: blk.35.ffn_gate_exps.weight[277]: IQ3_S blk.35.ffn_gate_exps.weight[278]: blk.35.ffn_gate_exps.weight[279]: IQ3_S blk.35.ffn_gate_exps.weight[280]: IQ3_S blk.35.ffn_gate_exps.weight[281]: IQ3_S blk.35.ffn_gate_exps.weight[282]: blk.35.ffn_gate_exps.weight[283]: blk.35.ffn_gate_exps.weight[284]: blk.35.ffn_gate_exps.weight[285]: blk.35.ffn_gate_exps.weight[286]: IQ3_S blk.35.ffn_gate_exps.weight[287]: IQ3_S blk.35.ffn_gate_exps.weight[288]: IQ3_S blk.35.ffn_gate_exps.weight[289]: IQ3_S blk.35.ffn_gate_exps.weight[290]: IQ3_S blk.35.ffn_gate_exps.weight[291]: blk.35.ffn_gate_exps.weight[292]: IQ3_S blk.35.ffn_gate_exps.weight[293]: blk.35.ffn_gate_exps.weight[294]: IQ3_S blk.35.ffn_gate_exps.weight[295]: blk.35.ffn_gate_exps.weight[296]: IQ3_S blk.35.ffn_gate_exps.weight[297]: blk.35.ffn_gate_exps.weight[298]: IQ3_S blk.35.ffn_gate_exps.weight[299]: blk.35.ffn_gate_exps.weight[300]: blk.35.ffn_gate_exps.weight[301]: blk.35.ffn_gate_exps.weight[302]: IQ3_S blk.35.ffn_gate_exps.weight[303]: blk.35.ffn_gate_exps.weight[304]: IQ3_S blk.35.ffn_gate_exps.weight[305]: blk.35.ffn_gate_exps.weight[306]: IQ3_S blk.35.ffn_gate_exps.weight[307]: IQ3_S blk.35.ffn_gate_exps.weight[308]: blk.35.ffn_gate_exps.weight[309]: IQ3_S blk.35.ffn_gate_exps.weight[310]: IQ3_S blk.35.ffn_gate_exps.weight[311]: blk.35.ffn_gate_exps.weight[312]: IQ3_S blk.35.ffn_gate_exps.weight[313]: blk.35.ffn_gate_exps.weight[314]: IQ3_S blk.35.ffn_gate_exps.weight[315]: IQ3_S blk.35.ffn_gate_exps.weight[316]: blk.35.ffn_gate_exps.weight[317]: IQ3_S blk.35.ffn_gate_exps.weight[318]: blk.35.ffn_gate_exps.weight[319]: blk.35.ffn_gate_exps.weight[320]: blk.35.ffn_gate_exps.weight[321]: IQ3_S blk.35.ffn_gate_exps.weight[322]: IQ3_S blk.35.ffn_gate_exps.weight[323]: IQ3_S blk.35.ffn_gate_exps.weight[324]: blk.35.ffn_gate_exps.weight[325]: blk.35.ffn_gate_exps.weight[326]: IQ3_S blk.35.ffn_gate_exps.weight[327]: blk.35.ffn_gate_exps.weight[328]: IQ3_S blk.35.ffn_gate_exps.weight[329]: blk.35.ffn_gate_exps.weight[330]: IQ3_S blk.35.ffn_gate_exps.weight[331]: IQ3_S blk.35.ffn_gate_exps.weight[332]: IQ3_S blk.35.ffn_gate_exps.weight[333]: blk.35.ffn_gate_exps.weight[334]: IQ3_S blk.35.ffn_gate_exps.weight[335]: IQ3_S blk.35.ffn_gate_exps.weight[336]: blk.35.ffn_gate_exps.weight[337]: blk.35.ffn_gate_exps.weight[338]: blk.35.ffn_gate_exps.weight[339]: IQ3_S blk.35.ffn_gate_exps.weight[340]: IQ3_S blk.35.ffn_gate_exps.weight[341]: IQ3_S blk.35.ffn_gate_exps.weight[342]: IQ3_S blk.35.ffn_gate_exps.weight[343]: IQ3_S blk.35.ffn_gate_exps.weight[344]: IQ3_S blk.35.ffn_gate_exps.weight[345]: IQ3_S blk.35.ffn_gate_exps.weight[346]: blk.35.ffn_gate_exps.weight[347]: IQ3_S blk.35.ffn_gate_exps.weight[348]: IQ3_S blk.35.ffn_gate_exps.weight[349]: IQ3_S blk.35.ffn_gate_exps.weight[350]: blk.35.ffn_gate_exps.weight[351]: blk.35.ffn_gate_exps.weight[352]: blk.35.ffn_gate_exps.weight[353]: IQ3_S blk.35.ffn_gate_exps.weight[354]: blk.35.ffn_gate_exps.weight[355]: blk.35.ffn_gate_exps.weight[356]: blk.35.ffn_gate_exps.weight[357]: IQ3_S blk.35.ffn_gate_exps.weight[358]: blk.35.ffn_gate_exps.weight[359]: blk.35.ffn_gate_exps.weight[360]: blk.35.ffn_gate_exps.weight[361]: blk.35.ffn_gate_exps.weight[362]: blk.35.ffn_gate_exps.weight[363]: blk.35.ffn_gate_exps.weight[364]: IQ3_S blk.35.ffn_gate_exps.weight[365]: IQ3_S blk.35.ffn_gate_exps.weight[366]: IQ3_S blk.35.ffn_gate_exps.weight[367]: IQ3_S blk.35.ffn_gate_exps.weight[368]: IQ3_S blk.35.ffn_gate_exps.weight[369]: IQ3_S blk.35.ffn_gate_exps.weight[370]: blk.35.ffn_gate_exps.weight[371]: IQ3_S blk.35.ffn_gate_exps.weight[372]: IQ3_S blk.35.ffn_gate_exps.weight[373]: IQ3_S blk.35.ffn_gate_exps.weight[374]: IQ3_S blk.35.ffn_gate_exps.weight[375]: blk.35.ffn_gate_exps.weight[376]: blk.35.ffn_gate_exps.weight[377]: IQ3_S blk.35.ffn_gate_exps.weight[378]: IQ3_S blk.35.ffn_gate_exps.weight[379]: IQ3_S blk.35.ffn_gate_exps.weight[380]: blk.35.ffn_gate_exps.weight[381]: blk.35.ffn_gate_exps.weight[382]: IQ3_S blk.35.ffn_gate_exps.weight[383]: IQ3_S blk.35.ffn_gate_exps.weight[384]: IQ3_S blk.35.ffn_gate_exps.weight[385]: IQ3_S blk.35.ffn_gate_exps.weight[386]: blk.35.ffn_gate_exps.weight[387]: IQ3_S blk.35.ffn_gate_exps.weight[388]: blk.35.ffn_gate_exps.weight[389]: blk.35.ffn_gate_exps.weight[390]: blk.35.ffn_gate_exps.weight[391]: IQ3_S blk.35.ffn_gate_exps.weight[392]: blk.35.ffn_gate_exps.weight[393]: blk.35.ffn_gate_exps.weight[394]: blk.35.ffn_gate_exps.weight[395]: blk.35.ffn_gate_exps.weight[396]: IQ3_S blk.35.ffn_gate_exps.weight[397]: blk.35.ffn_gate_exps.weight[398]: blk.35.ffn_gate_exps.weight[399]: IQ3_S blk.35.ffn_gate_exps.weight[400]: IQ3_S blk.35.ffn_gate_exps.weight[401]: blk.35.ffn_gate_exps.weight[402]: blk.35.ffn_gate_exps.weight[403]: blk.35.ffn_gate_exps.weight[404]: blk.35.ffn_gate_exps.weight[405]: IQ3_S blk.35.ffn_gate_exps.weight[406]: blk.35.ffn_gate_exps.weight[407]: IQ3_S blk.35.ffn_gate_exps.weight[408]: IQ3_S blk.35.ffn_gate_exps.weight[409]: IQ3_S blk.35.ffn_gate_exps.weight[410]: blk.35.ffn_gate_exps.weight[411]: IQ3_S blk.35.ffn_gate_exps.weight[412]: IQ3_S blk.35.ffn_gate_exps.weight[413]: IQ3_S blk.35.ffn_gate_exps.weight[414]: blk.35.ffn_gate_exps.weight[415]: IQ3_S blk.35.ffn_gate_exps.weight[416]: blk.35.ffn_gate_exps.weight[417]: IQ3_S blk.35.ffn_gate_exps.weight[418]: IQ3_S blk.35.ffn_gate_exps.weight[419]: IQ3_S blk.35.ffn_gate_exps.weight[420]: blk.35.ffn_gate_exps.weight[421]: IQ3_S blk.35.ffn_gate_exps.weight[422]: blk.35.ffn_gate_exps.weight[423]: blk.35.ffn_gate_exps.weight[424]: blk.35.ffn_gate_exps.weight[425]: blk.35.ffn_gate_exps.weight[426]: blk.35.ffn_gate_exps.weight[427]: blk.35.ffn_gate_exps.weight[428]: blk.35.ffn_gate_exps.weight[429]: IQ3_S blk.35.ffn_gate_exps.weight[430]: blk.35.ffn_gate_exps.weight[431]: IQ3_S blk.35.ffn_gate_exps.weight[432]: blk.35.ffn_gate_exps.weight[433]: IQ3_S blk.35.ffn_gate_exps.weight[434]: IQ3_S blk.35.ffn_gate_exps.weight[435]: blk.35.ffn_gate_exps.weight[436]: blk.35.ffn_gate_exps.weight[437]: blk.35.ffn_gate_exps.weight[438]: IQ3_S blk.35.ffn_gate_exps.weight[439]: blk.35.ffn_gate_exps.weight[440]: IQ3_S blk.35.ffn_gate_exps.weight[441]: IQ3_S blk.35.ffn_gate_exps.weight[442]: blk.35.ffn_gate_exps.weight[443]: blk.35.ffn_gate_exps.weight[444]: blk.35.ffn_gate_exps.weight[445]: IQ3_S blk.35.ffn_gate_exps.weight[446]: blk.35.ffn_gate_exps.weight[447]: blk.35.ffn_gate_exps.weight[448]: IQ3_S blk.35.ffn_gate_exps.weight[449]: blk.35.ffn_gate_exps.weight[450]: IQ3_S blk.35.ffn_gate_exps.weight[451]: IQ3_S blk.35.ffn_gate_exps.weight[452]: IQ3_S blk.35.ffn_gate_exps.weight[453]: IQ3_S blk.35.ffn_gate_exps.weight[454]: blk.35.ffn_gate_exps.weight[455]: IQ3_S blk.35.ffn_gate_exps.weight[456]: IQ3_S blk.35.ffn_gate_exps.weight[457]: blk.35.ffn_gate_exps.weight[458]: blk.35.ffn_gate_exps.weight[459]: blk.35.ffn_gate_exps.weight[460]: blk.35.ffn_gate_exps.weight[461]: IQ3_S blk.35.ffn_gate_exps.weight[462]: blk.35.ffn_gate_exps.weight[463]: blk.35.ffn_gate_exps.weight[464]: IQ3_S blk.35.ffn_gate_exps.weight[465]: IQ3_S blk.35.ffn_gate_exps.weight[466]: blk.35.ffn_gate_exps.weight[467]: blk.35.ffn_gate_exps.weight[468]: IQ3_S blk.35.ffn_gate_exps.weight[469]: IQ3_S blk.35.ffn_gate_exps.weight[470]: blk.35.ffn_gate_exps.weight[471]: blk.35.ffn_gate_exps.weight[472]: IQ3_S blk.35.ffn_gate_exps.weight[473]: IQ3_S blk.35.ffn_gate_exps.weight[474]: IQ3_S blk.35.ffn_gate_exps.weight[475]: blk.35.ffn_gate_exps.weight[476]: blk.35.ffn_gate_exps.weight[477]: blk.35.ffn_gate_exps.weight[478]: blk.35.ffn_gate_exps.weight[479]: IQ3_S blk.35.ffn_gate_exps.weight[480]: IQ3_S blk.35.ffn_gate_exps.weight[481]: blk.35.ffn_gate_exps.weight[482]: IQ3_S blk.35.ffn_gate_exps.weight[483]: IQ3_S blk.35.ffn_gate_exps.weight[484]: IQ3_S blk.35.ffn_gate_exps.weight[485]: blk.35.ffn_gate_exps.weight[486]: IQ3_S blk.35.ffn_gate_exps.weight[487]: IQ3_S blk.35.ffn_gate_exps.weight[488]: IQ3_S blk.35.ffn_gate_exps.weight[489]: IQ3_S blk.35.ffn_gate_exps.weight[490]: IQ3_S blk.35.ffn_gate_exps.weight[491]: blk.35.ffn_gate_exps.weight[492]: blk.35.ffn_gate_exps.weight[493]: IQ3_S blk.35.ffn_gate_exps.weight[494]: blk.35.ffn_gate_exps.weight[495]: blk.35.ffn_gate_exps.weight[496]: blk.35.ffn_gate_exps.weight[497]: blk.35.ffn_gate_exps.weight[498]: IQ3_S blk.35.ffn_gate_exps.weight[499]: blk.35.ffn_gate_exps.weight[500]: blk.35.ffn_gate_exps.weight[501]: IQ3_S blk.35.ffn_gate_exps.weight[502]: blk.35.ffn_gate_exps.weight[503]: blk.35.ffn_gate_exps.weight[504]: IQ3_S blk.35.ffn_gate_exps.weight[505]: blk.35.ffn_gate_exps.weight[506]: IQ3_S blk.35.ffn_gate_exps.weight[507]: IQ3_S blk.35.ffn_gate_exps.weight[508]: IQ3_S blk.35.ffn_gate_exps.weight[509]: IQ3_S blk.35.ffn_gate_exps.weight[510]: IQ3_S blk.35.ffn_gate_exps.weight[511]: blk.35.ffn_up_exps.weight[0]: blk.35.ffn_up_exps.weight[1]: IQ3_S blk.35.ffn_up_exps.weight[2]: blk.35.ffn_up_exps.weight[3]: IQ3_S blk.35.ffn_up_exps.weight[4]: blk.35.ffn_up_exps.weight[5]: blk.35.ffn_up_exps.weight[6]: blk.35.ffn_up_exps.weight[7]: IQ3_S blk.35.ffn_up_exps.weight[8]: blk.35.ffn_up_exps.weight[9]: IQ3_S blk.35.ffn_up_exps.weight[10]: blk.35.ffn_up_exps.weight[11]: IQ3_S blk.35.ffn_up_exps.weight[12]: blk.35.ffn_up_exps.weight[13]: IQ3_S blk.35.ffn_up_exps.weight[14]: IQ3_S blk.35.ffn_up_exps.weight[15]: IQ3_S blk.35.ffn_up_exps.weight[16]: blk.35.ffn_up_exps.weight[17]: blk.35.ffn_up_exps.weight[18]: IQ3_S blk.35.ffn_up_exps.weight[19]: IQ3_S blk.35.ffn_up_exps.weight[20]: blk.35.ffn_up_exps.weight[21]: IQ3_S blk.35.ffn_up_exps.weight[22]: IQ3_S blk.35.ffn_up_exps.weight[23]: blk.35.ffn_up_exps.weight[24]: IQ3_S blk.35.ffn_up_exps.weight[25]: blk.35.ffn_up_exps.weight[26]: IQ3_S blk.35.ffn_up_exps.weight[27]: IQ3_S blk.35.ffn_up_exps.weight[28]: IQ3_S blk.35.ffn_up_exps.weight[29]: IQ3_S blk.35.ffn_up_exps.weight[30]: blk.35.ffn_up_exps.weight[31]: IQ3_S blk.35.ffn_up_exps.weight[32]: IQ3_S blk.35.ffn_up_exps.weight[33]: blk.35.ffn_up_exps.weight[34]: IQ3_S blk.35.ffn_up_exps.weight[35]: blk.35.ffn_up_exps.weight[36]: IQ3_S blk.35.ffn_up_exps.weight[37]: blk.35.ffn_up_exps.weight[38]: blk.35.ffn_up_exps.weight[39]: blk.35.ffn_up_exps.weight[40]: blk.35.ffn_up_exps.weight[41]: blk.35.ffn_up_exps.weight[42]: blk.35.ffn_up_exps.weight[43]: blk.35.ffn_up_exps.weight[44]: blk.35.ffn_up_exps.weight[45]: blk.35.ffn_up_exps.weight[46]: blk.35.ffn_up_exps.weight[47]: IQ3_S blk.35.ffn_up_exps.weight[48]: blk.35.ffn_up_exps.weight[49]: IQ3_S blk.35.ffn_up_exps.weight[50]: IQ3_S blk.35.ffn_up_exps.weight[51]: IQ3_S blk.35.ffn_up_exps.weight[52]: blk.35.ffn_up_exps.weight[53]: blk.35.ffn_up_exps.weight[54]: blk.35.ffn_up_exps.weight[55]: blk.35.ffn_up_exps.weight[56]: blk.35.ffn_up_exps.weight[57]: IQ3_S blk.35.ffn_up_exps.weight[58]: blk.35.ffn_up_exps.weight[59]: IQ3_S blk.35.ffn_up_exps.weight[60]: IQ3_S blk.35.ffn_up_exps.weight[61]: IQ3_S blk.35.ffn_up_exps.weight[62]: IQ3_S blk.35.ffn_up_exps.weight[63]: IQ3_S blk.35.ffn_up_exps.weight[64]: blk.35.ffn_up_exps.weight[65]: IQ3_S blk.35.ffn_up_exps.weight[66]: IQ3_S blk.35.ffn_up_exps.weight[67]: IQ3_S blk.35.ffn_up_exps.weight[68]: IQ3_S blk.35.ffn_up_exps.weight[69]: blk.35.ffn_up_exps.weight[70]: blk.35.ffn_up_exps.weight[71]: IQ3_S blk.35.ffn_up_exps.weight[72]: blk.35.ffn_up_exps.weight[73]: IQ3_S blk.35.ffn_up_exps.weight[74]: blk.35.ffn_up_exps.weight[75]: IQ3_S blk.35.ffn_up_exps.weight[76]: blk.35.ffn_up_exps.weight[77]: IQ3_S blk.35.ffn_up_exps.weight[78]: blk.35.ffn_up_exps.weight[79]: blk.35.ffn_up_exps.weight[80]: blk.35.ffn_up_exps.weight[81]: blk.35.ffn_up_exps.weight[82]: IQ3_S blk.35.ffn_up_exps.weight[83]: blk.35.ffn_up_exps.weight[84]: blk.35.ffn_up_exps.weight[85]: blk.35.ffn_up_exps.weight[86]: blk.35.ffn_up_exps.weight[87]: blk.35.ffn_up_exps.weight[88]: IQ3_S blk.35.ffn_up_exps.weight[89]: blk.35.ffn_up_exps.weight[90]: IQ3_S blk.35.ffn_up_exps.weight[91]: IQ3_S blk.35.ffn_up_exps.weight[92]: IQ3_S blk.35.ffn_up_exps.weight[93]: IQ3_S blk.35.ffn_up_exps.weight[94]: IQ3_S blk.35.ffn_up_exps.weight[95]: blk.35.ffn_up_exps.weight[96]: blk.35.ffn_up_exps.weight[97]: blk.35.ffn_up_exps.weight[98]: blk.35.ffn_up_exps.weight[99]: IQ3_S blk.35.ffn_up_exps.weight[100]: IQ3_S blk.35.ffn_up_exps.weight[101]: blk.35.ffn_up_exps.weight[102]: IQ3_S blk.35.ffn_up_exps.weight[103]: blk.35.ffn_up_exps.weight[104]: IQ3_S blk.35.ffn_up_exps.weight[105]: blk.35.ffn_up_exps.weight[106]: IQ3_S blk.35.ffn_up_exps.weight[107]: IQ3_S blk.35.ffn_up_exps.weight[108]: blk.35.ffn_up_exps.weight[109]: blk.35.ffn_up_exps.weight[110]: IQ3_S blk.35.ffn_up_exps.weight[111]: blk.35.ffn_up_exps.weight[112]: IQ3_S blk.35.ffn_up_exps.weight[113]: blk.35.ffn_up_exps.weight[114]: blk.35.ffn_up_exps.weight[115]: blk.35.ffn_up_exps.weight[116]: blk.35.ffn_up_exps.weight[117]: IQ3_S blk.35.ffn_up_exps.weight[118]: IQ3_S blk.35.ffn_up_exps.weight[119]: IQ3_S blk.35.ffn_up_exps.weight[120]: blk.35.ffn_up_exps.weight[121]: blk.35.ffn_up_exps.weight[122]: IQ3_S blk.35.ffn_up_exps.weight[123]: IQ3_S blk.35.ffn_up_exps.weight[124]: IQ3_S blk.35.ffn_up_exps.weight[125]: blk.35.ffn_up_exps.weight[126]: IQ3_S blk.35.ffn_up_exps.weight[127]: IQ3_S blk.35.ffn_up_exps.weight[128]: blk.35.ffn_up_exps.weight[129]: IQ3_S blk.35.ffn_up_exps.weight[130]: IQ3_S blk.35.ffn_up_exps.weight[131]: blk.35.ffn_up_exps.weight[132]: IQ3_S blk.35.ffn_up_exps.weight[133]: blk.35.ffn_up_exps.weight[134]: IQ3_S blk.35.ffn_up_exps.weight[135]: blk.35.ffn_up_exps.weight[136]: IQ3_S blk.35.ffn_up_exps.weight[137]: blk.35.ffn_up_exps.weight[138]: blk.35.ffn_up_exps.weight[139]: blk.35.ffn_up_exps.weight[140]: IQ3_S blk.35.ffn_up_exps.weight[141]: IQ3_S blk.35.ffn_up_exps.weight[142]: IQ3_S blk.35.ffn_up_exps.weight[143]: IQ3_S blk.35.ffn_up_exps.weight[144]: IQ3_S blk.35.ffn_up_exps.weight[145]: IQ3_S blk.35.ffn_up_exps.weight[146]: blk.35.ffn_up_exps.weight[147]: IQ3_S blk.35.ffn_up_exps.weight[148]: IQ3_S blk.35.ffn_up_exps.weight[149]: blk.35.ffn_up_exps.weight[150]: blk.35.ffn_up_exps.weight[151]: blk.35.ffn_up_exps.weight[152]: IQ3_S blk.35.ffn_up_exps.weight[153]: blk.35.ffn_up_exps.weight[154]: blk.35.ffn_up_exps.weight[155]: IQ3_S blk.35.ffn_up_exps.weight[156]: blk.35.ffn_up_exps.weight[157]: IQ3_S blk.35.ffn_up_exps.weight[158]: blk.35.ffn_up_exps.weight[159]: blk.35.ffn_up_exps.weight[160]: IQ3_S blk.35.ffn_up_exps.weight[161]: IQ3_S blk.35.ffn_up_exps.weight[162]: IQ3_S blk.35.ffn_up_exps.weight[163]: IQ3_S blk.35.ffn_up_exps.weight[164]: blk.35.ffn_up_exps.weight[165]: IQ3_S blk.35.ffn_up_exps.weight[166]: IQ3_S blk.35.ffn_up_exps.weight[167]: IQ3_S blk.35.ffn_up_exps.weight[168]: IQ3_S blk.35.ffn_up_exps.weight[169]: blk.35.ffn_up_exps.weight[170]: blk.35.ffn_up_exps.weight[171]: blk.35.ffn_up_exps.weight[172]: IQ3_S blk.35.ffn_up_exps.weight[173]: IQ3_S blk.35.ffn_up_exps.weight[174]: IQ3_S blk.35.ffn_up_exps.weight[175]: IQ3_S blk.35.ffn_up_exps.weight[176]: IQ3_S blk.35.ffn_up_exps.weight[177]: blk.35.ffn_up_exps.weight[178]: blk.35.ffn_up_exps.weight[179]: blk.35.ffn_up_exps.weight[180]: blk.35.ffn_up_exps.weight[181]: IQ3_S blk.35.ffn_up_exps.weight[182]: IQ3_S blk.35.ffn_up_exps.weight[183]: blk.35.ffn_up_exps.weight[184]: blk.35.ffn_up_exps.weight[185]: IQ3_S blk.35.ffn_up_exps.weight[186]: IQ3_S blk.35.ffn_up_exps.weight[187]: blk.35.ffn_up_exps.weight[188]: blk.35.ffn_up_exps.weight[189]: IQ3_S blk.35.ffn_up_exps.weight[190]: IQ3_S blk.35.ffn_up_exps.weight[191]: blk.35.ffn_up_exps.weight[192]: blk.35.ffn_up_exps.weight[193]: blk.35.ffn_up_exps.weight[194]: blk.35.ffn_up_exps.weight[195]: blk.35.ffn_up_exps.weight[196]: IQ3_S blk.35.ffn_up_exps.weight[197]: blk.35.ffn_up_exps.weight[198]: blk.35.ffn_up_exps.weight[199]: IQ3_S blk.35.ffn_up_exps.weight[200]: blk.35.ffn_up_exps.weight[201]: blk.35.ffn_up_exps.weight[202]: blk.35.ffn_up_exps.weight[203]: blk.35.ffn_up_exps.weight[204]: IQ3_S blk.35.ffn_up_exps.weight[205]: blk.35.ffn_up_exps.weight[206]: blk.35.ffn_up_exps.weight[207]: IQ3_S blk.35.ffn_up_exps.weight[208]: blk.35.ffn_up_exps.weight[209]: IQ3_S blk.35.ffn_up_exps.weight[210]: blk.35.ffn_up_exps.weight[211]: blk.35.ffn_up_exps.weight[212]: IQ3_S blk.35.ffn_up_exps.weight[213]: IQ3_S blk.35.ffn_up_exps.weight[214]: blk.35.ffn_up_exps.weight[215]: IQ3_S blk.35.ffn_up_exps.weight[216]: IQ3_S blk.35.ffn_up_exps.weight[217]: blk.35.ffn_up_exps.weight[218]: IQ3_S blk.35.ffn_up_exps.weight[219]: blk.35.ffn_up_exps.weight[220]: blk.35.ffn_up_exps.weight[221]: IQ3_S blk.35.ffn_up_exps.weight[222]: IQ3_S blk.35.ffn_up_exps.weight[223]: IQ3_S blk.35.ffn_up_exps.weight[224]: blk.35.ffn_up_exps.weight[225]: IQ3_S blk.35.ffn_up_exps.weight[226]: blk.35.ffn_up_exps.weight[227]: blk.35.ffn_up_exps.weight[228]: IQ3_S blk.35.ffn_up_exps.weight[229]: IQ3_S blk.35.ffn_up_exps.weight[230]: blk.35.ffn_up_exps.weight[231]: blk.35.ffn_up_exps.weight[232]: IQ3_S blk.35.ffn_up_exps.weight[233]: IQ3_S blk.35.ffn_up_exps.weight[234]: IQ3_S blk.35.ffn_up_exps.weight[235]: blk.35.ffn_up_exps.weight[236]: blk.35.ffn_up_exps.weight[237]: blk.35.ffn_up_exps.weight[238]: IQ3_S blk.35.ffn_up_exps.weight[239]: blk.35.ffn_up_exps.weight[240]: blk.35.ffn_up_exps.weight[241]: IQ3_S blk.35.ffn_up_exps.weight[242]: IQ3_S blk.35.ffn_up_exps.weight[243]: blk.35.ffn_up_exps.weight[244]: blk.35.ffn_up_exps.weight[245]: blk.35.ffn_up_exps.weight[246]: IQ3_S blk.35.ffn_up_exps.weight[247]: IQ3_S blk.35.ffn_up_exps.weight[248]: blk.35.ffn_up_exps.weight[249]: blk.35.ffn_up_exps.weight[250]: IQ3_S blk.35.ffn_up_exps.weight[251]: blk.35.ffn_up_exps.weight[252]: IQ3_S blk.35.ffn_up_exps.weight[253]: blk.35.ffn_up_exps.weight[254]: blk.35.ffn_up_exps.weight[255]: IQ3_S blk.35.ffn_up_exps.weight[256]: blk.35.ffn_up_exps.weight[257]: blk.35.ffn_up_exps.weight[258]: blk.35.ffn_up_exps.weight[259]: blk.35.ffn_up_exps.weight[260]: IQ3_S blk.35.ffn_up_exps.weight[261]: blk.35.ffn_up_exps.weight[262]: blk.35.ffn_up_exps.weight[263]: IQ3_S blk.35.ffn_up_exps.weight[264]: IQ3_S blk.35.ffn_up_exps.weight[265]: IQ3_S blk.35.ffn_up_exps.weight[266]: blk.35.ffn_up_exps.weight[267]: IQ3_S blk.35.ffn_up_exps.weight[268]: IQ3_S blk.35.ffn_up_exps.weight[269]: IQ3_S blk.35.ffn_up_exps.weight[270]: blk.35.ffn_up_exps.weight[271]: blk.35.ffn_up_exps.weight[272]: IQ3_S blk.35.ffn_up_exps.weight[273]: IQ3_S blk.35.ffn_up_exps.weight[274]: IQ3_S blk.35.ffn_up_exps.weight[275]: IQ3_S blk.35.ffn_up_exps.weight[276]: blk.35.ffn_up_exps.weight[277]: IQ3_S blk.35.ffn_up_exps.weight[278]: blk.35.ffn_up_exps.weight[279]: IQ3_S blk.35.ffn_up_exps.weight[280]: IQ3_S blk.35.ffn_up_exps.weight[281]: IQ3_S blk.35.ffn_up_exps.weight[282]: blk.35.ffn_up_exps.weight[283]: blk.35.ffn_up_exps.weight[284]: blk.35.ffn_up_exps.weight[285]: blk.35.ffn_up_exps.weight[286]: IQ3_S blk.35.ffn_up_exps.weight[287]: IQ3_S blk.35.ffn_up_exps.weight[288]: IQ3_S blk.35.ffn_up_exps.weight[289]: IQ3_S blk.35.ffn_up_exps.weight[290]: IQ3_S blk.35.ffn_up_exps.weight[291]: blk.35.ffn_up_exps.weight[292]: IQ3_S blk.35.ffn_up_exps.weight[293]: blk.35.ffn_up_exps.weight[294]: IQ3_S blk.35.ffn_up_exps.weight[295]: blk.35.ffn_up_exps.weight[296]: IQ3_S blk.35.ffn_up_exps.weight[297]: blk.35.ffn_up_exps.weight[298]: IQ3_S blk.35.ffn_up_exps.weight[299]: blk.35.ffn_up_exps.weight[300]: blk.35.ffn_up_exps.weight[301]: blk.35.ffn_up_exps.weight[302]: IQ3_S blk.35.ffn_up_exps.weight[303]: blk.35.ffn_up_exps.weight[304]: IQ3_S blk.35.ffn_up_exps.weight[305]: blk.35.ffn_up_exps.weight[306]: IQ3_S blk.35.ffn_up_exps.weight[307]: IQ3_S blk.35.ffn_up_exps.weight[308]: blk.35.ffn_up_exps.weight[309]: IQ3_S blk.35.ffn_up_exps.weight[310]: IQ3_S blk.35.ffn_up_exps.weight[311]: blk.35.ffn_up_exps.weight[312]: IQ3_S blk.35.ffn_up_exps.weight[313]: blk.35.ffn_up_exps.weight[314]: IQ3_S blk.35.ffn_up_exps.weight[315]: IQ3_S blk.35.ffn_up_exps.weight[316]: blk.35.ffn_up_exps.weight[317]: IQ3_S blk.35.ffn_up_exps.weight[318]: blk.35.ffn_up_exps.weight[319]: blk.35.ffn_up_exps.weight[320]: blk.35.ffn_up_exps.weight[321]: IQ3_S blk.35.ffn_up_exps.weight[322]: IQ3_S blk.35.ffn_up_exps.weight[323]: IQ3_S blk.35.ffn_up_exps.weight[324]: blk.35.ffn_up_exps.weight[325]: blk.35.ffn_up_exps.weight[326]: IQ3_S blk.35.ffn_up_exps.weight[327]: blk.35.ffn_up_exps.weight[328]: IQ3_S blk.35.ffn_up_exps.weight[329]: blk.35.ffn_up_exps.weight[330]: IQ3_S blk.35.ffn_up_exps.weight[331]: IQ3_S blk.35.ffn_up_exps.weight[332]: IQ3_S blk.35.ffn_up_exps.weight[333]: blk.35.ffn_up_exps.weight[334]: IQ3_S blk.35.ffn_up_exps.weight[335]: IQ3_S blk.35.ffn_up_exps.weight[336]: blk.35.ffn_up_exps.weight[337]: blk.35.ffn_up_exps.weight[338]: blk.35.ffn_up_exps.weight[339]: IQ3_S blk.35.ffn_up_exps.weight[340]: IQ3_S blk.35.ffn_up_exps.weight[341]: IQ3_S blk.35.ffn_up_exps.weight[342]: IQ3_S blk.35.ffn_up_exps.weight[343]: IQ3_S blk.35.ffn_up_exps.weight[344]: IQ3_S blk.35.ffn_up_exps.weight[345]: IQ3_S blk.35.ffn_up_exps.weight[346]: blk.35.ffn_up_exps.weight[347]: IQ3_S blk.35.ffn_up_exps.weight[348]: IQ3_S blk.35.ffn_up_exps.weight[349]: IQ3_S blk.35.ffn_up_exps.weight[350]: blk.35.ffn_up_exps.weight[351]: blk.35.ffn_up_exps.weight[352]: blk.35.ffn_up_exps.weight[353]: IQ3_S blk.35.ffn_up_exps.weight[354]: blk.35.ffn_up_exps.weight[355]: blk.35.ffn_up_exps.weight[356]: blk.35.ffn_up_exps.weight[357]: IQ3_S blk.35.ffn_up_exps.weight[358]: blk.35.ffn_up_exps.weight[359]: blk.35.ffn_up_exps.weight[360]: blk.35.ffn_up_exps.weight[361]: blk.35.ffn_up_exps.weight[362]: blk.35.ffn_up_exps.weight[363]: blk.35.ffn_up_exps.weight[364]: IQ3_S blk.35.ffn_up_exps.weight[365]: IQ3_S blk.35.ffn_up_exps.weight[366]: IQ3_S blk.35.ffn_up_exps.weight[367]: IQ3_S blk.35.ffn_up_exps.weight[368]: IQ3_S blk.35.ffn_up_exps.weight[369]: IQ3_S blk.35.ffn_up_exps.weight[370]: blk.35.ffn_up_exps.weight[371]: IQ3_S blk.35.ffn_up_exps.weight[372]: IQ3_S blk.35.ffn_up_exps.weight[373]: IQ3_S blk.35.ffn_up_exps.weight[374]: IQ3_S blk.35.ffn_up_exps.weight[375]: blk.35.ffn_up_exps.weight[376]: blk.35.ffn_up_exps.weight[377]: IQ3_S blk.35.ffn_up_exps.weight[378]: IQ3_S blk.35.ffn_up_exps.weight[379]: IQ3_S blk.35.ffn_up_exps.weight[380]: blk.35.ffn_up_exps.weight[381]: blk.35.ffn_up_exps.weight[382]: IQ3_S blk.35.ffn_up_exps.weight[383]: IQ3_S blk.35.ffn_up_exps.weight[384]: IQ3_S blk.35.ffn_up_exps.weight[385]: IQ3_S blk.35.ffn_up_exps.weight[386]: blk.35.ffn_up_exps.weight[387]: IQ3_S blk.35.ffn_up_exps.weight[388]: blk.35.ffn_up_exps.weight[389]: blk.35.ffn_up_exps.weight[390]: blk.35.ffn_up_exps.weight[391]: IQ3_S blk.35.ffn_up_exps.weight[392]: blk.35.ffn_up_exps.weight[393]: blk.35.ffn_up_exps.weight[394]: blk.35.ffn_up_exps.weight[395]: blk.35.ffn_up_exps.weight[396]: IQ3_S blk.35.ffn_up_exps.weight[397]: blk.35.ffn_up_exps.weight[398]: blk.35.ffn_up_exps.weight[399]: IQ3_S blk.35.ffn_up_exps.weight[400]: IQ3_S blk.35.ffn_up_exps.weight[401]: blk.35.ffn_up_exps.weight[402]: blk.35.ffn_up_exps.weight[403]: blk.35.ffn_up_exps.weight[404]: blk.35.ffn_up_exps.weight[405]: IQ3_S blk.35.ffn_up_exps.weight[406]: blk.35.ffn_up_exps.weight[407]: IQ3_S blk.35.ffn_up_exps.weight[408]: IQ3_S blk.35.ffn_up_exps.weight[409]: IQ3_S blk.35.ffn_up_exps.weight[410]: blk.35.ffn_up_exps.weight[411]: IQ3_S blk.35.ffn_up_exps.weight[412]: IQ3_S blk.35.ffn_up_exps.weight[413]: IQ3_S blk.35.ffn_up_exps.weight[414]: blk.35.ffn_up_exps.weight[415]: IQ3_S blk.35.ffn_up_exps.weight[416]: blk.35.ffn_up_exps.weight[417]: IQ3_S blk.35.ffn_up_exps.weight[418]: IQ3_S blk.35.ffn_up_exps.weight[419]: IQ3_S blk.35.ffn_up_exps.weight[420]: blk.35.ffn_up_exps.weight[421]: IQ3_S blk.35.ffn_up_exps.weight[422]: blk.35.ffn_up_exps.weight[423]: blk.35.ffn_up_exps.weight[424]: blk.35.ffn_up_exps.weight[425]: blk.35.ffn_up_exps.weight[426]: blk.35.ffn_up_exps.weight[427]: blk.35.ffn_up_exps.weight[428]: blk.35.ffn_up_exps.weight[429]: IQ3_S blk.35.ffn_up_exps.weight[430]: blk.35.ffn_up_exps.weight[431]: IQ3_S blk.35.ffn_up_exps.weight[432]: blk.35.ffn_up_exps.weight[433]: IQ3_S blk.35.ffn_up_exps.weight[434]: IQ3_S blk.35.ffn_up_exps.weight[435]: blk.35.ffn_up_exps.weight[436]: blk.35.ffn_up_exps.weight[437]: blk.35.ffn_up_exps.weight[438]: IQ3_S blk.35.ffn_up_exps.weight[439]: blk.35.ffn_up_exps.weight[440]: IQ3_S blk.35.ffn_up_exps.weight[441]: IQ3_S blk.35.ffn_up_exps.weight[442]: blk.35.ffn_up_exps.weight[443]: blk.35.ffn_up_exps.weight[444]: blk.35.ffn_up_exps.weight[445]: IQ3_S blk.35.ffn_up_exps.weight[446]: blk.35.ffn_up_exps.weight[447]: blk.35.ffn_up_exps.weight[448]: IQ3_S blk.35.ffn_up_exps.weight[449]: blk.35.ffn_up_exps.weight[450]: IQ3_S blk.35.ffn_up_exps.weight[451]: IQ3_S blk.35.ffn_up_exps.weight[452]: IQ3_S blk.35.ffn_up_exps.weight[453]: IQ3_S blk.35.ffn_up_exps.weight[454]: blk.35.ffn_up_exps.weight[455]: IQ3_S blk.35.ffn_up_exps.weight[456]: IQ3_S blk.35.ffn_up_exps.weight[457]: blk.35.ffn_up_exps.weight[458]: blk.35.ffn_up_exps.weight[459]: blk.35.ffn_up_exps.weight[460]: blk.35.ffn_up_exps.weight[461]: IQ3_S blk.35.ffn_up_exps.weight[462]: blk.35.ffn_up_exps.weight[463]: blk.35.ffn_up_exps.weight[464]: IQ3_S blk.35.ffn_up_exps.weight[465]: IQ3_S blk.35.ffn_up_exps.weight[466]: blk.35.ffn_up_exps.weight[467]: blk.35.ffn_up_exps.weight[468]: IQ3_S blk.35.ffn_up_exps.weight[469]: IQ3_S blk.35.ffn_up_exps.weight[470]: blk.35.ffn_up_exps.weight[471]: blk.35.ffn_up_exps.weight[472]: IQ3_S blk.35.ffn_up_exps.weight[473]: IQ3_S blk.35.ffn_up_exps.weight[474]: IQ3_S blk.35.ffn_up_exps.weight[475]: blk.35.ffn_up_exps.weight[476]: blk.35.ffn_up_exps.weight[477]: blk.35.ffn_up_exps.weight[478]: blk.35.ffn_up_exps.weight[479]: IQ3_S blk.35.ffn_up_exps.weight[480]: IQ3_S blk.35.ffn_up_exps.weight[481]: blk.35.ffn_up_exps.weight[482]: IQ3_S blk.35.ffn_up_exps.weight[483]: IQ3_S blk.35.ffn_up_exps.weight[484]: IQ3_S blk.35.ffn_up_exps.weight[485]: blk.35.ffn_up_exps.weight[486]: IQ3_S blk.35.ffn_up_exps.weight[487]: IQ3_S blk.35.ffn_up_exps.weight[488]: IQ3_S blk.35.ffn_up_exps.weight[489]: IQ3_S blk.35.ffn_up_exps.weight[490]: IQ3_S blk.35.ffn_up_exps.weight[491]: blk.35.ffn_up_exps.weight[492]: blk.35.ffn_up_exps.weight[493]: IQ3_S blk.35.ffn_up_exps.weight[494]: blk.35.ffn_up_exps.weight[495]: blk.35.ffn_up_exps.weight[496]: blk.35.ffn_up_exps.weight[497]: blk.35.ffn_up_exps.weight[498]: IQ3_S blk.35.ffn_up_exps.weight[499]: blk.35.ffn_up_exps.weight[500]: blk.35.ffn_up_exps.weight[501]: IQ3_S blk.35.ffn_up_exps.weight[502]: blk.35.ffn_up_exps.weight[503]: blk.35.ffn_up_exps.weight[504]: IQ3_S blk.35.ffn_up_exps.weight[505]: blk.35.ffn_up_exps.weight[506]: IQ3_S blk.35.ffn_up_exps.weight[507]: IQ3_S blk.35.ffn_up_exps.weight[508]: IQ3_S blk.35.ffn_up_exps.weight[509]: IQ3_S blk.35.ffn_up_exps.weight[510]: IQ3_S blk.35.ffn_up_exps.weight[511]: blk.35.ffn_down_exps.weight[0]: blk.35.ffn_down_exps.weight[1]: IQ4_NL blk.35.ffn_down_exps.weight[2]: blk.35.ffn_down_exps.weight[3]: IQ4_NL blk.35.ffn_down_exps.weight[4]: blk.35.ffn_down_exps.weight[5]: blk.35.ffn_down_exps.weight[6]: blk.35.ffn_down_exps.weight[7]: IQ4_NL blk.35.ffn_down_exps.weight[8]: blk.35.ffn_down_exps.weight[9]: IQ4_NL blk.35.ffn_down_exps.weight[10]: blk.35.ffn_down_exps.weight[11]: IQ4_NL blk.35.ffn_down_exps.weight[12]: blk.35.ffn_down_exps.weight[13]: IQ4_NL blk.35.ffn_down_exps.weight[14]: IQ4_NL blk.35.ffn_down_exps.weight[15]: IQ4_NL blk.35.ffn_down_exps.weight[16]: blk.35.ffn_down_exps.weight[17]: blk.35.ffn_down_exps.weight[18]: IQ4_NL blk.35.ffn_down_exps.weight[19]: IQ4_NL blk.35.ffn_down_exps.weight[20]: blk.35.ffn_down_exps.weight[21]: IQ4_NL blk.35.ffn_down_exps.weight[22]: IQ4_NL blk.35.ffn_down_exps.weight[23]: blk.35.ffn_down_exps.weight[24]: IQ4_NL blk.35.ffn_down_exps.weight[25]: blk.35.ffn_down_exps.weight[26]: IQ4_NL blk.35.ffn_down_exps.weight[27]: IQ4_NL blk.35.ffn_down_exps.weight[28]: IQ4_NL blk.35.ffn_down_exps.weight[29]: IQ4_NL blk.35.ffn_down_exps.weight[30]: blk.35.ffn_down_exps.weight[31]: IQ4_NL blk.35.ffn_down_exps.weight[32]: IQ4_NL blk.35.ffn_down_exps.weight[33]: blk.35.ffn_down_exps.weight[34]: IQ4_NL blk.35.ffn_down_exps.weight[35]: blk.35.ffn_down_exps.weight[36]: IQ4_NL blk.35.ffn_down_exps.weight[37]: blk.35.ffn_down_exps.weight[38]: blk.35.ffn_down_exps.weight[39]: blk.35.ffn_down_exps.weight[40]: blk.35.ffn_down_exps.weight[41]: blk.35.ffn_down_exps.weight[42]: blk.35.ffn_down_exps.weight[43]: blk.35.ffn_down_exps.weight[44]: blk.35.ffn_down_exps.weight[45]: blk.35.ffn_down_exps.weight[46]: blk.35.ffn_down_exps.weight[47]: IQ4_NL blk.35.ffn_down_exps.weight[48]: blk.35.ffn_down_exps.weight[49]: IQ4_NL blk.35.ffn_down_exps.weight[50]: IQ4_NL blk.35.ffn_down_exps.weight[51]: IQ4_NL blk.35.ffn_down_exps.weight[52]: blk.35.ffn_down_exps.weight[53]: blk.35.ffn_down_exps.weight[54]: blk.35.ffn_down_exps.weight[55]: blk.35.ffn_down_exps.weight[56]: blk.35.ffn_down_exps.weight[57]: IQ4_NL blk.35.ffn_down_exps.weight[58]: blk.35.ffn_down_exps.weight[59]: IQ4_NL blk.35.ffn_down_exps.weight[60]: IQ4_NL blk.35.ffn_down_exps.weight[61]: IQ4_NL blk.35.ffn_down_exps.weight[62]: IQ4_NL blk.35.ffn_down_exps.weight[63]: IQ4_NL blk.35.ffn_down_exps.weight[64]: blk.35.ffn_down_exps.weight[65]: IQ4_NL blk.35.ffn_down_exps.weight[66]: IQ4_NL blk.35.ffn_down_exps.weight[67]: IQ4_NL blk.35.ffn_down_exps.weight[68]: IQ4_NL blk.35.ffn_down_exps.weight[69]: blk.35.ffn_down_exps.weight[70]: blk.35.ffn_down_exps.weight[71]: IQ4_NL blk.35.ffn_down_exps.weight[72]: blk.35.ffn_down_exps.weight[73]: IQ4_NL blk.35.ffn_down_exps.weight[74]: blk.35.ffn_down_exps.weight[75]: IQ4_NL blk.35.ffn_down_exps.weight[76]: blk.35.ffn_down_exps.weight[77]: IQ4_NL blk.35.ffn_down_exps.weight[78]: blk.35.ffn_down_exps.weight[79]: blk.35.ffn_down_exps.weight[80]: blk.35.ffn_down_exps.weight[81]: blk.35.ffn_down_exps.weight[82]: IQ4_NL blk.35.ffn_down_exps.weight[83]: blk.35.ffn_down_exps.weight[84]: blk.35.ffn_down_exps.weight[85]: blk.35.ffn_down_exps.weight[86]: blk.35.ffn_down_exps.weight[87]: blk.35.ffn_down_exps.weight[88]: IQ4_NL blk.35.ffn_down_exps.weight[89]: blk.35.ffn_down_exps.weight[90]: IQ4_NL blk.35.ffn_down_exps.weight[91]: IQ4_NL blk.35.ffn_down_exps.weight[92]: IQ4_NL blk.35.ffn_down_exps.weight[93]: IQ4_NL blk.35.ffn_down_exps.weight[94]: IQ4_NL blk.35.ffn_down_exps.weight[95]: blk.35.ffn_down_exps.weight[96]: blk.35.ffn_down_exps.weight[97]: blk.35.ffn_down_exps.weight[98]: blk.35.ffn_down_exps.weight[99]: IQ4_NL blk.35.ffn_down_exps.weight[100]: IQ4_NL blk.35.ffn_down_exps.weight[101]: blk.35.ffn_down_exps.weight[102]: IQ4_NL blk.35.ffn_down_exps.weight[103]: blk.35.ffn_down_exps.weight[104]: IQ4_NL blk.35.ffn_down_exps.weight[105]: blk.35.ffn_down_exps.weight[106]: IQ4_NL blk.35.ffn_down_exps.weight[107]: IQ4_NL blk.35.ffn_down_exps.weight[108]: blk.35.ffn_down_exps.weight[109]: blk.35.ffn_down_exps.weight[110]: IQ4_NL blk.35.ffn_down_exps.weight[111]: blk.35.ffn_down_exps.weight[112]: IQ4_NL blk.35.ffn_down_exps.weight[113]: blk.35.ffn_down_exps.weight[114]: blk.35.ffn_down_exps.weight[115]: blk.35.ffn_down_exps.weight[116]: blk.35.ffn_down_exps.weight[117]: IQ4_NL blk.35.ffn_down_exps.weight[118]: IQ4_NL blk.35.ffn_down_exps.weight[119]: IQ4_NL blk.35.ffn_down_exps.weight[120]: blk.35.ffn_down_exps.weight[121]: blk.35.ffn_down_exps.weight[122]: IQ4_NL blk.35.ffn_down_exps.weight[123]: IQ4_NL blk.35.ffn_down_exps.weight[124]: IQ4_NL blk.35.ffn_down_exps.weight[125]: blk.35.ffn_down_exps.weight[126]: IQ4_NL blk.35.ffn_down_exps.weight[127]: IQ4_NL blk.35.ffn_down_exps.weight[128]: blk.35.ffn_down_exps.weight[129]: IQ4_NL blk.35.ffn_down_exps.weight[130]: IQ4_NL blk.35.ffn_down_exps.weight[131]: blk.35.ffn_down_exps.weight[132]: IQ4_NL blk.35.ffn_down_exps.weight[133]: blk.35.ffn_down_exps.weight[134]: IQ4_NL blk.35.ffn_down_exps.weight[135]: blk.35.ffn_down_exps.weight[136]: IQ4_NL blk.35.ffn_down_exps.weight[137]: blk.35.ffn_down_exps.weight[138]: blk.35.ffn_down_exps.weight[139]: blk.35.ffn_down_exps.weight[140]: IQ4_NL blk.35.ffn_down_exps.weight[141]: IQ4_NL blk.35.ffn_down_exps.weight[142]: IQ4_NL blk.35.ffn_down_exps.weight[143]: IQ4_NL blk.35.ffn_down_exps.weight[144]: IQ4_NL blk.35.ffn_down_exps.weight[145]: IQ4_NL blk.35.ffn_down_exps.weight[146]: blk.35.ffn_down_exps.weight[147]: IQ4_NL blk.35.ffn_down_exps.weight[148]: IQ4_NL blk.35.ffn_down_exps.weight[149]: blk.35.ffn_down_exps.weight[150]: blk.35.ffn_down_exps.weight[151]: blk.35.ffn_down_exps.weight[152]: IQ4_NL blk.35.ffn_down_exps.weight[153]: blk.35.ffn_down_exps.weight[154]: blk.35.ffn_down_exps.weight[155]: IQ4_NL blk.35.ffn_down_exps.weight[156]: blk.35.ffn_down_exps.weight[157]: IQ4_NL blk.35.ffn_down_exps.weight[158]: blk.35.ffn_down_exps.weight[159]: blk.35.ffn_down_exps.weight[160]: IQ4_NL blk.35.ffn_down_exps.weight[161]: IQ4_NL blk.35.ffn_down_exps.weight[162]: IQ4_NL blk.35.ffn_down_exps.weight[163]: IQ4_NL blk.35.ffn_down_exps.weight[164]: blk.35.ffn_down_exps.weight[165]: IQ4_NL blk.35.ffn_down_exps.weight[166]: IQ4_NL blk.35.ffn_down_exps.weight[167]: IQ4_NL blk.35.ffn_down_exps.weight[168]: IQ4_NL blk.35.ffn_down_exps.weight[169]: blk.35.ffn_down_exps.weight[170]: blk.35.ffn_down_exps.weight[171]: blk.35.ffn_down_exps.weight[172]: IQ4_NL blk.35.ffn_down_exps.weight[173]: IQ4_NL blk.35.ffn_down_exps.weight[174]: IQ4_NL blk.35.ffn_down_exps.weight[175]: IQ4_NL blk.35.ffn_down_exps.weight[176]: IQ4_NL blk.35.ffn_down_exps.weight[177]: blk.35.ffn_down_exps.weight[178]: blk.35.ffn_down_exps.weight[179]: blk.35.ffn_down_exps.weight[180]: blk.35.ffn_down_exps.weight[181]: IQ4_NL blk.35.ffn_down_exps.weight[182]: IQ4_NL blk.35.ffn_down_exps.weight[183]: blk.35.ffn_down_exps.weight[184]: blk.35.ffn_down_exps.weight[185]: IQ4_NL blk.35.ffn_down_exps.weight[186]: IQ4_NL blk.35.ffn_down_exps.weight[187]: blk.35.ffn_down_exps.weight[188]: blk.35.ffn_down_exps.weight[189]: IQ4_NL blk.35.ffn_down_exps.weight[190]: IQ4_NL blk.35.ffn_down_exps.weight[191]: blk.35.ffn_down_exps.weight[192]: blk.35.ffn_down_exps.weight[193]: blk.35.ffn_down_exps.weight[194]: blk.35.ffn_down_exps.weight[195]: blk.35.ffn_down_exps.weight[196]: IQ4_NL blk.35.ffn_down_exps.weight[197]: blk.35.ffn_down_exps.weight[198]: blk.35.ffn_down_exps.weight[199]: IQ4_NL blk.35.ffn_down_exps.weight[200]: blk.35.ffn_down_exps.weight[201]: blk.35.ffn_down_exps.weight[202]: blk.35.ffn_down_exps.weight[203]: blk.35.ffn_down_exps.weight[204]: IQ4_NL blk.35.ffn_down_exps.weight[205]: blk.35.ffn_down_exps.weight[206]: blk.35.ffn_down_exps.weight[207]: IQ4_NL blk.35.ffn_down_exps.weight[208]: blk.35.ffn_down_exps.weight[209]: IQ4_NL blk.35.ffn_down_exps.weight[210]: blk.35.ffn_down_exps.weight[211]: blk.35.ffn_down_exps.weight[212]: IQ4_NL blk.35.ffn_down_exps.weight[213]: IQ4_NL blk.35.ffn_down_exps.weight[214]: blk.35.ffn_down_exps.weight[215]: IQ4_NL blk.35.ffn_down_exps.weight[216]: IQ4_NL blk.35.ffn_down_exps.weight[217]: blk.35.ffn_down_exps.weight[218]: IQ4_NL blk.35.ffn_down_exps.weight[219]: blk.35.ffn_down_exps.weight[220]: blk.35.ffn_down_exps.weight[221]: IQ4_NL blk.35.ffn_down_exps.weight[222]: IQ4_NL blk.35.ffn_down_exps.weight[223]: IQ4_NL blk.35.ffn_down_exps.weight[224]: blk.35.ffn_down_exps.weight[225]: IQ4_NL blk.35.ffn_down_exps.weight[226]: blk.35.ffn_down_exps.weight[227]: blk.35.ffn_down_exps.weight[228]: IQ4_NL blk.35.ffn_down_exps.weight[229]: IQ4_NL blk.35.ffn_down_exps.weight[230]: blk.35.ffn_down_exps.weight[231]: blk.35.ffn_down_exps.weight[232]: IQ4_NL blk.35.ffn_down_exps.weight[233]: IQ4_NL blk.35.ffn_down_exps.weight[234]: IQ4_NL blk.35.ffn_down_exps.weight[235]: blk.35.ffn_down_exps.weight[236]: blk.35.ffn_down_exps.weight[237]: blk.35.ffn_down_exps.weight[238]: IQ4_NL blk.35.ffn_down_exps.weight[239]: blk.35.ffn_down_exps.weight[240]: blk.35.ffn_down_exps.weight[241]: IQ4_NL blk.35.ffn_down_exps.weight[242]: IQ4_NL blk.35.ffn_down_exps.weight[243]: blk.35.ffn_down_exps.weight[244]: blk.35.ffn_down_exps.weight[245]: blk.35.ffn_down_exps.weight[246]: IQ4_NL blk.35.ffn_down_exps.weight[247]: IQ4_NL blk.35.ffn_down_exps.weight[248]: blk.35.ffn_down_exps.weight[249]: blk.35.ffn_down_exps.weight[250]: IQ4_NL blk.35.ffn_down_exps.weight[251]: blk.35.ffn_down_exps.weight[252]: IQ4_NL blk.35.ffn_down_exps.weight[253]: blk.35.ffn_down_exps.weight[254]: blk.35.ffn_down_exps.weight[255]: IQ4_NL blk.35.ffn_down_exps.weight[256]: blk.35.ffn_down_exps.weight[257]: blk.35.ffn_down_exps.weight[258]: blk.35.ffn_down_exps.weight[259]: blk.35.ffn_down_exps.weight[260]: IQ4_NL blk.35.ffn_down_exps.weight[261]: blk.35.ffn_down_exps.weight[262]: blk.35.ffn_down_exps.weight[263]: IQ4_NL blk.35.ffn_down_exps.weight[264]: IQ4_NL blk.35.ffn_down_exps.weight[265]: IQ4_NL blk.35.ffn_down_exps.weight[266]: blk.35.ffn_down_exps.weight[267]: IQ4_NL blk.35.ffn_down_exps.weight[268]: IQ4_NL blk.35.ffn_down_exps.weight[269]: IQ4_NL blk.35.ffn_down_exps.weight[270]: blk.35.ffn_down_exps.weight[271]: blk.35.ffn_down_exps.weight[272]: IQ4_NL blk.35.ffn_down_exps.weight[273]: IQ4_NL blk.35.ffn_down_exps.weight[274]: IQ4_NL blk.35.ffn_down_exps.weight[275]: IQ4_NL blk.35.ffn_down_exps.weight[276]: blk.35.ffn_down_exps.weight[277]: IQ4_NL blk.35.ffn_down_exps.weight[278]: blk.35.ffn_down_exps.weight[279]: IQ4_NL blk.35.ffn_down_exps.weight[280]: IQ4_NL blk.35.ffn_down_exps.weight[281]: IQ4_NL blk.35.ffn_down_exps.weight[282]: blk.35.ffn_down_exps.weight[283]: blk.35.ffn_down_exps.weight[284]: blk.35.ffn_down_exps.weight[285]: blk.35.ffn_down_exps.weight[286]: IQ4_NL blk.35.ffn_down_exps.weight[287]: IQ4_NL blk.35.ffn_down_exps.weight[288]: IQ4_NL blk.35.ffn_down_exps.weight[289]: IQ4_NL blk.35.ffn_down_exps.weight[290]: IQ4_NL blk.35.ffn_down_exps.weight[291]: blk.35.ffn_down_exps.weight[292]: IQ4_NL blk.35.ffn_down_exps.weight[293]: blk.35.ffn_down_exps.weight[294]: IQ4_NL blk.35.ffn_down_exps.weight[295]: blk.35.ffn_down_exps.weight[296]: IQ4_NL blk.35.ffn_down_exps.weight[297]: blk.35.ffn_down_exps.weight[298]: IQ4_NL blk.35.ffn_down_exps.weight[299]: blk.35.ffn_down_exps.weight[300]: blk.35.ffn_down_exps.weight[301]: blk.35.ffn_down_exps.weight[302]: IQ4_NL blk.35.ffn_down_exps.weight[303]: blk.35.ffn_down_exps.weight[304]: IQ4_NL blk.35.ffn_down_exps.weight[305]: blk.35.ffn_down_exps.weight[306]: IQ4_NL blk.35.ffn_down_exps.weight[307]: IQ4_NL blk.35.ffn_down_exps.weight[308]: blk.35.ffn_down_exps.weight[309]: IQ4_NL blk.35.ffn_down_exps.weight[310]: IQ4_NL blk.35.ffn_down_exps.weight[311]: blk.35.ffn_down_exps.weight[312]: IQ4_NL blk.35.ffn_down_exps.weight[313]: blk.35.ffn_down_exps.weight[314]: IQ4_NL blk.35.ffn_down_exps.weight[315]: IQ4_NL blk.35.ffn_down_exps.weight[316]: blk.35.ffn_down_exps.weight[317]: IQ4_NL blk.35.ffn_down_exps.weight[318]: blk.35.ffn_down_exps.weight[319]: blk.35.ffn_down_exps.weight[320]: blk.35.ffn_down_exps.weight[321]: IQ4_NL blk.35.ffn_down_exps.weight[322]: IQ4_NL blk.35.ffn_down_exps.weight[323]: IQ4_NL blk.35.ffn_down_exps.weight[324]: blk.35.ffn_down_exps.weight[325]: blk.35.ffn_down_exps.weight[326]: IQ4_NL blk.35.ffn_down_exps.weight[327]: blk.35.ffn_down_exps.weight[328]: IQ4_NL blk.35.ffn_down_exps.weight[329]: blk.35.ffn_down_exps.weight[330]: IQ4_NL blk.35.ffn_down_exps.weight[331]: IQ4_NL blk.35.ffn_down_exps.weight[332]: IQ4_NL blk.35.ffn_down_exps.weight[333]: blk.35.ffn_down_exps.weight[334]: IQ4_NL blk.35.ffn_down_exps.weight[335]: IQ4_NL blk.35.ffn_down_exps.weight[336]: blk.35.ffn_down_exps.weight[337]: blk.35.ffn_down_exps.weight[338]: blk.35.ffn_down_exps.weight[339]: IQ4_NL blk.35.ffn_down_exps.weight[340]: IQ4_NL blk.35.ffn_down_exps.weight[341]: IQ4_NL blk.35.ffn_down_exps.weight[342]: IQ4_NL blk.35.ffn_down_exps.weight[343]: IQ4_NL blk.35.ffn_down_exps.weight[344]: IQ4_NL blk.35.ffn_down_exps.weight[345]: IQ4_NL blk.35.ffn_down_exps.weight[346]: blk.35.ffn_down_exps.weight[347]: IQ4_NL blk.35.ffn_down_exps.weight[348]: IQ4_NL blk.35.ffn_down_exps.weight[349]: IQ4_NL blk.35.ffn_down_exps.weight[350]: blk.35.ffn_down_exps.weight[351]: blk.35.ffn_down_exps.weight[352]: blk.35.ffn_down_exps.weight[353]: IQ4_NL blk.35.ffn_down_exps.weight[354]: blk.35.ffn_down_exps.weight[355]: blk.35.ffn_down_exps.weight[356]: blk.35.ffn_down_exps.weight[357]: IQ4_NL blk.35.ffn_down_exps.weight[358]: blk.35.ffn_down_exps.weight[359]: blk.35.ffn_down_exps.weight[360]: blk.35.ffn_down_exps.weight[361]: blk.35.ffn_down_exps.weight[362]: blk.35.ffn_down_exps.weight[363]: blk.35.ffn_down_exps.weight[364]: IQ4_NL blk.35.ffn_down_exps.weight[365]: IQ4_NL blk.35.ffn_down_exps.weight[366]: IQ4_NL blk.35.ffn_down_exps.weight[367]: IQ4_NL blk.35.ffn_down_exps.weight[368]: IQ4_NL blk.35.ffn_down_exps.weight[369]: IQ4_NL blk.35.ffn_down_exps.weight[370]: blk.35.ffn_down_exps.weight[371]: IQ4_NL blk.35.ffn_down_exps.weight[372]: IQ4_NL blk.35.ffn_down_exps.weight[373]: IQ4_NL blk.35.ffn_down_exps.weight[374]: IQ4_NL blk.35.ffn_down_exps.weight[375]: blk.35.ffn_down_exps.weight[376]: blk.35.ffn_down_exps.weight[377]: IQ4_NL blk.35.ffn_down_exps.weight[378]: IQ4_NL blk.35.ffn_down_exps.weight[379]: IQ4_NL blk.35.ffn_down_exps.weight[380]: blk.35.ffn_down_exps.weight[381]: blk.35.ffn_down_exps.weight[382]: IQ4_NL blk.35.ffn_down_exps.weight[383]: IQ4_NL blk.35.ffn_down_exps.weight[384]: IQ4_NL blk.35.ffn_down_exps.weight[385]: IQ4_NL blk.35.ffn_down_exps.weight[386]: blk.35.ffn_down_exps.weight[387]: IQ4_NL blk.35.ffn_down_exps.weight[388]: blk.35.ffn_down_exps.weight[389]: blk.35.ffn_down_exps.weight[390]: blk.35.ffn_down_exps.weight[391]: IQ4_NL blk.35.ffn_down_exps.weight[392]: blk.35.ffn_down_exps.weight[393]: blk.35.ffn_down_exps.weight[394]: blk.35.ffn_down_exps.weight[395]: blk.35.ffn_down_exps.weight[396]: IQ4_NL blk.35.ffn_down_exps.weight[397]: blk.35.ffn_down_exps.weight[398]: blk.35.ffn_down_exps.weight[399]: IQ4_NL blk.35.ffn_down_exps.weight[400]: IQ4_NL blk.35.ffn_down_exps.weight[401]: blk.35.ffn_down_exps.weight[402]: blk.35.ffn_down_exps.weight[403]: blk.35.ffn_down_exps.weight[404]: blk.35.ffn_down_exps.weight[405]: IQ4_NL blk.35.ffn_down_exps.weight[406]: blk.35.ffn_down_exps.weight[407]: IQ4_NL blk.35.ffn_down_exps.weight[408]: IQ4_NL blk.35.ffn_down_exps.weight[409]: IQ4_NL blk.35.ffn_down_exps.weight[410]: blk.35.ffn_down_exps.weight[411]: IQ4_NL blk.35.ffn_down_exps.weight[412]: IQ4_NL blk.35.ffn_down_exps.weight[413]: IQ4_NL blk.35.ffn_down_exps.weight[414]: blk.35.ffn_down_exps.weight[415]: IQ4_NL blk.35.ffn_down_exps.weight[416]: blk.35.ffn_down_exps.weight[417]: IQ4_NL blk.35.ffn_down_exps.weight[418]: IQ4_NL blk.35.ffn_down_exps.weight[419]: IQ4_NL blk.35.ffn_down_exps.weight[420]: blk.35.ffn_down_exps.weight[421]: IQ4_NL blk.35.ffn_down_exps.weight[422]: blk.35.ffn_down_exps.weight[423]: blk.35.ffn_down_exps.weight[424]: blk.35.ffn_down_exps.weight[425]: blk.35.ffn_down_exps.weight[426]: blk.35.ffn_down_exps.weight[427]: blk.35.ffn_down_exps.weight[428]: blk.35.ffn_down_exps.weight[429]: IQ4_NL blk.35.ffn_down_exps.weight[430]: blk.35.ffn_down_exps.weight[431]: IQ4_NL blk.35.ffn_down_exps.weight[432]: blk.35.ffn_down_exps.weight[433]: IQ4_NL blk.35.ffn_down_exps.weight[434]: IQ4_NL blk.35.ffn_down_exps.weight[435]: blk.35.ffn_down_exps.weight[436]: blk.35.ffn_down_exps.weight[437]: blk.35.ffn_down_exps.weight[438]: IQ4_NL blk.35.ffn_down_exps.weight[439]: blk.35.ffn_down_exps.weight[440]: IQ4_NL blk.35.ffn_down_exps.weight[441]: IQ4_NL blk.35.ffn_down_exps.weight[442]: blk.35.ffn_down_exps.weight[443]: blk.35.ffn_down_exps.weight[444]: blk.35.ffn_down_exps.weight[445]: IQ4_NL blk.35.ffn_down_exps.weight[446]: blk.35.ffn_down_exps.weight[447]: blk.35.ffn_down_exps.weight[448]: IQ4_NL blk.35.ffn_down_exps.weight[449]: blk.35.ffn_down_exps.weight[450]: IQ4_NL blk.35.ffn_down_exps.weight[451]: IQ4_NL blk.35.ffn_down_exps.weight[452]: IQ4_NL blk.35.ffn_down_exps.weight[453]: IQ4_NL blk.35.ffn_down_exps.weight[454]: blk.35.ffn_down_exps.weight[455]: IQ4_NL blk.35.ffn_down_exps.weight[456]: IQ4_NL blk.35.ffn_down_exps.weight[457]: blk.35.ffn_down_exps.weight[458]: blk.35.ffn_down_exps.weight[459]: blk.35.ffn_down_exps.weight[460]: blk.35.ffn_down_exps.weight[461]: IQ4_NL blk.35.ffn_down_exps.weight[462]: blk.35.ffn_down_exps.weight[463]: blk.35.ffn_down_exps.weight[464]: IQ4_NL blk.35.ffn_down_exps.weight[465]: IQ4_NL blk.35.ffn_down_exps.weight[466]: blk.35.ffn_down_exps.weight[467]: blk.35.ffn_down_exps.weight[468]: IQ4_NL blk.35.ffn_down_exps.weight[469]: IQ4_NL blk.35.ffn_down_exps.weight[470]: blk.35.ffn_down_exps.weight[471]: blk.35.ffn_down_exps.weight[472]: IQ4_NL blk.35.ffn_down_exps.weight[473]: IQ4_NL blk.35.ffn_down_exps.weight[474]: IQ4_NL blk.35.ffn_down_exps.weight[475]: blk.35.ffn_down_exps.weight[476]: blk.35.ffn_down_exps.weight[477]: blk.35.ffn_down_exps.weight[478]: blk.35.ffn_down_exps.weight[479]: IQ4_NL blk.35.ffn_down_exps.weight[480]: IQ4_NL blk.35.ffn_down_exps.weight[481]: blk.35.ffn_down_exps.weight[482]: IQ4_NL blk.35.ffn_down_exps.weight[483]: IQ4_NL blk.35.ffn_down_exps.weight[484]: IQ4_NL blk.35.ffn_down_exps.weight[485]: blk.35.ffn_down_exps.weight[486]: IQ4_NL blk.35.ffn_down_exps.weight[487]: IQ4_NL blk.35.ffn_down_exps.weight[488]: IQ4_NL blk.35.ffn_down_exps.weight[489]: IQ4_NL blk.35.ffn_down_exps.weight[490]: IQ4_NL blk.35.ffn_down_exps.weight[491]: blk.35.ffn_down_exps.weight[492]: blk.35.ffn_down_exps.weight[493]: IQ4_NL blk.35.ffn_down_exps.weight[494]: blk.35.ffn_down_exps.weight[495]: blk.35.ffn_down_exps.weight[496]: blk.35.ffn_down_exps.weight[497]: blk.35.ffn_down_exps.weight[498]: IQ4_NL blk.35.ffn_down_exps.weight[499]: blk.35.ffn_down_exps.weight[500]: blk.35.ffn_down_exps.weight[501]: IQ4_NL blk.35.ffn_down_exps.weight[502]: blk.35.ffn_down_exps.weight[503]: blk.35.ffn_down_exps.weight[504]: IQ4_NL blk.35.ffn_down_exps.weight[505]: blk.35.ffn_down_exps.weight[506]: IQ4_NL blk.35.ffn_down_exps.weight[507]: IQ4_NL blk.35.ffn_down_exps.weight[508]: IQ4_NL blk.35.ffn_down_exps.weight[509]: IQ4_NL blk.35.ffn_down_exps.weight[510]: IQ4_NL blk.35.ffn_down_exps.weight[511]: blk.36.ffn_gate_exps.weight[0]: blk.36.ffn_gate_exps.weight[1]: blk.36.ffn_gate_exps.weight[2]: IQ2_S blk.36.ffn_gate_exps.weight[3]: blk.36.ffn_gate_exps.weight[4]: blk.36.ffn_gate_exps.weight[5]: IQ2_S blk.36.ffn_gate_exps.weight[6]: blk.36.ffn_gate_exps.weight[7]: IQ2_S blk.36.ffn_gate_exps.weight[8]: IQ2_S blk.36.ffn_gate_exps.weight[9]: blk.36.ffn_gate_exps.weight[10]: IQ2_S blk.36.ffn_gate_exps.weight[11]: IQ2_S blk.36.ffn_gate_exps.weight[12]: IQ2_S blk.36.ffn_gate_exps.weight[13]: IQ2_S blk.36.ffn_gate_exps.weight[14]: blk.36.ffn_gate_exps.weight[15]: IQ2_S blk.36.ffn_gate_exps.weight[16]: IQ2_S blk.36.ffn_gate_exps.weight[17]: blk.36.ffn_gate_exps.weight[18]: IQ2_S blk.36.ffn_gate_exps.weight[19]: blk.36.ffn_gate_exps.weight[20]: IQ2_S blk.36.ffn_gate_exps.weight[21]: IQ2_S blk.36.ffn_gate_exps.weight[22]: blk.36.ffn_gate_exps.weight[23]: blk.36.ffn_gate_exps.weight[24]: IQ2_S blk.36.ffn_gate_exps.weight[25]: IQ2_S blk.36.ffn_gate_exps.weight[26]: IQ2_S blk.36.ffn_gate_exps.weight[27]: blk.36.ffn_gate_exps.weight[28]: IQ2_S blk.36.ffn_gate_exps.weight[29]: IQ2_S blk.36.ffn_gate_exps.weight[30]: IQ2_S blk.36.ffn_gate_exps.weight[31]: blk.36.ffn_gate_exps.weight[32]: IQ2_S blk.36.ffn_gate_exps.weight[33]: IQ2_S blk.36.ffn_gate_exps.weight[34]: blk.36.ffn_gate_exps.weight[35]: blk.36.ffn_gate_exps.weight[36]: IQ2_S blk.36.ffn_gate_exps.weight[37]: blk.36.ffn_gate_exps.weight[38]: IQ2_S blk.36.ffn_gate_exps.weight[39]: IQ2_S blk.36.ffn_gate_exps.weight[40]: blk.36.ffn_gate_exps.weight[41]: blk.36.ffn_gate_exps.weight[42]: IQ2_S blk.36.ffn_gate_exps.weight[43]: blk.36.ffn_gate_exps.weight[44]: blk.36.ffn_gate_exps.weight[45]: IQ2_S blk.36.ffn_gate_exps.weight[46]: IQ2_S blk.36.ffn_gate_exps.weight[47]: IQ2_S blk.36.ffn_gate_exps.weight[48]: blk.36.ffn_gate_exps.weight[49]: blk.36.ffn_gate_exps.weight[50]: IQ2_S blk.36.ffn_gate_exps.weight[51]: IQ2_S blk.36.ffn_gate_exps.weight[52]: blk.36.ffn_gate_exps.weight[53]: blk.36.ffn_gate_exps.weight[54]: IQ2_S blk.36.ffn_gate_exps.weight[55]: IQ2_S blk.36.ffn_gate_exps.weight[56]: IQ2_S blk.36.ffn_gate_exps.weight[57]: blk.36.ffn_gate_exps.weight[58]: IQ2_S blk.36.ffn_gate_exps.weight[59]: IQ2_S blk.36.ffn_gate_exps.weight[60]: IQ2_S blk.36.ffn_gate_exps.weight[61]: IQ2_S blk.36.ffn_gate_exps.weight[62]: blk.36.ffn_gate_exps.weight[63]: IQ2_S blk.36.ffn_gate_exps.weight[64]: blk.36.ffn_gate_exps.weight[65]: IQ2_S blk.36.ffn_gate_exps.weight[66]: IQ2_S blk.36.ffn_gate_exps.weight[67]: blk.36.ffn_gate_exps.weight[68]: blk.36.ffn_gate_exps.weight[69]: IQ2_S blk.36.ffn_gate_exps.weight[70]: blk.36.ffn_gate_exps.weight[71]: blk.36.ffn_gate_exps.weight[72]: IQ2_S blk.36.ffn_gate_exps.weight[73]: IQ2_S blk.36.ffn_gate_exps.weight[74]: IQ2_S blk.36.ffn_gate_exps.weight[75]: IQ2_S blk.36.ffn_gate_exps.weight[76]: IQ2_S blk.36.ffn_gate_exps.weight[77]: blk.36.ffn_gate_exps.weight[78]: blk.36.ffn_gate_exps.weight[79]: blk.36.ffn_gate_exps.weight[80]: blk.36.ffn_gate_exps.weight[81]: blk.36.ffn_gate_exps.weight[82]: IQ2_S blk.36.ffn_gate_exps.weight[83]: IQ2_S blk.36.ffn_gate_exps.weight[84]: blk.36.ffn_gate_exps.weight[85]: IQ2_S blk.36.ffn_gate_exps.weight[86]: blk.36.ffn_gate_exps.weight[87]: blk.36.ffn_gate_exps.weight[88]: IQ2_S blk.36.ffn_gate_exps.weight[89]: blk.36.ffn_gate_exps.weight[90]: IQ2_S blk.36.ffn_gate_exps.weight[91]: IQ2_S blk.36.ffn_gate_exps.weight[92]: IQ2_S blk.36.ffn_gate_exps.weight[93]: IQ2_S blk.36.ffn_gate_exps.weight[94]: IQ2_S blk.36.ffn_gate_exps.weight[95]: blk.36.ffn_gate_exps.weight[96]: IQ2_S blk.36.ffn_gate_exps.weight[97]: blk.36.ffn_gate_exps.weight[98]: blk.36.ffn_gate_exps.weight[99]: IQ2_S blk.36.ffn_gate_exps.weight[100]: blk.36.ffn_gate_exps.weight[101]: blk.36.ffn_gate_exps.weight[102]: IQ2_S blk.36.ffn_gate_exps.weight[103]: blk.36.ffn_gate_exps.weight[104]: IQ2_S blk.36.ffn_gate_exps.weight[105]: IQ2_S blk.36.ffn_gate_exps.weight[106]: IQ2_S blk.36.ffn_gate_exps.weight[107]: blk.36.ffn_gate_exps.weight[108]: IQ2_S blk.36.ffn_gate_exps.weight[109]: blk.36.ffn_gate_exps.weight[110]: IQ2_S blk.36.ffn_gate_exps.weight[111]: blk.36.ffn_gate_exps.weight[112]: IQ2_S blk.36.ffn_gate_exps.weight[113]: blk.36.ffn_gate_exps.weight[114]: blk.36.ffn_gate_exps.weight[115]: IQ2_S blk.36.ffn_gate_exps.weight[116]: blk.36.ffn_gate_exps.weight[117]: IQ2_S blk.36.ffn_gate_exps.weight[118]: blk.36.ffn_gate_exps.weight[119]: IQ2_S blk.36.ffn_gate_exps.weight[120]: blk.36.ffn_gate_exps.weight[121]: IQ2_S blk.36.ffn_gate_exps.weight[122]: IQ2_S blk.36.ffn_gate_exps.weight[123]: IQ2_S blk.36.ffn_gate_exps.weight[124]: IQ2_S blk.36.ffn_gate_exps.weight[125]: IQ2_S blk.36.ffn_gate_exps.weight[126]: IQ2_S blk.36.ffn_gate_exps.weight[127]: blk.36.ffn_gate_exps.weight[128]: IQ2_S blk.36.ffn_gate_exps.weight[129]: IQ2_S blk.36.ffn_gate_exps.weight[130]: blk.36.ffn_gate_exps.weight[131]: blk.36.ffn_gate_exps.weight[132]: blk.36.ffn_gate_exps.weight[133]: blk.36.ffn_gate_exps.weight[134]: IQ2_S blk.36.ffn_gate_exps.weight[135]: blk.36.ffn_gate_exps.weight[136]: IQ2_S blk.36.ffn_gate_exps.weight[137]: IQ2_S blk.36.ffn_gate_exps.weight[138]: IQ2_S blk.36.ffn_gate_exps.weight[139]: blk.36.ffn_gate_exps.weight[140]: IQ2_S blk.36.ffn_gate_exps.weight[141]: IQ2_S blk.36.ffn_gate_exps.weight[142]: blk.36.ffn_gate_exps.weight[143]: blk.36.ffn_gate_exps.weight[144]: blk.36.ffn_gate_exps.weight[145]: IQ2_S blk.36.ffn_gate_exps.weight[146]: IQ2_S blk.36.ffn_gate_exps.weight[147]: blk.36.ffn_gate_exps.weight[148]: blk.36.ffn_gate_exps.weight[149]: blk.36.ffn_gate_exps.weight[150]: blk.36.ffn_gate_exps.weight[151]: IQ2_S blk.36.ffn_gate_exps.weight[152]: IQ2_S blk.36.ffn_gate_exps.weight[153]: blk.36.ffn_gate_exps.weight[154]: IQ2_S blk.36.ffn_gate_exps.weight[155]: blk.36.ffn_gate_exps.weight[156]: blk.36.ffn_gate_exps.weight[157]: blk.36.ffn_gate_exps.weight[158]: blk.36.ffn_gate_exps.weight[159]: IQ2_S blk.36.ffn_gate_exps.weight[160]: blk.36.ffn_gate_exps.weight[161]: blk.36.ffn_gate_exps.weight[162]: blk.36.ffn_gate_exps.weight[163]: IQ2_S blk.36.ffn_gate_exps.weight[164]: IQ2_S blk.36.ffn_gate_exps.weight[165]: blk.36.ffn_gate_exps.weight[166]: blk.36.ffn_gate_exps.weight[167]: blk.36.ffn_gate_exps.weight[168]: blk.36.ffn_gate_exps.weight[169]: IQ2_S blk.36.ffn_gate_exps.weight[170]: blk.36.ffn_gate_exps.weight[171]: blk.36.ffn_gate_exps.weight[172]: blk.36.ffn_gate_exps.weight[173]: IQ2_S blk.36.ffn_gate_exps.weight[174]: blk.36.ffn_gate_exps.weight[175]: IQ2_S blk.36.ffn_gate_exps.weight[176]: IQ2_S blk.36.ffn_gate_exps.weight[177]: IQ2_S blk.36.ffn_gate_exps.weight[178]: IQ2_S blk.36.ffn_gate_exps.weight[179]: blk.36.ffn_gate_exps.weight[180]: IQ2_S blk.36.ffn_gate_exps.weight[181]: blk.36.ffn_gate_exps.weight[182]: IQ2_S blk.36.ffn_gate_exps.weight[183]: blk.36.ffn_gate_exps.weight[184]: IQ2_S blk.36.ffn_gate_exps.weight[185]: blk.36.ffn_gate_exps.weight[186]: blk.36.ffn_gate_exps.weight[187]: blk.36.ffn_gate_exps.weight[188]: blk.36.ffn_gate_exps.weight[189]: IQ2_S blk.36.ffn_gate_exps.weight[190]: IQ2_S blk.36.ffn_gate_exps.weight[191]: IQ2_S blk.36.ffn_gate_exps.weight[192]: blk.36.ffn_gate_exps.weight[193]: blk.36.ffn_gate_exps.weight[194]: IQ2_S blk.36.ffn_gate_exps.weight[195]: blk.36.ffn_gate_exps.weight[196]: blk.36.ffn_gate_exps.weight[197]: blk.36.ffn_gate_exps.weight[198]: IQ2_S blk.36.ffn_gate_exps.weight[199]: IQ2_S blk.36.ffn_gate_exps.weight[200]: IQ2_S blk.36.ffn_gate_exps.weight[201]: blk.36.ffn_gate_exps.weight[202]: IQ2_S blk.36.ffn_gate_exps.weight[203]: IQ2_S blk.36.ffn_gate_exps.weight[204]: IQ2_S blk.36.ffn_gate_exps.weight[205]: IQ2_S blk.36.ffn_gate_exps.weight[206]: blk.36.ffn_gate_exps.weight[207]: IQ2_S blk.36.ffn_gate_exps.weight[208]: IQ2_S blk.36.ffn_gate_exps.weight[209]: blk.36.ffn_gate_exps.weight[210]: IQ2_S blk.36.ffn_gate_exps.weight[211]: blk.36.ffn_gate_exps.weight[212]: IQ2_S blk.36.ffn_gate_exps.weight[213]: blk.36.ffn_gate_exps.weight[214]: IQ2_S blk.36.ffn_gate_exps.weight[215]: IQ2_S blk.36.ffn_gate_exps.weight[216]: blk.36.ffn_gate_exps.weight[217]: IQ2_S blk.36.ffn_gate_exps.weight[218]: IQ2_S blk.36.ffn_gate_exps.weight[219]: IQ2_S blk.36.ffn_gate_exps.weight[220]: IQ2_S blk.36.ffn_gate_exps.weight[221]: blk.36.ffn_gate_exps.weight[222]: blk.36.ffn_gate_exps.weight[223]: IQ2_S blk.36.ffn_gate_exps.weight[224]: IQ2_S blk.36.ffn_gate_exps.weight[225]: IQ2_S blk.36.ffn_gate_exps.weight[226]: IQ2_S blk.36.ffn_gate_exps.weight[227]: blk.36.ffn_gate_exps.weight[228]: IQ2_S blk.36.ffn_gate_exps.weight[229]: blk.36.ffn_gate_exps.weight[230]: blk.36.ffn_gate_exps.weight[231]: blk.36.ffn_gate_exps.weight[232]: blk.36.ffn_gate_exps.weight[233]: blk.36.ffn_gate_exps.weight[234]: blk.36.ffn_gate_exps.weight[235]: blk.36.ffn_gate_exps.weight[236]: IQ2_S blk.36.ffn_gate_exps.weight[237]: blk.36.ffn_gate_exps.weight[238]: blk.36.ffn_gate_exps.weight[239]: blk.36.ffn_gate_exps.weight[240]: blk.36.ffn_gate_exps.weight[241]: IQ2_S blk.36.ffn_gate_exps.weight[242]: blk.36.ffn_gate_exps.weight[243]: IQ2_S blk.36.ffn_gate_exps.weight[244]: IQ2_S blk.36.ffn_gate_exps.weight[245]: blk.36.ffn_gate_exps.weight[246]: blk.36.ffn_gate_exps.weight[247]: IQ2_S blk.36.ffn_gate_exps.weight[248]: IQ2_S blk.36.ffn_gate_exps.weight[249]: blk.36.ffn_gate_exps.weight[250]: blk.36.ffn_gate_exps.weight[251]: IQ2_S blk.36.ffn_gate_exps.weight[252]: blk.36.ffn_gate_exps.weight[253]: IQ2_S blk.36.ffn_gate_exps.weight[254]: IQ2_S blk.36.ffn_gate_exps.weight[255]: IQ2_S blk.36.ffn_gate_exps.weight[256]: blk.36.ffn_gate_exps.weight[257]: blk.36.ffn_gate_exps.weight[258]: IQ2_S blk.36.ffn_gate_exps.weight[259]: blk.36.ffn_gate_exps.weight[260]: IQ2_S blk.36.ffn_gate_exps.weight[261]: blk.36.ffn_gate_exps.weight[262]: blk.36.ffn_gate_exps.weight[263]: blk.36.ffn_gate_exps.weight[264]: blk.36.ffn_gate_exps.weight[265]: IQ2_S blk.36.ffn_gate_exps.weight[266]: IQ2_S blk.36.ffn_gate_exps.weight[267]: blk.36.ffn_gate_exps.weight[268]: blk.36.ffn_gate_exps.weight[269]: blk.36.ffn_gate_exps.weight[270]: blk.36.ffn_gate_exps.weight[271]: IQ2_S blk.36.ffn_gate_exps.weight[272]: blk.36.ffn_gate_exps.weight[273]: blk.36.ffn_gate_exps.weight[274]: IQ2_S blk.36.ffn_gate_exps.weight[275]: IQ2_S blk.36.ffn_gate_exps.weight[276]: blk.36.ffn_gate_exps.weight[277]: blk.36.ffn_gate_exps.weight[278]: IQ2_S blk.36.ffn_gate_exps.weight[279]: blk.36.ffn_gate_exps.weight[280]: blk.36.ffn_gate_exps.weight[281]: blk.36.ffn_gate_exps.weight[282]: IQ2_S blk.36.ffn_gate_exps.weight[283]: blk.36.ffn_gate_exps.weight[284]: blk.36.ffn_gate_exps.weight[285]: IQ2_S blk.36.ffn_gate_exps.weight[286]: IQ2_S blk.36.ffn_gate_exps.weight[287]: blk.36.ffn_gate_exps.weight[288]: blk.36.ffn_gate_exps.weight[289]: IQ2_S blk.36.ffn_gate_exps.weight[290]: IQ2_S blk.36.ffn_gate_exps.weight[291]: IQ2_S blk.36.ffn_gate_exps.weight[292]: blk.36.ffn_gate_exps.weight[293]: IQ2_S blk.36.ffn_gate_exps.weight[294]: IQ2_S blk.36.ffn_gate_exps.weight[295]: blk.36.ffn_gate_exps.weight[296]: blk.36.ffn_gate_exps.weight[297]: IQ2_S blk.36.ffn_gate_exps.weight[298]: IQ2_S blk.36.ffn_gate_exps.weight[299]: blk.36.ffn_gate_exps.weight[300]: blk.36.ffn_gate_exps.weight[301]: blk.36.ffn_gate_exps.weight[302]: blk.36.ffn_gate_exps.weight[303]: blk.36.ffn_gate_exps.weight[304]: blk.36.ffn_gate_exps.weight[305]: blk.36.ffn_gate_exps.weight[306]: blk.36.ffn_gate_exps.weight[307]: blk.36.ffn_gate_exps.weight[308]: blk.36.ffn_gate_exps.weight[309]: blk.36.ffn_gate_exps.weight[310]: IQ2_S blk.36.ffn_gate_exps.weight[311]: IQ2_S blk.36.ffn_gate_exps.weight[312]: blk.36.ffn_gate_exps.weight[313]: IQ2_S blk.36.ffn_gate_exps.weight[314]: IQ2_S blk.36.ffn_gate_exps.weight[315]: IQ2_S blk.36.ffn_gate_exps.weight[316]: blk.36.ffn_gate_exps.weight[317]: IQ2_S blk.36.ffn_gate_exps.weight[318]: blk.36.ffn_gate_exps.weight[319]: IQ2_S blk.36.ffn_gate_exps.weight[320]: blk.36.ffn_gate_exps.weight[321]: IQ2_S blk.36.ffn_gate_exps.weight[322]: IQ2_S blk.36.ffn_gate_exps.weight[323]: blk.36.ffn_gate_exps.weight[324]: IQ2_S blk.36.ffn_gate_exps.weight[325]: IQ2_S blk.36.ffn_gate_exps.weight[326]: IQ2_S blk.36.ffn_gate_exps.weight[327]: IQ2_S blk.36.ffn_gate_exps.weight[328]: IQ2_S blk.36.ffn_gate_exps.weight[329]: blk.36.ffn_gate_exps.weight[330]: blk.36.ffn_gate_exps.weight[331]: IQ2_S blk.36.ffn_gate_exps.weight[332]: blk.36.ffn_gate_exps.weight[333]: blk.36.ffn_gate_exps.weight[334]: IQ2_S blk.36.ffn_gate_exps.weight[335]: blk.36.ffn_gate_exps.weight[336]: IQ2_S blk.36.ffn_gate_exps.weight[337]: blk.36.ffn_gate_exps.weight[338]: IQ2_S blk.36.ffn_gate_exps.weight[339]: IQ2_S blk.36.ffn_gate_exps.weight[340]: IQ2_S blk.36.ffn_gate_exps.weight[341]: IQ2_S blk.36.ffn_gate_exps.weight[342]: blk.36.ffn_gate_exps.weight[343]: blk.36.ffn_gate_exps.weight[344]: IQ2_S blk.36.ffn_gate_exps.weight[345]: IQ2_S blk.36.ffn_gate_exps.weight[346]: IQ2_S blk.36.ffn_gate_exps.weight[347]: IQ2_S blk.36.ffn_gate_exps.weight[348]: IQ2_S blk.36.ffn_gate_exps.weight[349]: IQ2_S blk.36.ffn_gate_exps.weight[350]: blk.36.ffn_gate_exps.weight[351]: blk.36.ffn_gate_exps.weight[352]: blk.36.ffn_gate_exps.weight[353]: IQ2_S blk.36.ffn_gate_exps.weight[354]: blk.36.ffn_gate_exps.weight[355]: IQ2_S blk.36.ffn_gate_exps.weight[356]: IQ2_S blk.36.ffn_gate_exps.weight[357]: blk.36.ffn_gate_exps.weight[358]: blk.36.ffn_gate_exps.weight[359]: blk.36.ffn_gate_exps.weight[360]: IQ2_S blk.36.ffn_gate_exps.weight[361]: blk.36.ffn_gate_exps.weight[362]: blk.36.ffn_gate_exps.weight[363]: IQ2_S blk.36.ffn_gate_exps.weight[364]: blk.36.ffn_gate_exps.weight[365]: blk.36.ffn_gate_exps.weight[366]: IQ2_S blk.36.ffn_gate_exps.weight[367]: IQ2_S blk.36.ffn_gate_exps.weight[368]: IQ2_S blk.36.ffn_gate_exps.weight[369]: IQ2_S blk.36.ffn_gate_exps.weight[370]: IQ2_S blk.36.ffn_gate_exps.weight[371]: blk.36.ffn_gate_exps.weight[372]: blk.36.ffn_gate_exps.weight[373]: IQ2_S blk.36.ffn_gate_exps.weight[374]: IQ2_S blk.36.ffn_gate_exps.weight[375]: blk.36.ffn_gate_exps.weight[376]: blk.36.ffn_gate_exps.weight[377]: blk.36.ffn_gate_exps.weight[378]: blk.36.ffn_gate_exps.weight[379]: IQ2_S blk.36.ffn_gate_exps.weight[380]: blk.36.ffn_gate_exps.weight[381]: blk.36.ffn_gate_exps.weight[382]: blk.36.ffn_gate_exps.weight[383]: blk.36.ffn_gate_exps.weight[384]: blk.36.ffn_gate_exps.weight[385]: blk.36.ffn_gate_exps.weight[386]: IQ2_S blk.36.ffn_gate_exps.weight[387]: blk.36.ffn_gate_exps.weight[388]: IQ2_S blk.36.ffn_gate_exps.weight[389]: blk.36.ffn_gate_exps.weight[390]: blk.36.ffn_gate_exps.weight[391]: IQ2_S blk.36.ffn_gate_exps.weight[392]: blk.36.ffn_gate_exps.weight[393]: blk.36.ffn_gate_exps.weight[394]: IQ2_S blk.36.ffn_gate_exps.weight[395]: IQ2_S blk.36.ffn_gate_exps.weight[396]: IQ2_S blk.36.ffn_gate_exps.weight[397]: blk.36.ffn_gate_exps.weight[398]: blk.36.ffn_gate_exps.weight[399]: blk.36.ffn_gate_exps.weight[400]: blk.36.ffn_gate_exps.weight[401]: IQ2_S blk.36.ffn_gate_exps.weight[402]: blk.36.ffn_gate_exps.weight[403]: blk.36.ffn_gate_exps.weight[404]: IQ2_S blk.36.ffn_gate_exps.weight[405]: IQ2_S blk.36.ffn_gate_exps.weight[406]: IQ2_S blk.36.ffn_gate_exps.weight[407]: IQ2_S blk.36.ffn_gate_exps.weight[408]: blk.36.ffn_gate_exps.weight[409]: IQ2_S blk.36.ffn_gate_exps.weight[410]: blk.36.ffn_gate_exps.weight[411]: blk.36.ffn_gate_exps.weight[412]: IQ2_S blk.36.ffn_gate_exps.weight[413]: IQ2_S blk.36.ffn_gate_exps.weight[414]: blk.36.ffn_gate_exps.weight[415]: blk.36.ffn_gate_exps.weight[416]: IQ2_S blk.36.ffn_gate_exps.weight[417]: IQ2_S blk.36.ffn_gate_exps.weight[418]: IQ2_S blk.36.ffn_gate_exps.weight[419]: blk.36.ffn_gate_exps.weight[420]: blk.36.ffn_gate_exps.weight[421]: IQ2_S blk.36.ffn_gate_exps.weight[422]: blk.36.ffn_gate_exps.weight[423]: IQ2_S blk.36.ffn_gate_exps.weight[424]: blk.36.ffn_gate_exps.weight[425]: blk.36.ffn_gate_exps.weight[426]: IQ2_S blk.36.ffn_gate_exps.weight[427]: blk.36.ffn_gate_exps.weight[428]: blk.36.ffn_gate_exps.weight[429]: IQ2_S blk.36.ffn_gate_exps.weight[430]: IQ2_S blk.36.ffn_gate_exps.weight[431]: blk.36.ffn_gate_exps.weight[432]: IQ2_S blk.36.ffn_gate_exps.weight[433]: IQ2_S blk.36.ffn_gate_exps.weight[434]: IQ2_S blk.36.ffn_gate_exps.weight[435]: blk.36.ffn_gate_exps.weight[436]: IQ2_S blk.36.ffn_gate_exps.weight[437]: IQ2_S blk.36.ffn_gate_exps.weight[438]: blk.36.ffn_gate_exps.weight[439]: IQ2_S blk.36.ffn_gate_exps.weight[440]: blk.36.ffn_gate_exps.weight[441]: blk.36.ffn_gate_exps.weight[442]: IQ2_S blk.36.ffn_gate_exps.weight[443]: blk.36.ffn_gate_exps.weight[444]: blk.36.ffn_gate_exps.weight[445]: blk.36.ffn_gate_exps.weight[446]: blk.36.ffn_gate_exps.weight[447]: blk.36.ffn_gate_exps.weight[448]: IQ2_S blk.36.ffn_gate_exps.weight[449]: IQ2_S blk.36.ffn_gate_exps.weight[450]: IQ2_S blk.36.ffn_gate_exps.weight[451]: IQ2_S blk.36.ffn_gate_exps.weight[452]: blk.36.ffn_gate_exps.weight[453]: blk.36.ffn_gate_exps.weight[454]: blk.36.ffn_gate_exps.weight[455]: blk.36.ffn_gate_exps.weight[456]: IQ2_S blk.36.ffn_gate_exps.weight[457]: IQ2_S blk.36.ffn_gate_exps.weight[458]: IQ2_S blk.36.ffn_gate_exps.weight[459]: IQ2_S blk.36.ffn_gate_exps.weight[460]: blk.36.ffn_gate_exps.weight[461]: IQ2_S blk.36.ffn_gate_exps.weight[462]: IQ2_S blk.36.ffn_gate_exps.weight[463]: IQ2_S blk.36.ffn_gate_exps.weight[464]: blk.36.ffn_gate_exps.weight[465]: IQ2_S blk.36.ffn_gate_exps.weight[466]: IQ2_S blk.36.ffn_gate_exps.weight[467]: blk.36.ffn_gate_exps.weight[468]: IQ2_S blk.36.ffn_gate_exps.weight[469]: IQ2_S blk.36.ffn_gate_exps.weight[470]: blk.36.ffn_gate_exps.weight[471]: blk.36.ffn_gate_exps.weight[472]: blk.36.ffn_gate_exps.weight[473]: blk.36.ffn_gate_exps.weight[474]: blk.36.ffn_gate_exps.weight[475]: IQ2_S blk.36.ffn_gate_exps.weight[476]: blk.36.ffn_gate_exps.weight[477]: IQ2_S blk.36.ffn_gate_exps.weight[478]: IQ2_S blk.36.ffn_gate_exps.weight[479]: blk.36.ffn_gate_exps.weight[480]: IQ2_S blk.36.ffn_gate_exps.weight[481]: blk.36.ffn_gate_exps.weight[482]: blk.36.ffn_gate_exps.weight[483]: IQ2_S blk.36.ffn_gate_exps.weight[484]: blk.36.ffn_gate_exps.weight[485]: IQ2_S blk.36.ffn_gate_exps.weight[486]: blk.36.ffn_gate_exps.weight[487]: blk.36.ffn_gate_exps.weight[488]: blk.36.ffn_gate_exps.weight[489]: IQ2_S blk.36.ffn_gate_exps.weight[490]: IQ2_S blk.36.ffn_gate_exps.weight[491]: IQ2_S blk.36.ffn_gate_exps.weight[492]: IQ2_S blk.36.ffn_gate_exps.weight[493]: IQ2_S blk.36.ffn_gate_exps.weight[494]: IQ2_S blk.36.ffn_gate_exps.weight[495]: blk.36.ffn_gate_exps.weight[496]: IQ2_S blk.36.ffn_gate_exps.weight[497]: IQ2_S blk.36.ffn_gate_exps.weight[498]: blk.36.ffn_gate_exps.weight[499]: blk.36.ffn_gate_exps.weight[500]: blk.36.ffn_gate_exps.weight[501]: blk.36.ffn_gate_exps.weight[502]: blk.36.ffn_gate_exps.weight[503]: IQ2_S blk.36.ffn_gate_exps.weight[504]: blk.36.ffn_gate_exps.weight[505]: blk.36.ffn_gate_exps.weight[506]: IQ2_S blk.36.ffn_gate_exps.weight[507]: IQ2_S blk.36.ffn_gate_exps.weight[508]: blk.36.ffn_gate_exps.weight[509]: IQ2_S blk.36.ffn_gate_exps.weight[510]: IQ2_S blk.36.ffn_gate_exps.weight[511]: IQ2_S blk.36.ffn_up_exps.weight[0]: blk.36.ffn_up_exps.weight[1]: blk.36.ffn_up_exps.weight[2]: IQ2_S blk.36.ffn_up_exps.weight[3]: blk.36.ffn_up_exps.weight[4]: blk.36.ffn_up_exps.weight[5]: IQ2_S blk.36.ffn_up_exps.weight[6]: blk.36.ffn_up_exps.weight[7]: IQ2_S blk.36.ffn_up_exps.weight[8]: IQ2_S blk.36.ffn_up_exps.weight[9]: blk.36.ffn_up_exps.weight[10]: IQ2_S blk.36.ffn_up_exps.weight[11]: IQ2_S blk.36.ffn_up_exps.weight[12]: IQ2_S blk.36.ffn_up_exps.weight[13]: IQ2_S blk.36.ffn_up_exps.weight[14]: blk.36.ffn_up_exps.weight[15]: IQ2_S blk.36.ffn_up_exps.weight[16]: IQ2_S blk.36.ffn_up_exps.weight[17]: blk.36.ffn_up_exps.weight[18]: IQ2_S blk.36.ffn_up_exps.weight[19]: blk.36.ffn_up_exps.weight[20]: IQ2_S blk.36.ffn_up_exps.weight[21]: IQ2_S blk.36.ffn_up_exps.weight[22]: blk.36.ffn_up_exps.weight[23]: blk.36.ffn_up_exps.weight[24]: IQ2_S blk.36.ffn_up_exps.weight[25]: IQ2_S blk.36.ffn_up_exps.weight[26]: IQ2_S blk.36.ffn_up_exps.weight[27]: blk.36.ffn_up_exps.weight[28]: IQ2_S blk.36.ffn_up_exps.weight[29]: IQ2_S blk.36.ffn_up_exps.weight[30]: IQ2_S blk.36.ffn_up_exps.weight[31]: blk.36.ffn_up_exps.weight[32]: IQ2_S blk.36.ffn_up_exps.weight[33]: IQ2_S blk.36.ffn_up_exps.weight[34]: blk.36.ffn_up_exps.weight[35]: blk.36.ffn_up_exps.weight[36]: IQ2_S blk.36.ffn_up_exps.weight[37]: blk.36.ffn_up_exps.weight[38]: IQ2_S blk.36.ffn_up_exps.weight[39]: IQ2_S blk.36.ffn_up_exps.weight[40]: blk.36.ffn_up_exps.weight[41]: blk.36.ffn_up_exps.weight[42]: IQ2_S blk.36.ffn_up_exps.weight[43]: blk.36.ffn_up_exps.weight[44]: blk.36.ffn_up_exps.weight[45]: IQ2_S blk.36.ffn_up_exps.weight[46]: IQ2_S blk.36.ffn_up_exps.weight[47]: IQ2_S blk.36.ffn_up_exps.weight[48]: blk.36.ffn_up_exps.weight[49]: blk.36.ffn_up_exps.weight[50]: IQ2_S blk.36.ffn_up_exps.weight[51]: IQ2_S blk.36.ffn_up_exps.weight[52]: blk.36.ffn_up_exps.weight[53]: blk.36.ffn_up_exps.weight[54]: IQ2_S blk.36.ffn_up_exps.weight[55]: IQ2_S blk.36.ffn_up_exps.weight[56]: IQ2_S blk.36.ffn_up_exps.weight[57]: blk.36.ffn_up_exps.weight[58]: IQ2_S blk.36.ffn_up_exps.weight[59]: IQ2_S blk.36.ffn_up_exps.weight[60]: IQ2_S blk.36.ffn_up_exps.weight[61]: IQ2_S blk.36.ffn_up_exps.weight[62]: blk.36.ffn_up_exps.weight[63]: IQ2_S blk.36.ffn_up_exps.weight[64]: blk.36.ffn_up_exps.weight[65]: IQ2_S blk.36.ffn_up_exps.weight[66]: IQ2_S blk.36.ffn_up_exps.weight[67]: blk.36.ffn_up_exps.weight[68]: blk.36.ffn_up_exps.weight[69]: IQ2_S blk.36.ffn_up_exps.weight[70]: blk.36.ffn_up_exps.weight[71]: blk.36.ffn_up_exps.weight[72]: IQ2_S blk.36.ffn_up_exps.weight[73]: IQ2_S blk.36.ffn_up_exps.weight[74]: IQ2_S blk.36.ffn_up_exps.weight[75]: IQ2_S blk.36.ffn_up_exps.weight[76]: IQ2_S blk.36.ffn_up_exps.weight[77]: blk.36.ffn_up_exps.weight[78]: blk.36.ffn_up_exps.weight[79]: blk.36.ffn_up_exps.weight[80]: blk.36.ffn_up_exps.weight[81]: blk.36.ffn_up_exps.weight[82]: IQ2_S blk.36.ffn_up_exps.weight[83]: IQ2_S blk.36.ffn_up_exps.weight[84]: blk.36.ffn_up_exps.weight[85]: IQ2_S blk.36.ffn_up_exps.weight[86]: blk.36.ffn_up_exps.weight[87]: blk.36.ffn_up_exps.weight[88]: IQ2_S blk.36.ffn_up_exps.weight[89]: blk.36.ffn_up_exps.weight[90]: IQ2_S blk.36.ffn_up_exps.weight[91]: IQ2_S blk.36.ffn_up_exps.weight[92]: IQ2_S blk.36.ffn_up_exps.weight[93]: IQ2_S blk.36.ffn_up_exps.weight[94]: IQ2_S blk.36.ffn_up_exps.weight[95]: blk.36.ffn_up_exps.weight[96]: IQ2_S blk.36.ffn_up_exps.weight[97]: blk.36.ffn_up_exps.weight[98]: blk.36.ffn_up_exps.weight[99]: IQ2_S blk.36.ffn_up_exps.weight[100]: blk.36.ffn_up_exps.weight[101]: blk.36.ffn_up_exps.weight[102]: IQ2_S blk.36.ffn_up_exps.weight[103]: blk.36.ffn_up_exps.weight[104]: IQ2_S blk.36.ffn_up_exps.weight[105]: IQ2_S blk.36.ffn_up_exps.weight[106]: IQ2_S blk.36.ffn_up_exps.weight[107]: blk.36.ffn_up_exps.weight[108]: IQ2_S blk.36.ffn_up_exps.weight[109]: blk.36.ffn_up_exps.weight[110]: IQ2_S blk.36.ffn_up_exps.weight[111]: blk.36.ffn_up_exps.weight[112]: IQ2_S blk.36.ffn_up_exps.weight[113]: blk.36.ffn_up_exps.weight[114]: blk.36.ffn_up_exps.weight[115]: IQ2_S blk.36.ffn_up_exps.weight[116]: blk.36.ffn_up_exps.weight[117]: IQ2_S blk.36.ffn_up_exps.weight[118]: blk.36.ffn_up_exps.weight[119]: IQ2_S blk.36.ffn_up_exps.weight[120]: blk.36.ffn_up_exps.weight[121]: IQ2_S blk.36.ffn_up_exps.weight[122]: IQ2_S blk.36.ffn_up_exps.weight[123]: IQ2_S blk.36.ffn_up_exps.weight[124]: IQ2_S blk.36.ffn_up_exps.weight[125]: IQ2_S blk.36.ffn_up_exps.weight[126]: IQ2_S blk.36.ffn_up_exps.weight[127]: blk.36.ffn_up_exps.weight[128]: IQ2_S blk.36.ffn_up_exps.weight[129]: IQ2_S blk.36.ffn_up_exps.weight[130]: blk.36.ffn_up_exps.weight[131]: blk.36.ffn_up_exps.weight[132]: blk.36.ffn_up_exps.weight[133]: blk.36.ffn_up_exps.weight[134]: IQ2_S blk.36.ffn_up_exps.weight[135]: blk.36.ffn_up_exps.weight[136]: IQ2_S blk.36.ffn_up_exps.weight[137]: IQ2_S blk.36.ffn_up_exps.weight[138]: IQ2_S blk.36.ffn_up_exps.weight[139]: blk.36.ffn_up_exps.weight[140]: IQ2_S blk.36.ffn_up_exps.weight[141]: IQ2_S blk.36.ffn_up_exps.weight[142]: blk.36.ffn_up_exps.weight[143]: blk.36.ffn_up_exps.weight[144]: blk.36.ffn_up_exps.weight[145]: IQ2_S blk.36.ffn_up_exps.weight[146]: IQ2_S blk.36.ffn_up_exps.weight[147]: blk.36.ffn_up_exps.weight[148]: blk.36.ffn_up_exps.weight[149]: blk.36.ffn_up_exps.weight[150]: blk.36.ffn_up_exps.weight[151]: IQ2_S blk.36.ffn_up_exps.weight[152]: IQ2_S blk.36.ffn_up_exps.weight[153]: blk.36.ffn_up_exps.weight[154]: IQ2_S blk.36.ffn_up_exps.weight[155]: blk.36.ffn_up_exps.weight[156]: blk.36.ffn_up_exps.weight[157]: blk.36.ffn_up_exps.weight[158]: blk.36.ffn_up_exps.weight[159]: IQ2_S blk.36.ffn_up_exps.weight[160]: blk.36.ffn_up_exps.weight[161]: blk.36.ffn_up_exps.weight[162]: blk.36.ffn_up_exps.weight[163]: IQ2_S blk.36.ffn_up_exps.weight[164]: IQ2_S blk.36.ffn_up_exps.weight[165]: blk.36.ffn_up_exps.weight[166]: blk.36.ffn_up_exps.weight[167]: blk.36.ffn_up_exps.weight[168]: blk.36.ffn_up_exps.weight[169]: IQ2_S blk.36.ffn_up_exps.weight[170]: blk.36.ffn_up_exps.weight[171]: blk.36.ffn_up_exps.weight[172]: blk.36.ffn_up_exps.weight[173]: IQ2_S blk.36.ffn_up_exps.weight[174]: blk.36.ffn_up_exps.weight[175]: IQ2_S blk.36.ffn_up_exps.weight[176]: IQ2_S blk.36.ffn_up_exps.weight[177]: IQ2_S blk.36.ffn_up_exps.weight[178]: IQ2_S blk.36.ffn_up_exps.weight[179]: blk.36.ffn_up_exps.weight[180]: IQ2_S blk.36.ffn_up_exps.weight[181]: blk.36.ffn_up_exps.weight[182]: IQ2_S blk.36.ffn_up_exps.weight[183]: blk.36.ffn_up_exps.weight[184]: IQ2_S blk.36.ffn_up_exps.weight[185]: blk.36.ffn_up_exps.weight[186]: blk.36.ffn_up_exps.weight[187]: blk.36.ffn_up_exps.weight[188]: blk.36.ffn_up_exps.weight[189]: IQ2_S blk.36.ffn_up_exps.weight[190]: IQ2_S blk.36.ffn_up_exps.weight[191]: IQ2_S blk.36.ffn_up_exps.weight[192]: blk.36.ffn_up_exps.weight[193]: blk.36.ffn_up_exps.weight[194]: IQ2_S blk.36.ffn_up_exps.weight[195]: blk.36.ffn_up_exps.weight[196]: blk.36.ffn_up_exps.weight[197]: blk.36.ffn_up_exps.weight[198]: IQ2_S blk.36.ffn_up_exps.weight[199]: IQ2_S blk.36.ffn_up_exps.weight[200]: IQ2_S blk.36.ffn_up_exps.weight[201]: blk.36.ffn_up_exps.weight[202]: IQ2_S blk.36.ffn_up_exps.weight[203]: IQ2_S blk.36.ffn_up_exps.weight[204]: IQ2_S blk.36.ffn_up_exps.weight[205]: IQ2_S blk.36.ffn_up_exps.weight[206]: blk.36.ffn_up_exps.weight[207]: IQ2_S blk.36.ffn_up_exps.weight[208]: IQ2_S blk.36.ffn_up_exps.weight[209]: blk.36.ffn_up_exps.weight[210]: IQ2_S blk.36.ffn_up_exps.weight[211]: blk.36.ffn_up_exps.weight[212]: IQ2_S blk.36.ffn_up_exps.weight[213]: blk.36.ffn_up_exps.weight[214]: IQ2_S blk.36.ffn_up_exps.weight[215]: IQ2_S blk.36.ffn_up_exps.weight[216]: blk.36.ffn_up_exps.weight[217]: IQ2_S blk.36.ffn_up_exps.weight[218]: IQ2_S blk.36.ffn_up_exps.weight[219]: IQ2_S blk.36.ffn_up_exps.weight[220]: IQ2_S blk.36.ffn_up_exps.weight[221]: blk.36.ffn_up_exps.weight[222]: blk.36.ffn_up_exps.weight[223]: IQ2_S blk.36.ffn_up_exps.weight[224]: IQ2_S blk.36.ffn_up_exps.weight[225]: IQ2_S blk.36.ffn_up_exps.weight[226]: IQ2_S blk.36.ffn_up_exps.weight[227]: blk.36.ffn_up_exps.weight[228]: IQ2_S blk.36.ffn_up_exps.weight[229]: blk.36.ffn_up_exps.weight[230]: blk.36.ffn_up_exps.weight[231]: blk.36.ffn_up_exps.weight[232]: blk.36.ffn_up_exps.weight[233]: blk.36.ffn_up_exps.weight[234]: blk.36.ffn_up_exps.weight[235]: blk.36.ffn_up_exps.weight[236]: IQ2_S blk.36.ffn_up_exps.weight[237]: blk.36.ffn_up_exps.weight[238]: blk.36.ffn_up_exps.weight[239]: blk.36.ffn_up_exps.weight[240]: blk.36.ffn_up_exps.weight[241]: IQ2_S blk.36.ffn_up_exps.weight[242]: blk.36.ffn_up_exps.weight[243]: IQ2_S blk.36.ffn_up_exps.weight[244]: IQ2_S blk.36.ffn_up_exps.weight[245]: blk.36.ffn_up_exps.weight[246]: blk.36.ffn_up_exps.weight[247]: IQ2_S blk.36.ffn_up_exps.weight[248]: IQ2_S blk.36.ffn_up_exps.weight[249]: blk.36.ffn_up_exps.weight[250]: blk.36.ffn_up_exps.weight[251]: IQ2_S blk.36.ffn_up_exps.weight[252]: blk.36.ffn_up_exps.weight[253]: IQ2_S blk.36.ffn_up_exps.weight[254]: IQ2_S blk.36.ffn_up_exps.weight[255]: IQ2_S blk.36.ffn_up_exps.weight[256]: blk.36.ffn_up_exps.weight[257]: blk.36.ffn_up_exps.weight[258]: IQ2_S blk.36.ffn_up_exps.weight[259]: blk.36.ffn_up_exps.weight[260]: IQ2_S blk.36.ffn_up_exps.weight[261]: blk.36.ffn_up_exps.weight[262]: blk.36.ffn_up_exps.weight[263]: blk.36.ffn_up_exps.weight[264]: blk.36.ffn_up_exps.weight[265]: IQ2_S blk.36.ffn_up_exps.weight[266]: IQ2_S blk.36.ffn_up_exps.weight[267]: blk.36.ffn_up_exps.weight[268]: blk.36.ffn_up_exps.weight[269]: blk.36.ffn_up_exps.weight[270]: blk.36.ffn_up_exps.weight[271]: IQ2_S blk.36.ffn_up_exps.weight[272]: blk.36.ffn_up_exps.weight[273]: blk.36.ffn_up_exps.weight[274]: IQ2_S blk.36.ffn_up_exps.weight[275]: IQ2_S blk.36.ffn_up_exps.weight[276]: blk.36.ffn_up_exps.weight[277]: blk.36.ffn_up_exps.weight[278]: IQ2_S blk.36.ffn_up_exps.weight[279]: blk.36.ffn_up_exps.weight[280]: blk.36.ffn_up_exps.weight[281]: blk.36.ffn_up_exps.weight[282]: IQ2_S blk.36.ffn_up_exps.weight[283]: blk.36.ffn_up_exps.weight[284]: blk.36.ffn_up_exps.weight[285]: IQ2_S blk.36.ffn_up_exps.weight[286]: IQ2_S blk.36.ffn_up_exps.weight[287]: blk.36.ffn_up_exps.weight[288]: blk.36.ffn_up_exps.weight[289]: IQ2_S blk.36.ffn_up_exps.weight[290]: IQ2_S blk.36.ffn_up_exps.weight[291]: IQ2_S blk.36.ffn_up_exps.weight[292]: blk.36.ffn_up_exps.weight[293]: IQ2_S blk.36.ffn_up_exps.weight[294]: IQ2_S blk.36.ffn_up_exps.weight[295]: blk.36.ffn_up_exps.weight[296]: blk.36.ffn_up_exps.weight[297]: IQ2_S blk.36.ffn_up_exps.weight[298]: IQ2_S blk.36.ffn_up_exps.weight[299]: blk.36.ffn_up_exps.weight[300]: blk.36.ffn_up_exps.weight[301]: blk.36.ffn_up_exps.weight[302]: blk.36.ffn_up_exps.weight[303]: blk.36.ffn_up_exps.weight[304]: blk.36.ffn_up_exps.weight[305]: blk.36.ffn_up_exps.weight[306]: blk.36.ffn_up_exps.weight[307]: blk.36.ffn_up_exps.weight[308]: blk.36.ffn_up_exps.weight[309]: blk.36.ffn_up_exps.weight[310]: IQ2_S blk.36.ffn_up_exps.weight[311]: IQ2_S blk.36.ffn_up_exps.weight[312]: blk.36.ffn_up_exps.weight[313]: IQ2_S blk.36.ffn_up_exps.weight[314]: IQ2_S blk.36.ffn_up_exps.weight[315]: IQ2_S blk.36.ffn_up_exps.weight[316]: blk.36.ffn_up_exps.weight[317]: IQ2_S blk.36.ffn_up_exps.weight[318]: blk.36.ffn_up_exps.weight[319]: IQ2_S blk.36.ffn_up_exps.weight[320]: blk.36.ffn_up_exps.weight[321]: IQ2_S blk.36.ffn_up_exps.weight[322]: IQ2_S blk.36.ffn_up_exps.weight[323]: blk.36.ffn_up_exps.weight[324]: IQ2_S blk.36.ffn_up_exps.weight[325]: IQ2_S blk.36.ffn_up_exps.weight[326]: IQ2_S blk.36.ffn_up_exps.weight[327]: IQ2_S blk.36.ffn_up_exps.weight[328]: IQ2_S blk.36.ffn_up_exps.weight[329]: blk.36.ffn_up_exps.weight[330]: blk.36.ffn_up_exps.weight[331]: IQ2_S blk.36.ffn_up_exps.weight[332]: blk.36.ffn_up_exps.weight[333]: blk.36.ffn_up_exps.weight[334]: IQ2_S blk.36.ffn_up_exps.weight[335]: blk.36.ffn_up_exps.weight[336]: IQ2_S blk.36.ffn_up_exps.weight[337]: blk.36.ffn_up_exps.weight[338]: IQ2_S blk.36.ffn_up_exps.weight[339]: IQ2_S blk.36.ffn_up_exps.weight[340]: IQ2_S blk.36.ffn_up_exps.weight[341]: IQ2_S blk.36.ffn_up_exps.weight[342]: blk.36.ffn_up_exps.weight[343]: blk.36.ffn_up_exps.weight[344]: IQ2_S blk.36.ffn_up_exps.weight[345]: IQ2_S blk.36.ffn_up_exps.weight[346]: IQ2_S blk.36.ffn_up_exps.weight[347]: IQ2_S blk.36.ffn_up_exps.weight[348]: IQ2_S blk.36.ffn_up_exps.weight[349]: IQ2_S blk.36.ffn_up_exps.weight[350]: blk.36.ffn_up_exps.weight[351]: blk.36.ffn_up_exps.weight[352]: blk.36.ffn_up_exps.weight[353]: IQ2_S blk.36.ffn_up_exps.weight[354]: blk.36.ffn_up_exps.weight[355]: IQ2_S blk.36.ffn_up_exps.weight[356]: IQ2_S blk.36.ffn_up_exps.weight[357]: blk.36.ffn_up_exps.weight[358]: blk.36.ffn_up_exps.weight[359]: blk.36.ffn_up_exps.weight[360]: IQ2_S blk.36.ffn_up_exps.weight[361]: blk.36.ffn_up_exps.weight[362]: blk.36.ffn_up_exps.weight[363]: IQ2_S blk.36.ffn_up_exps.weight[364]: blk.36.ffn_up_exps.weight[365]: blk.36.ffn_up_exps.weight[366]: IQ2_S blk.36.ffn_up_exps.weight[367]: IQ2_S blk.36.ffn_up_exps.weight[368]: IQ2_S blk.36.ffn_up_exps.weight[369]: IQ2_S blk.36.ffn_up_exps.weight[370]: IQ2_S blk.36.ffn_up_exps.weight[371]: blk.36.ffn_up_exps.weight[372]: blk.36.ffn_up_exps.weight[373]: IQ2_S blk.36.ffn_up_exps.weight[374]: IQ2_S blk.36.ffn_up_exps.weight[375]: blk.36.ffn_up_exps.weight[376]: blk.36.ffn_up_exps.weight[377]: blk.36.ffn_up_exps.weight[378]: blk.36.ffn_up_exps.weight[379]: IQ2_S blk.36.ffn_up_exps.weight[380]: blk.36.ffn_up_exps.weight[381]: blk.36.ffn_up_exps.weight[382]: blk.36.ffn_up_exps.weight[383]: blk.36.ffn_up_exps.weight[384]: blk.36.ffn_up_exps.weight[385]: blk.36.ffn_up_exps.weight[386]: IQ2_S blk.36.ffn_up_exps.weight[387]: blk.36.ffn_up_exps.weight[388]: IQ2_S blk.36.ffn_up_exps.weight[389]: blk.36.ffn_up_exps.weight[390]: blk.36.ffn_up_exps.weight[391]: IQ2_S blk.36.ffn_up_exps.weight[392]: blk.36.ffn_up_exps.weight[393]: blk.36.ffn_up_exps.weight[394]: IQ2_S blk.36.ffn_up_exps.weight[395]: IQ2_S blk.36.ffn_up_exps.weight[396]: IQ2_S blk.36.ffn_up_exps.weight[397]: blk.36.ffn_up_exps.weight[398]: blk.36.ffn_up_exps.weight[399]: blk.36.ffn_up_exps.weight[400]: blk.36.ffn_up_exps.weight[401]: IQ2_S blk.36.ffn_up_exps.weight[402]: blk.36.ffn_up_exps.weight[403]: blk.36.ffn_up_exps.weight[404]: IQ2_S blk.36.ffn_up_exps.weight[405]: IQ2_S blk.36.ffn_up_exps.weight[406]: IQ2_S blk.36.ffn_up_exps.weight[407]: IQ2_S blk.36.ffn_up_exps.weight[408]: blk.36.ffn_up_exps.weight[409]: IQ2_S blk.36.ffn_up_exps.weight[410]: blk.36.ffn_up_exps.weight[411]: blk.36.ffn_up_exps.weight[412]: IQ2_S blk.36.ffn_up_exps.weight[413]: IQ2_S blk.36.ffn_up_exps.weight[414]: blk.36.ffn_up_exps.weight[415]: blk.36.ffn_up_exps.weight[416]: IQ2_S blk.36.ffn_up_exps.weight[417]: IQ2_S blk.36.ffn_up_exps.weight[418]: IQ2_S blk.36.ffn_up_exps.weight[419]: blk.36.ffn_up_exps.weight[420]: blk.36.ffn_up_exps.weight[421]: IQ2_S blk.36.ffn_up_exps.weight[422]: blk.36.ffn_up_exps.weight[423]: IQ2_S blk.36.ffn_up_exps.weight[424]: blk.36.ffn_up_exps.weight[425]: blk.36.ffn_up_exps.weight[426]: IQ2_S blk.36.ffn_up_exps.weight[427]: blk.36.ffn_up_exps.weight[428]: blk.36.ffn_up_exps.weight[429]: IQ2_S blk.36.ffn_up_exps.weight[430]: IQ2_S blk.36.ffn_up_exps.weight[431]: blk.36.ffn_up_exps.weight[432]: IQ2_S blk.36.ffn_up_exps.weight[433]: IQ2_S blk.36.ffn_up_exps.weight[434]: IQ2_S blk.36.ffn_up_exps.weight[435]: blk.36.ffn_up_exps.weight[436]: IQ2_S blk.36.ffn_up_exps.weight[437]: IQ2_S blk.36.ffn_up_exps.weight[438]: blk.36.ffn_up_exps.weight[439]: IQ2_S blk.36.ffn_up_exps.weight[440]: blk.36.ffn_up_exps.weight[441]: blk.36.ffn_up_exps.weight[442]: IQ2_S blk.36.ffn_up_exps.weight[443]: blk.36.ffn_up_exps.weight[444]: blk.36.ffn_up_exps.weight[445]: blk.36.ffn_up_exps.weight[446]: blk.36.ffn_up_exps.weight[447]: blk.36.ffn_up_exps.weight[448]: IQ2_S blk.36.ffn_up_exps.weight[449]: IQ2_S blk.36.ffn_up_exps.weight[450]: IQ2_S blk.36.ffn_up_exps.weight[451]: IQ2_S blk.36.ffn_up_exps.weight[452]: blk.36.ffn_up_exps.weight[453]: blk.36.ffn_up_exps.weight[454]: blk.36.ffn_up_exps.weight[455]: blk.36.ffn_up_exps.weight[456]: IQ2_S blk.36.ffn_up_exps.weight[457]: IQ2_S blk.36.ffn_up_exps.weight[458]: IQ2_S blk.36.ffn_up_exps.weight[459]: IQ2_S blk.36.ffn_up_exps.weight[460]: blk.36.ffn_up_exps.weight[461]: IQ2_S blk.36.ffn_up_exps.weight[462]: IQ2_S blk.36.ffn_up_exps.weight[463]: IQ2_S blk.36.ffn_up_exps.weight[464]: blk.36.ffn_up_exps.weight[465]: IQ2_S blk.36.ffn_up_exps.weight[466]: IQ2_S blk.36.ffn_up_exps.weight[467]: blk.36.ffn_up_exps.weight[468]: IQ2_S blk.36.ffn_up_exps.weight[469]: IQ2_S blk.36.ffn_up_exps.weight[470]: blk.36.ffn_up_exps.weight[471]: blk.36.ffn_up_exps.weight[472]: blk.36.ffn_up_exps.weight[473]: blk.36.ffn_up_exps.weight[474]: blk.36.ffn_up_exps.weight[475]: IQ2_S blk.36.ffn_up_exps.weight[476]: blk.36.ffn_up_exps.weight[477]: IQ2_S blk.36.ffn_up_exps.weight[478]: IQ2_S blk.36.ffn_up_exps.weight[479]: blk.36.ffn_up_exps.weight[480]: IQ2_S blk.36.ffn_up_exps.weight[481]: blk.36.ffn_up_exps.weight[482]: blk.36.ffn_up_exps.weight[483]: IQ2_S blk.36.ffn_up_exps.weight[484]: blk.36.ffn_up_exps.weight[485]: IQ2_S blk.36.ffn_up_exps.weight[486]: blk.36.ffn_up_exps.weight[487]: blk.36.ffn_up_exps.weight[488]: blk.36.ffn_up_exps.weight[489]: IQ2_S blk.36.ffn_up_exps.weight[490]: IQ2_S blk.36.ffn_up_exps.weight[491]: IQ2_S blk.36.ffn_up_exps.weight[492]: IQ2_S blk.36.ffn_up_exps.weight[493]: IQ2_S blk.36.ffn_up_exps.weight[494]: IQ2_S blk.36.ffn_up_exps.weight[495]: blk.36.ffn_up_exps.weight[496]: IQ2_S blk.36.ffn_up_exps.weight[497]: IQ2_S blk.36.ffn_up_exps.weight[498]: blk.36.ffn_up_exps.weight[499]: blk.36.ffn_up_exps.weight[500]: blk.36.ffn_up_exps.weight[501]: blk.36.ffn_up_exps.weight[502]: blk.36.ffn_up_exps.weight[503]: IQ2_S blk.36.ffn_up_exps.weight[504]: blk.36.ffn_up_exps.weight[505]: blk.36.ffn_up_exps.weight[506]: IQ2_S blk.36.ffn_up_exps.weight[507]: IQ2_S blk.36.ffn_up_exps.weight[508]: blk.36.ffn_up_exps.weight[509]: IQ2_S blk.36.ffn_up_exps.weight[510]: IQ2_S blk.36.ffn_up_exps.weight[511]: IQ2_S blk.36.ffn_down_exps.weight[0]: blk.36.ffn_down_exps.weight[1]: blk.36.ffn_down_exps.weight[2]: Q2_0 blk.36.ffn_down_exps.weight[3]: blk.36.ffn_down_exps.weight[4]: blk.36.ffn_down_exps.weight[5]: Q2_0 blk.36.ffn_down_exps.weight[6]: blk.36.ffn_down_exps.weight[7]: Q2_0 blk.36.ffn_down_exps.weight[8]: Q2_0 blk.36.ffn_down_exps.weight[9]: blk.36.ffn_down_exps.weight[10]: Q2_0 blk.36.ffn_down_exps.weight[11]: Q2_0 blk.36.ffn_down_exps.weight[12]: Q2_0 blk.36.ffn_down_exps.weight[13]: Q2_0 blk.36.ffn_down_exps.weight[14]: blk.36.ffn_down_exps.weight[15]: Q2_0 blk.36.ffn_down_exps.weight[16]: Q2_0 blk.36.ffn_down_exps.weight[17]: blk.36.ffn_down_exps.weight[18]: Q2_0 blk.36.ffn_down_exps.weight[19]: blk.36.ffn_down_exps.weight[20]: Q2_0 blk.36.ffn_down_exps.weight[21]: Q2_0 blk.36.ffn_down_exps.weight[22]: blk.36.ffn_down_exps.weight[23]: blk.36.ffn_down_exps.weight[24]: Q2_0 blk.36.ffn_down_exps.weight[25]: Q2_0 blk.36.ffn_down_exps.weight[26]: Q2_0 blk.36.ffn_down_exps.weight[27]: blk.36.ffn_down_exps.weight[28]: Q2_0 blk.36.ffn_down_exps.weight[29]: Q2_0 blk.36.ffn_down_exps.weight[30]: Q2_0 blk.36.ffn_down_exps.weight[31]: blk.36.ffn_down_exps.weight[32]: Q2_0 blk.36.ffn_down_exps.weight[33]: Q2_0 blk.36.ffn_down_exps.weight[34]: blk.36.ffn_down_exps.weight[35]: blk.36.ffn_down_exps.weight[36]: Q2_0 blk.36.ffn_down_exps.weight[37]: blk.36.ffn_down_exps.weight[38]: Q2_0 blk.36.ffn_down_exps.weight[39]: Q2_0 blk.36.ffn_down_exps.weight[40]: blk.36.ffn_down_exps.weight[41]: blk.36.ffn_down_exps.weight[42]: Q2_0 blk.36.ffn_down_exps.weight[43]: blk.36.ffn_down_exps.weight[44]: blk.36.ffn_down_exps.weight[45]: Q2_0 blk.36.ffn_down_exps.weight[46]: Q2_0 blk.36.ffn_down_exps.weight[47]: Q2_0 blk.36.ffn_down_exps.weight[48]: blk.36.ffn_down_exps.weight[49]: blk.36.ffn_down_exps.weight[50]: Q2_0 blk.36.ffn_down_exps.weight[51]: Q2_0 blk.36.ffn_down_exps.weight[52]: blk.36.ffn_down_exps.weight[53]: blk.36.ffn_down_exps.weight[54]: Q2_0 blk.36.ffn_down_exps.weight[55]: Q2_0 blk.36.ffn_down_exps.weight[56]: Q2_0 blk.36.ffn_down_exps.weight[57]: blk.36.ffn_down_exps.weight[58]: Q2_0 blk.36.ffn_down_exps.weight[59]: Q2_0 blk.36.ffn_down_exps.weight[60]: Q2_0 blk.36.ffn_down_exps.weight[61]: Q2_0 blk.36.ffn_down_exps.weight[62]: blk.36.ffn_down_exps.weight[63]: Q2_0 blk.36.ffn_down_exps.weight[64]: blk.36.ffn_down_exps.weight[65]: Q2_0 blk.36.ffn_down_exps.weight[66]: Q2_0 blk.36.ffn_down_exps.weight[67]: blk.36.ffn_down_exps.weight[68]: blk.36.ffn_down_exps.weight[69]: Q2_0 blk.36.ffn_down_exps.weight[70]: blk.36.ffn_down_exps.weight[71]: blk.36.ffn_down_exps.weight[72]: Q2_0 blk.36.ffn_down_exps.weight[73]: Q2_0 blk.36.ffn_down_exps.weight[74]: Q2_0 blk.36.ffn_down_exps.weight[75]: Q2_0 blk.36.ffn_down_exps.weight[76]: Q2_0 blk.36.ffn_down_exps.weight[77]: blk.36.ffn_down_exps.weight[78]: blk.36.ffn_down_exps.weight[79]: blk.36.ffn_down_exps.weight[80]: blk.36.ffn_down_exps.weight[81]: blk.36.ffn_down_exps.weight[82]: Q2_0 blk.36.ffn_down_exps.weight[83]: Q2_0 blk.36.ffn_down_exps.weight[84]: blk.36.ffn_down_exps.weight[85]: Q2_0 blk.36.ffn_down_exps.weight[86]: blk.36.ffn_down_exps.weight[87]: blk.36.ffn_down_exps.weight[88]: Q2_0 blk.36.ffn_down_exps.weight[89]: blk.36.ffn_down_exps.weight[90]: Q2_0 blk.36.ffn_down_exps.weight[91]: Q2_0 blk.36.ffn_down_exps.weight[92]: Q2_0 blk.36.ffn_down_exps.weight[93]: Q2_0 blk.36.ffn_down_exps.weight[94]: Q2_0 blk.36.ffn_down_exps.weight[95]: blk.36.ffn_down_exps.weight[96]: Q2_0 blk.36.ffn_down_exps.weight[97]: blk.36.ffn_down_exps.weight[98]: blk.36.ffn_down_exps.weight[99]: Q2_0 blk.36.ffn_down_exps.weight[100]: blk.36.ffn_down_exps.weight[101]: blk.36.ffn_down_exps.weight[102]: Q2_0 blk.36.ffn_down_exps.weight[103]: blk.36.ffn_down_exps.weight[104]: Q2_0 blk.36.ffn_down_exps.weight[105]: Q2_0 blk.36.ffn_down_exps.weight[106]: Q2_0 blk.36.ffn_down_exps.weight[107]: blk.36.ffn_down_exps.weight[108]: Q2_0 blk.36.ffn_down_exps.weight[109]: blk.36.ffn_down_exps.weight[110]: Q2_0 blk.36.ffn_down_exps.weight[111]: blk.36.ffn_down_exps.weight[112]: Q2_0 blk.36.ffn_down_exps.weight[113]: blk.36.ffn_down_exps.weight[114]: blk.36.ffn_down_exps.weight[115]: Q2_0 blk.36.ffn_down_exps.weight[116]: blk.36.ffn_down_exps.weight[117]: Q2_0 blk.36.ffn_down_exps.weight[118]: blk.36.ffn_down_exps.weight[119]: Q2_0 blk.36.ffn_down_exps.weight[120]: blk.36.ffn_down_exps.weight[121]: Q2_0 blk.36.ffn_down_exps.weight[122]: Q2_0 blk.36.ffn_down_exps.weight[123]: Q2_0 blk.36.ffn_down_exps.weight[124]: Q2_0 blk.36.ffn_down_exps.weight[125]: Q2_0 blk.36.ffn_down_exps.weight[126]: Q2_0 blk.36.ffn_down_exps.weight[127]: blk.36.ffn_down_exps.weight[128]: Q2_0 blk.36.ffn_down_exps.weight[129]: Q2_0 blk.36.ffn_down_exps.weight[130]: blk.36.ffn_down_exps.weight[131]: blk.36.ffn_down_exps.weight[132]: blk.36.ffn_down_exps.weight[133]: blk.36.ffn_down_exps.weight[134]: Q2_0 blk.36.ffn_down_exps.weight[135]: blk.36.ffn_down_exps.weight[136]: Q2_0 blk.36.ffn_down_exps.weight[137]: Q2_0 blk.36.ffn_down_exps.weight[138]: Q2_0 blk.36.ffn_down_exps.weight[139]: blk.36.ffn_down_exps.weight[140]: Q2_0 blk.36.ffn_down_exps.weight[141]: Q2_0 blk.36.ffn_down_exps.weight[142]: blk.36.ffn_down_exps.weight[143]: blk.36.ffn_down_exps.weight[144]: blk.36.ffn_down_exps.weight[145]: Q2_0 blk.36.ffn_down_exps.weight[146]: Q2_0 blk.36.ffn_down_exps.weight[147]: blk.36.ffn_down_exps.weight[148]: blk.36.ffn_down_exps.weight[149]: blk.36.ffn_down_exps.weight[150]: blk.36.ffn_down_exps.weight[151]: Q2_0 blk.36.ffn_down_exps.weight[152]: Q2_0 blk.36.ffn_down_exps.weight[153]: blk.36.ffn_down_exps.weight[154]: Q2_0 blk.36.ffn_down_exps.weight[155]: blk.36.ffn_down_exps.weight[156]: blk.36.ffn_down_exps.weight[157]: blk.36.ffn_down_exps.weight[158]: blk.36.ffn_down_exps.weight[159]: Q2_0 blk.36.ffn_down_exps.weight[160]: blk.36.ffn_down_exps.weight[161]: blk.36.ffn_down_exps.weight[162]: blk.36.ffn_down_exps.weight[163]: Q2_0 blk.36.ffn_down_exps.weight[164]: Q2_0 blk.36.ffn_down_exps.weight[165]: blk.36.ffn_down_exps.weight[166]: blk.36.ffn_down_exps.weight[167]: blk.36.ffn_down_exps.weight[168]: blk.36.ffn_down_exps.weight[169]: Q2_0 blk.36.ffn_down_exps.weight[170]: blk.36.ffn_down_exps.weight[171]: blk.36.ffn_down_exps.weight[172]: blk.36.ffn_down_exps.weight[173]: Q2_0 blk.36.ffn_down_exps.weight[174]: blk.36.ffn_down_exps.weight[175]: Q2_0 blk.36.ffn_down_exps.weight[176]: Q2_0 blk.36.ffn_down_exps.weight[177]: Q2_0 blk.36.ffn_down_exps.weight[178]: Q2_0 blk.36.ffn_down_exps.weight[179]: blk.36.ffn_down_exps.weight[180]: Q2_0 blk.36.ffn_down_exps.weight[181]: blk.36.ffn_down_exps.weight[182]: Q2_0 blk.36.ffn_down_exps.weight[183]: blk.36.ffn_down_exps.weight[184]: Q2_0 blk.36.ffn_down_exps.weight[185]: blk.36.ffn_down_exps.weight[186]: blk.36.ffn_down_exps.weight[187]: blk.36.ffn_down_exps.weight[188]: blk.36.ffn_down_exps.weight[189]: Q2_0 blk.36.ffn_down_exps.weight[190]: Q2_0 blk.36.ffn_down_exps.weight[191]: Q2_0 blk.36.ffn_down_exps.weight[192]: blk.36.ffn_down_exps.weight[193]: blk.36.ffn_down_exps.weight[194]: Q2_0 blk.36.ffn_down_exps.weight[195]: blk.36.ffn_down_exps.weight[196]: blk.36.ffn_down_exps.weight[197]: blk.36.ffn_down_exps.weight[198]: Q2_0 blk.36.ffn_down_exps.weight[199]: Q2_0 blk.36.ffn_down_exps.weight[200]: Q2_0 blk.36.ffn_down_exps.weight[201]: blk.36.ffn_down_exps.weight[202]: Q2_0 blk.36.ffn_down_exps.weight[203]: Q2_0 blk.36.ffn_down_exps.weight[204]: Q2_0 blk.36.ffn_down_exps.weight[205]: Q2_0 blk.36.ffn_down_exps.weight[206]: blk.36.ffn_down_exps.weight[207]: Q2_0 blk.36.ffn_down_exps.weight[208]: Q2_0 blk.36.ffn_down_exps.weight[209]: blk.36.ffn_down_exps.weight[210]: Q2_0 blk.36.ffn_down_exps.weight[211]: blk.36.ffn_down_exps.weight[212]: Q2_0 blk.36.ffn_down_exps.weight[213]: blk.36.ffn_down_exps.weight[214]: Q2_0 blk.36.ffn_down_exps.weight[215]: Q2_0 blk.36.ffn_down_exps.weight[216]: blk.36.ffn_down_exps.weight[217]: Q2_0 blk.36.ffn_down_exps.weight[218]: Q2_0 blk.36.ffn_down_exps.weight[219]: Q2_0 blk.36.ffn_down_exps.weight[220]: Q2_0 blk.36.ffn_down_exps.weight[221]: blk.36.ffn_down_exps.weight[222]: blk.36.ffn_down_exps.weight[223]: Q2_0 blk.36.ffn_down_exps.weight[224]: Q2_0 blk.36.ffn_down_exps.weight[225]: Q2_0 blk.36.ffn_down_exps.weight[226]: Q2_0 blk.36.ffn_down_exps.weight[227]: blk.36.ffn_down_exps.weight[228]: Q2_0 blk.36.ffn_down_exps.weight[229]: blk.36.ffn_down_exps.weight[230]: blk.36.ffn_down_exps.weight[231]: blk.36.ffn_down_exps.weight[232]: blk.36.ffn_down_exps.weight[233]: blk.36.ffn_down_exps.weight[234]: blk.36.ffn_down_exps.weight[235]: blk.36.ffn_down_exps.weight[236]: Q2_0 blk.36.ffn_down_exps.weight[237]: blk.36.ffn_down_exps.weight[238]: blk.36.ffn_down_exps.weight[239]: blk.36.ffn_down_exps.weight[240]: blk.36.ffn_down_exps.weight[241]: Q2_0 blk.36.ffn_down_exps.weight[242]: blk.36.ffn_down_exps.weight[243]: Q2_0 blk.36.ffn_down_exps.weight[244]: Q2_0 blk.36.ffn_down_exps.weight[245]: blk.36.ffn_down_exps.weight[246]: blk.36.ffn_down_exps.weight[247]: Q2_0 blk.36.ffn_down_exps.weight[248]: Q2_0 blk.36.ffn_down_exps.weight[249]: blk.36.ffn_down_exps.weight[250]: blk.36.ffn_down_exps.weight[251]: Q2_0 blk.36.ffn_down_exps.weight[252]: blk.36.ffn_down_exps.weight[253]: Q2_0 blk.36.ffn_down_exps.weight[254]: Q2_0 blk.36.ffn_down_exps.weight[255]: Q2_0 blk.36.ffn_down_exps.weight[256]: blk.36.ffn_down_exps.weight[257]: blk.36.ffn_down_exps.weight[258]: Q2_0 blk.36.ffn_down_exps.weight[259]: blk.36.ffn_down_exps.weight[260]: Q2_0 blk.36.ffn_down_exps.weight[261]: blk.36.ffn_down_exps.weight[262]: blk.36.ffn_down_exps.weight[263]: blk.36.ffn_down_exps.weight[264]: blk.36.ffn_down_exps.weight[265]: Q2_0 blk.36.ffn_down_exps.weight[266]: Q2_0 blk.36.ffn_down_exps.weight[267]: blk.36.ffn_down_exps.weight[268]: blk.36.ffn_down_exps.weight[269]: blk.36.ffn_down_exps.weight[270]: blk.36.ffn_down_exps.weight[271]: Q2_0 blk.36.ffn_down_exps.weight[272]: blk.36.ffn_down_exps.weight[273]: blk.36.ffn_down_exps.weight[274]: Q2_0 blk.36.ffn_down_exps.weight[275]: Q2_0 blk.36.ffn_down_exps.weight[276]: blk.36.ffn_down_exps.weight[277]: blk.36.ffn_down_exps.weight[278]: Q2_0 blk.36.ffn_down_exps.weight[279]: blk.36.ffn_down_exps.weight[280]: blk.36.ffn_down_exps.weight[281]: blk.36.ffn_down_exps.weight[282]: Q2_0 blk.36.ffn_down_exps.weight[283]: blk.36.ffn_down_exps.weight[284]: blk.36.ffn_down_exps.weight[285]: Q2_0 blk.36.ffn_down_exps.weight[286]: Q2_0 blk.36.ffn_down_exps.weight[287]: blk.36.ffn_down_exps.weight[288]: blk.36.ffn_down_exps.weight[289]: Q2_0 blk.36.ffn_down_exps.weight[290]: Q2_0 blk.36.ffn_down_exps.weight[291]: Q2_0 blk.36.ffn_down_exps.weight[292]: blk.36.ffn_down_exps.weight[293]: Q2_0 blk.36.ffn_down_exps.weight[294]: Q2_0 blk.36.ffn_down_exps.weight[295]: blk.36.ffn_down_exps.weight[296]: blk.36.ffn_down_exps.weight[297]: Q2_0 blk.36.ffn_down_exps.weight[298]: Q2_0 blk.36.ffn_down_exps.weight[299]: blk.36.ffn_down_exps.weight[300]: blk.36.ffn_down_exps.weight[301]: blk.36.ffn_down_exps.weight[302]: blk.36.ffn_down_exps.weight[303]: blk.36.ffn_down_exps.weight[304]: blk.36.ffn_down_exps.weight[305]: blk.36.ffn_down_exps.weight[306]: blk.36.ffn_down_exps.weight[307]: blk.36.ffn_down_exps.weight[308]: blk.36.ffn_down_exps.weight[309]: blk.36.ffn_down_exps.weight[310]: Q2_0 blk.36.ffn_down_exps.weight[311]: Q2_0 blk.36.ffn_down_exps.weight[312]: blk.36.ffn_down_exps.weight[313]: Q2_0 blk.36.ffn_down_exps.weight[314]: Q2_0 blk.36.ffn_down_exps.weight[315]: Q2_0 blk.36.ffn_down_exps.weight[316]: blk.36.ffn_down_exps.weight[317]: Q2_0 blk.36.ffn_down_exps.weight[318]: blk.36.ffn_down_exps.weight[319]: Q2_0 blk.36.ffn_down_exps.weight[320]: blk.36.ffn_down_exps.weight[321]: Q2_0 blk.36.ffn_down_exps.weight[322]: Q2_0 blk.36.ffn_down_exps.weight[323]: blk.36.ffn_down_exps.weight[324]: Q2_0 blk.36.ffn_down_exps.weight[325]: Q2_0 blk.36.ffn_down_exps.weight[326]: Q2_0 blk.36.ffn_down_exps.weight[327]: Q2_0 blk.36.ffn_down_exps.weight[328]: Q2_0 blk.36.ffn_down_exps.weight[329]: blk.36.ffn_down_exps.weight[330]: blk.36.ffn_down_exps.weight[331]: Q2_0 blk.36.ffn_down_exps.weight[332]: blk.36.ffn_down_exps.weight[333]: blk.36.ffn_down_exps.weight[334]: Q2_0 blk.36.ffn_down_exps.weight[335]: blk.36.ffn_down_exps.weight[336]: Q2_0 blk.36.ffn_down_exps.weight[337]: blk.36.ffn_down_exps.weight[338]: Q2_0 blk.36.ffn_down_exps.weight[339]: Q2_0 blk.36.ffn_down_exps.weight[340]: Q2_0 blk.36.ffn_down_exps.weight[341]: Q2_0 blk.36.ffn_down_exps.weight[342]: blk.36.ffn_down_exps.weight[343]: blk.36.ffn_down_exps.weight[344]: Q2_0 blk.36.ffn_down_exps.weight[345]: Q2_0 blk.36.ffn_down_exps.weight[346]: Q2_0 blk.36.ffn_down_exps.weight[347]: Q2_0 blk.36.ffn_down_exps.weight[348]: Q2_0 blk.36.ffn_down_exps.weight[349]: Q2_0 blk.36.ffn_down_exps.weight[350]: blk.36.ffn_down_exps.weight[351]: blk.36.ffn_down_exps.weight[352]: blk.36.ffn_down_exps.weight[353]: Q2_0 blk.36.ffn_down_exps.weight[354]: blk.36.ffn_down_exps.weight[355]: Q2_0 blk.36.ffn_down_exps.weight[356]: Q2_0 blk.36.ffn_down_exps.weight[357]: blk.36.ffn_down_exps.weight[358]: blk.36.ffn_down_exps.weight[359]: blk.36.ffn_down_exps.weight[360]: Q2_0 blk.36.ffn_down_exps.weight[361]: blk.36.ffn_down_exps.weight[362]: blk.36.ffn_down_exps.weight[363]: Q2_0 blk.36.ffn_down_exps.weight[364]: blk.36.ffn_down_exps.weight[365]: blk.36.ffn_down_exps.weight[366]: Q2_0 blk.36.ffn_down_exps.weight[367]: Q2_0 blk.36.ffn_down_exps.weight[368]: Q2_0 blk.36.ffn_down_exps.weight[369]: Q2_0 blk.36.ffn_down_exps.weight[370]: Q2_0 blk.36.ffn_down_exps.weight[371]: blk.36.ffn_down_exps.weight[372]: blk.36.ffn_down_exps.weight[373]: Q2_0 blk.36.ffn_down_exps.weight[374]: Q2_0 blk.36.ffn_down_exps.weight[375]: blk.36.ffn_down_exps.weight[376]: blk.36.ffn_down_exps.weight[377]: blk.36.ffn_down_exps.weight[378]: blk.36.ffn_down_exps.weight[379]: Q2_0 blk.36.ffn_down_exps.weight[380]: blk.36.ffn_down_exps.weight[381]: blk.36.ffn_down_exps.weight[382]: blk.36.ffn_down_exps.weight[383]: blk.36.ffn_down_exps.weight[384]: blk.36.ffn_down_exps.weight[385]: blk.36.ffn_down_exps.weight[386]: Q2_0 blk.36.ffn_down_exps.weight[387]: blk.36.ffn_down_exps.weight[388]: Q2_0 blk.36.ffn_down_exps.weight[389]: blk.36.ffn_down_exps.weight[390]: blk.36.ffn_down_exps.weight[391]: Q2_0 blk.36.ffn_down_exps.weight[392]: blk.36.ffn_down_exps.weight[393]: blk.36.ffn_down_exps.weight[394]: Q2_0 blk.36.ffn_down_exps.weight[395]: Q2_0 blk.36.ffn_down_exps.weight[396]: Q2_0 blk.36.ffn_down_exps.weight[397]: blk.36.ffn_down_exps.weight[398]: blk.36.ffn_down_exps.weight[399]: blk.36.ffn_down_exps.weight[400]: blk.36.ffn_down_exps.weight[401]: Q2_0 blk.36.ffn_down_exps.weight[402]: blk.36.ffn_down_exps.weight[403]: blk.36.ffn_down_exps.weight[404]: Q2_0 blk.36.ffn_down_exps.weight[405]: Q2_0 blk.36.ffn_down_exps.weight[406]: Q2_0 blk.36.ffn_down_exps.weight[407]: Q2_0 blk.36.ffn_down_exps.weight[408]: blk.36.ffn_down_exps.weight[409]: Q2_0 blk.36.ffn_down_exps.weight[410]: blk.36.ffn_down_exps.weight[411]: blk.36.ffn_down_exps.weight[412]: Q2_0 blk.36.ffn_down_exps.weight[413]: Q2_0 blk.36.ffn_down_exps.weight[414]: blk.36.ffn_down_exps.weight[415]: blk.36.ffn_down_exps.weight[416]: Q2_0 blk.36.ffn_down_exps.weight[417]: Q2_0 blk.36.ffn_down_exps.weight[418]: Q2_0 blk.36.ffn_down_exps.weight[419]: blk.36.ffn_down_exps.weight[420]: blk.36.ffn_down_exps.weight[421]: Q2_0 blk.36.ffn_down_exps.weight[422]: blk.36.ffn_down_exps.weight[423]: Q2_0 blk.36.ffn_down_exps.weight[424]: blk.36.ffn_down_exps.weight[425]: blk.36.ffn_down_exps.weight[426]: Q2_0 blk.36.ffn_down_exps.weight[427]: blk.36.ffn_down_exps.weight[428]: blk.36.ffn_down_exps.weight[429]: Q2_0 blk.36.ffn_down_exps.weight[430]: Q2_0 blk.36.ffn_down_exps.weight[431]: blk.36.ffn_down_exps.weight[432]: Q2_0 blk.36.ffn_down_exps.weight[433]: Q2_0 blk.36.ffn_down_exps.weight[434]: Q2_0 blk.36.ffn_down_exps.weight[435]: blk.36.ffn_down_exps.weight[436]: Q2_0 blk.36.ffn_down_exps.weight[437]: Q2_0 blk.36.ffn_down_exps.weight[438]: blk.36.ffn_down_exps.weight[439]: Q2_0 blk.36.ffn_down_exps.weight[440]: blk.36.ffn_down_exps.weight[441]: blk.36.ffn_down_exps.weight[442]: Q2_0 blk.36.ffn_down_exps.weight[443]: blk.36.ffn_down_exps.weight[444]: blk.36.ffn_down_exps.weight[445]: blk.36.ffn_down_exps.weight[446]: blk.36.ffn_down_exps.weight[447]: blk.36.ffn_down_exps.weight[448]: Q2_0 blk.36.ffn_down_exps.weight[449]: Q2_0 blk.36.ffn_down_exps.weight[450]: Q2_0 blk.36.ffn_down_exps.weight[451]: Q2_0 blk.36.ffn_down_exps.weight[452]: blk.36.ffn_down_exps.weight[453]: blk.36.ffn_down_exps.weight[454]: blk.36.ffn_down_exps.weight[455]: blk.36.ffn_down_exps.weight[456]: Q2_0 blk.36.ffn_down_exps.weight[457]: Q2_0 blk.36.ffn_down_exps.weight[458]: Q2_0 blk.36.ffn_down_exps.weight[459]: Q2_0 blk.36.ffn_down_exps.weight[460]: blk.36.ffn_down_exps.weight[461]: Q2_0 blk.36.ffn_down_exps.weight[462]: Q2_0 blk.36.ffn_down_exps.weight[463]: Q2_0 blk.36.ffn_down_exps.weight[464]: blk.36.ffn_down_exps.weight[465]: Q2_0 blk.36.ffn_down_exps.weight[466]: Q2_0 blk.36.ffn_down_exps.weight[467]: blk.36.ffn_down_exps.weight[468]: Q2_0 blk.36.ffn_down_exps.weight[469]: Q2_0 blk.36.ffn_down_exps.weight[470]: blk.36.ffn_down_exps.weight[471]: blk.36.ffn_down_exps.weight[472]: blk.36.ffn_down_exps.weight[473]: blk.36.ffn_down_exps.weight[474]: blk.36.ffn_down_exps.weight[475]: Q2_0 blk.36.ffn_down_exps.weight[476]: blk.36.ffn_down_exps.weight[477]: Q2_0 blk.36.ffn_down_exps.weight[478]: Q2_0 blk.36.ffn_down_exps.weight[479]: blk.36.ffn_down_exps.weight[480]: Q2_0 blk.36.ffn_down_exps.weight[481]: blk.36.ffn_down_exps.weight[482]: blk.36.ffn_down_exps.weight[483]: Q2_0 blk.36.ffn_down_exps.weight[484]: blk.36.ffn_down_exps.weight[485]: Q2_0 blk.36.ffn_down_exps.weight[486]: blk.36.ffn_down_exps.weight[487]: blk.36.ffn_down_exps.weight[488]: blk.36.ffn_down_exps.weight[489]: Q2_0 blk.36.ffn_down_exps.weight[490]: Q2_0 blk.36.ffn_down_exps.weight[491]: Q2_0 blk.36.ffn_down_exps.weight[492]: Q2_0 blk.36.ffn_down_exps.weight[493]: Q2_0 blk.36.ffn_down_exps.weight[494]: Q2_0 blk.36.ffn_down_exps.weight[495]: blk.36.ffn_down_exps.weight[496]: Q2_0 blk.36.ffn_down_exps.weight[497]: Q2_0 blk.36.ffn_down_exps.weight[498]: blk.36.ffn_down_exps.weight[499]: blk.36.ffn_down_exps.weight[500]: blk.36.ffn_down_exps.weight[501]: blk.36.ffn_down_exps.weight[502]: blk.36.ffn_down_exps.weight[503]: Q2_0 blk.36.ffn_down_exps.weight[504]: blk.36.ffn_down_exps.weight[505]: blk.36.ffn_down_exps.weight[506]: Q2_0 blk.36.ffn_down_exps.weight[507]: Q2_0 blk.36.ffn_down_exps.weight[508]: blk.36.ffn_down_exps.weight[509]: Q2_0 blk.36.ffn_down_exps.weight[510]: Q2_0 blk.36.ffn_down_exps.weight[511]: Q2_0 blk.37.ffn_gate_exps.weight[0]: blk.37.ffn_gate_exps.weight[1]: IQ3_XXS blk.37.ffn_gate_exps.weight[2]: IQ3_XXS blk.37.ffn_gate_exps.weight[3]: IQ3_XXS blk.37.ffn_gate_exps.weight[4]: blk.37.ffn_gate_exps.weight[5]: blk.37.ffn_gate_exps.weight[6]: IQ3_XXS blk.37.ffn_gate_exps.weight[7]: blk.37.ffn_gate_exps.weight[8]: IQ3_XXS blk.37.ffn_gate_exps.weight[9]: blk.37.ffn_gate_exps.weight[10]: blk.37.ffn_gate_exps.weight[11]: IQ3_XXS blk.37.ffn_gate_exps.weight[12]: blk.37.ffn_gate_exps.weight[13]: blk.37.ffn_gate_exps.weight[14]: blk.37.ffn_gate_exps.weight[15]: blk.37.ffn_gate_exps.weight[16]: IQ3_XXS blk.37.ffn_gate_exps.weight[17]: IQ3_XXS blk.37.ffn_gate_exps.weight[18]: IQ3_XXS blk.37.ffn_gate_exps.weight[19]: IQ3_XXS blk.37.ffn_gate_exps.weight[20]: blk.37.ffn_gate_exps.weight[21]: IQ3_XXS blk.37.ffn_gate_exps.weight[22]: IQ3_XXS blk.37.ffn_gate_exps.weight[23]: IQ3_XXS blk.37.ffn_gate_exps.weight[24]: blk.37.ffn_gate_exps.weight[25]: blk.37.ffn_gate_exps.weight[26]: blk.37.ffn_gate_exps.weight[27]: IQ3_XXS blk.37.ffn_gate_exps.weight[28]: IQ3_XXS blk.37.ffn_gate_exps.weight[29]: IQ3_XXS blk.37.ffn_gate_exps.weight[30]: blk.37.ffn_gate_exps.weight[31]: IQ3_XXS blk.37.ffn_gate_exps.weight[32]: IQ3_XXS blk.37.ffn_gate_exps.weight[33]: IQ3_XXS blk.37.ffn_gate_exps.weight[34]: blk.37.ffn_gate_exps.weight[35]: blk.37.ffn_gate_exps.weight[36]: IQ3_XXS blk.37.ffn_gate_exps.weight[37]: blk.37.ffn_gate_exps.weight[38]: IQ3_XXS blk.37.ffn_gate_exps.weight[39]: IQ3_XXS blk.37.ffn_gate_exps.weight[40]: IQ3_XXS blk.37.ffn_gate_exps.weight[41]: IQ3_XXS blk.37.ffn_gate_exps.weight[42]: IQ3_XXS blk.37.ffn_gate_exps.weight[43]: IQ3_XXS blk.37.ffn_gate_exps.weight[44]: IQ3_XXS blk.37.ffn_gate_exps.weight[45]: IQ3_XXS blk.37.ffn_gate_exps.weight[46]: IQ3_XXS blk.37.ffn_gate_exps.weight[47]: blk.37.ffn_gate_exps.weight[48]: blk.37.ffn_gate_exps.weight[49]: blk.37.ffn_gate_exps.weight[50]: blk.37.ffn_gate_exps.weight[51]: blk.37.ffn_gate_exps.weight[52]: blk.37.ffn_gate_exps.weight[53]: IQ3_XXS blk.37.ffn_gate_exps.weight[54]: IQ3_XXS blk.37.ffn_gate_exps.weight[55]: blk.37.ffn_gate_exps.weight[56]: IQ3_XXS blk.37.ffn_gate_exps.weight[57]: IQ3_XXS blk.37.ffn_gate_exps.weight[58]: IQ3_XXS blk.37.ffn_gate_exps.weight[59]: IQ3_XXS blk.37.ffn_gate_exps.weight[60]: blk.37.ffn_gate_exps.weight[61]: blk.37.ffn_gate_exps.weight[62]: blk.37.ffn_gate_exps.weight[63]: blk.37.ffn_gate_exps.weight[64]: blk.37.ffn_gate_exps.weight[65]: blk.37.ffn_gate_exps.weight[66]: blk.37.ffn_gate_exps.weight[67]: IQ3_XXS blk.37.ffn_gate_exps.weight[68]: IQ3_XXS blk.37.ffn_gate_exps.weight[69]: IQ3_XXS blk.37.ffn_gate_exps.weight[70]: IQ3_XXS blk.37.ffn_gate_exps.weight[71]: IQ3_XXS blk.37.ffn_gate_exps.weight[72]: IQ3_XXS blk.37.ffn_gate_exps.weight[73]: blk.37.ffn_gate_exps.weight[74]: IQ3_XXS blk.37.ffn_gate_exps.weight[75]: IQ3_XXS blk.37.ffn_gate_exps.weight[76]: IQ3_XXS blk.37.ffn_gate_exps.weight[77]: blk.37.ffn_gate_exps.weight[78]: blk.37.ffn_gate_exps.weight[79]: IQ3_XXS blk.37.ffn_gate_exps.weight[80]: blk.37.ffn_gate_exps.weight[81]: IQ3_XXS blk.37.ffn_gate_exps.weight[82]: blk.37.ffn_gate_exps.weight[83]: IQ3_XXS blk.37.ffn_gate_exps.weight[84]: IQ3_XXS blk.37.ffn_gate_exps.weight[85]: IQ3_XXS blk.37.ffn_gate_exps.weight[86]: blk.37.ffn_gate_exps.weight[87]: IQ3_XXS blk.37.ffn_gate_exps.weight[88]: IQ3_XXS blk.37.ffn_gate_exps.weight[89]: blk.37.ffn_gate_exps.weight[90]: blk.37.ffn_gate_exps.weight[91]: IQ3_XXS blk.37.ffn_gate_exps.weight[92]: IQ3_XXS blk.37.ffn_gate_exps.weight[93]: IQ3_XXS blk.37.ffn_gate_exps.weight[94]: blk.37.ffn_gate_exps.weight[95]: IQ3_XXS blk.37.ffn_gate_exps.weight[96]: IQ3_XXS blk.37.ffn_gate_exps.weight[97]: blk.37.ffn_gate_exps.weight[98]: IQ3_XXS blk.37.ffn_gate_exps.weight[99]: IQ3_XXS blk.37.ffn_gate_exps.weight[100]: blk.37.ffn_gate_exps.weight[101]: IQ3_XXS blk.37.ffn_gate_exps.weight[102]: IQ3_XXS blk.37.ffn_gate_exps.weight[103]: IQ3_XXS blk.37.ffn_gate_exps.weight[104]: blk.37.ffn_gate_exps.weight[105]: IQ3_XXS blk.37.ffn_gate_exps.weight[106]: blk.37.ffn_gate_exps.weight[107]: IQ3_XXS blk.37.ffn_gate_exps.weight[108]: blk.37.ffn_gate_exps.weight[109]: blk.37.ffn_gate_exps.weight[110]: blk.37.ffn_gate_exps.weight[111]: IQ3_XXS blk.37.ffn_gate_exps.weight[112]: blk.37.ffn_gate_exps.weight[113]: IQ3_XXS blk.37.ffn_gate_exps.weight[114]: blk.37.ffn_gate_exps.weight[115]: IQ3_XXS blk.37.ffn_gate_exps.weight[116]: IQ3_XXS blk.37.ffn_gate_exps.weight[117]: IQ3_XXS blk.37.ffn_gate_exps.weight[118]: IQ3_XXS blk.37.ffn_gate_exps.weight[119]: IQ3_XXS blk.37.ffn_gate_exps.weight[120]: IQ3_XXS blk.37.ffn_gate_exps.weight[121]: IQ3_XXS blk.37.ffn_gate_exps.weight[122]: IQ3_XXS blk.37.ffn_gate_exps.weight[123]: blk.37.ffn_gate_exps.weight[124]: blk.37.ffn_gate_exps.weight[125]: blk.37.ffn_gate_exps.weight[126]: blk.37.ffn_gate_exps.weight[127]: blk.37.ffn_gate_exps.weight[128]: IQ3_XXS blk.37.ffn_gate_exps.weight[129]: IQ3_XXS blk.37.ffn_gate_exps.weight[130]: IQ3_XXS blk.37.ffn_gate_exps.weight[131]: IQ3_XXS blk.37.ffn_gate_exps.weight[132]: blk.37.ffn_gate_exps.weight[133]: blk.37.ffn_gate_exps.weight[134]: IQ3_XXS blk.37.ffn_gate_exps.weight[135]: IQ3_XXS blk.37.ffn_gate_exps.weight[136]: IQ3_XXS blk.37.ffn_gate_exps.weight[137]: blk.37.ffn_gate_exps.weight[138]: blk.37.ffn_gate_exps.weight[139]: IQ3_XXS blk.37.ffn_gate_exps.weight[140]: blk.37.ffn_gate_exps.weight[141]: blk.37.ffn_gate_exps.weight[142]: blk.37.ffn_gate_exps.weight[143]: blk.37.ffn_gate_exps.weight[144]: blk.37.ffn_gate_exps.weight[145]: IQ3_XXS blk.37.ffn_gate_exps.weight[146]: IQ3_XXS blk.37.ffn_gate_exps.weight[147]: IQ3_XXS blk.37.ffn_gate_exps.weight[148]: IQ3_XXS blk.37.ffn_gate_exps.weight[149]: blk.37.ffn_gate_exps.weight[150]: IQ3_XXS blk.37.ffn_gate_exps.weight[151]: blk.37.ffn_gate_exps.weight[152]: IQ3_XXS blk.37.ffn_gate_exps.weight[153]: blk.37.ffn_gate_exps.weight[154]: blk.37.ffn_gate_exps.weight[155]: blk.37.ffn_gate_exps.weight[156]: IQ3_XXS blk.37.ffn_gate_exps.weight[157]: blk.37.ffn_gate_exps.weight[158]: IQ3_XXS blk.37.ffn_gate_exps.weight[159]: blk.37.ffn_gate_exps.weight[160]: IQ3_XXS blk.37.ffn_gate_exps.weight[161]: blk.37.ffn_gate_exps.weight[162]: blk.37.ffn_gate_exps.weight[163]: IQ3_XXS blk.37.ffn_gate_exps.weight[164]: IQ3_XXS blk.37.ffn_gate_exps.weight[165]: blk.37.ffn_gate_exps.weight[166]: IQ3_XXS blk.37.ffn_gate_exps.weight[167]: IQ3_XXS blk.37.ffn_gate_exps.weight[168]: IQ3_XXS blk.37.ffn_gate_exps.weight[169]: blk.37.ffn_gate_exps.weight[170]: blk.37.ffn_gate_exps.weight[171]: blk.37.ffn_gate_exps.weight[172]: IQ3_XXS blk.37.ffn_gate_exps.weight[173]: IQ3_XXS blk.37.ffn_gate_exps.weight[174]: blk.37.ffn_gate_exps.weight[175]: IQ3_XXS blk.37.ffn_gate_exps.weight[176]: IQ3_XXS blk.37.ffn_gate_exps.weight[177]: blk.37.ffn_gate_exps.weight[178]: IQ3_XXS blk.37.ffn_gate_exps.weight[179]: blk.37.ffn_gate_exps.weight[180]: blk.37.ffn_gate_exps.weight[181]: IQ3_XXS blk.37.ffn_gate_exps.weight[182]: blk.37.ffn_gate_exps.weight[183]: blk.37.ffn_gate_exps.weight[184]: blk.37.ffn_gate_exps.weight[185]: blk.37.ffn_gate_exps.weight[186]: blk.37.ffn_gate_exps.weight[187]: IQ3_XXS blk.37.ffn_gate_exps.weight[188]: blk.37.ffn_gate_exps.weight[189]: blk.37.ffn_gate_exps.weight[190]: blk.37.ffn_gate_exps.weight[191]: blk.37.ffn_gate_exps.weight[192]: IQ3_XXS blk.37.ffn_gate_exps.weight[193]: IQ3_XXS blk.37.ffn_gate_exps.weight[194]: IQ3_XXS blk.37.ffn_gate_exps.weight[195]: blk.37.ffn_gate_exps.weight[196]: blk.37.ffn_gate_exps.weight[197]: blk.37.ffn_gate_exps.weight[198]: blk.37.ffn_gate_exps.weight[199]: IQ3_XXS blk.37.ffn_gate_exps.weight[200]: IQ3_XXS blk.37.ffn_gate_exps.weight[201]: blk.37.ffn_gate_exps.weight[202]: IQ3_XXS blk.37.ffn_gate_exps.weight[203]: blk.37.ffn_gate_exps.weight[204]: IQ3_XXS blk.37.ffn_gate_exps.weight[205]: blk.37.ffn_gate_exps.weight[206]: IQ3_XXS blk.37.ffn_gate_exps.weight[207]: blk.37.ffn_gate_exps.weight[208]: IQ3_XXS blk.37.ffn_gate_exps.weight[209]: blk.37.ffn_gate_exps.weight[210]: IQ3_XXS blk.37.ffn_gate_exps.weight[211]: blk.37.ffn_gate_exps.weight[212]: IQ3_XXS blk.37.ffn_gate_exps.weight[213]: IQ3_XXS blk.37.ffn_gate_exps.weight[214]: blk.37.ffn_gate_exps.weight[215]: blk.37.ffn_gate_exps.weight[216]: blk.37.ffn_gate_exps.weight[217]: blk.37.ffn_gate_exps.weight[218]: IQ3_XXS blk.37.ffn_gate_exps.weight[219]: blk.37.ffn_gate_exps.weight[220]: IQ3_XXS blk.37.ffn_gate_exps.weight[221]: blk.37.ffn_gate_exps.weight[222]: blk.37.ffn_gate_exps.weight[223]: blk.37.ffn_gate_exps.weight[224]: blk.37.ffn_gate_exps.weight[225]: blk.37.ffn_gate_exps.weight[226]: IQ3_XXS blk.37.ffn_gate_exps.weight[227]: IQ3_XXS blk.37.ffn_gate_exps.weight[228]: blk.37.ffn_gate_exps.weight[229]: IQ3_XXS blk.37.ffn_gate_exps.weight[230]: blk.37.ffn_gate_exps.weight[231]: blk.37.ffn_gate_exps.weight[232]: blk.37.ffn_gate_exps.weight[233]: IQ3_XXS blk.37.ffn_gate_exps.weight[234]: blk.37.ffn_gate_exps.weight[235]: blk.37.ffn_gate_exps.weight[236]: IQ3_XXS blk.37.ffn_gate_exps.weight[237]: IQ3_XXS blk.37.ffn_gate_exps.weight[238]: blk.37.ffn_gate_exps.weight[239]: IQ3_XXS blk.37.ffn_gate_exps.weight[240]: IQ3_XXS blk.37.ffn_gate_exps.weight[241]: blk.37.ffn_gate_exps.weight[242]: IQ3_XXS blk.37.ffn_gate_exps.weight[243]: IQ3_XXS blk.37.ffn_gate_exps.weight[244]: blk.37.ffn_gate_exps.weight[245]: IQ3_XXS blk.37.ffn_gate_exps.weight[246]: IQ3_XXS blk.37.ffn_gate_exps.weight[247]: blk.37.ffn_gate_exps.weight[248]: blk.37.ffn_gate_exps.weight[249]: blk.37.ffn_gate_exps.weight[250]: IQ3_XXS blk.37.ffn_gate_exps.weight[251]: blk.37.ffn_gate_exps.weight[252]: IQ3_XXS blk.37.ffn_gate_exps.weight[253]: IQ3_XXS blk.37.ffn_gate_exps.weight[254]: IQ3_XXS blk.37.ffn_gate_exps.weight[255]: IQ3_XXS blk.37.ffn_gate_exps.weight[256]: blk.37.ffn_gate_exps.weight[257]: blk.37.ffn_gate_exps.weight[258]: blk.37.ffn_gate_exps.weight[259]: blk.37.ffn_gate_exps.weight[260]: blk.37.ffn_gate_exps.weight[261]: IQ3_XXS blk.37.ffn_gate_exps.weight[262]: blk.37.ffn_gate_exps.weight[263]: blk.37.ffn_gate_exps.weight[264]: IQ3_XXS blk.37.ffn_gate_exps.weight[265]: blk.37.ffn_gate_exps.weight[266]: IQ3_XXS blk.37.ffn_gate_exps.weight[267]: blk.37.ffn_gate_exps.weight[268]: blk.37.ffn_gate_exps.weight[269]: blk.37.ffn_gate_exps.weight[270]: IQ3_XXS blk.37.ffn_gate_exps.weight[271]: IQ3_XXS blk.37.ffn_gate_exps.weight[272]: IQ3_XXS blk.37.ffn_gate_exps.weight[273]: blk.37.ffn_gate_exps.weight[274]: IQ3_XXS blk.37.ffn_gate_exps.weight[275]: IQ3_XXS blk.37.ffn_gate_exps.weight[276]: blk.37.ffn_gate_exps.weight[277]: blk.37.ffn_gate_exps.weight[278]: blk.37.ffn_gate_exps.weight[279]: IQ3_XXS blk.37.ffn_gate_exps.weight[280]: IQ3_XXS blk.37.ffn_gate_exps.weight[281]: IQ3_XXS blk.37.ffn_gate_exps.weight[282]: IQ3_XXS blk.37.ffn_gate_exps.weight[283]: blk.37.ffn_gate_exps.weight[284]: blk.37.ffn_gate_exps.weight[285]: blk.37.ffn_gate_exps.weight[286]: IQ3_XXS blk.37.ffn_gate_exps.weight[287]: IQ3_XXS blk.37.ffn_gate_exps.weight[288]: blk.37.ffn_gate_exps.weight[289]: blk.37.ffn_gate_exps.weight[290]: IQ3_XXS blk.37.ffn_gate_exps.weight[291]: blk.37.ffn_gate_exps.weight[292]: IQ3_XXS blk.37.ffn_gate_exps.weight[293]: IQ3_XXS blk.37.ffn_gate_exps.weight[294]: IQ3_XXS blk.37.ffn_gate_exps.weight[295]: IQ3_XXS blk.37.ffn_gate_exps.weight[296]: blk.37.ffn_gate_exps.weight[297]: blk.37.ffn_gate_exps.weight[298]: IQ3_XXS blk.37.ffn_gate_exps.weight[299]: blk.37.ffn_gate_exps.weight[300]: blk.37.ffn_gate_exps.weight[301]: IQ3_XXS blk.37.ffn_gate_exps.weight[302]: IQ3_XXS blk.37.ffn_gate_exps.weight[303]: IQ3_XXS blk.37.ffn_gate_exps.weight[304]: IQ3_XXS blk.37.ffn_gate_exps.weight[305]: IQ3_XXS blk.37.ffn_gate_exps.weight[306]: IQ3_XXS blk.37.ffn_gate_exps.weight[307]: blk.37.ffn_gate_exps.weight[308]: blk.37.ffn_gate_exps.weight[309]: blk.37.ffn_gate_exps.weight[310]: blk.37.ffn_gate_exps.weight[311]: IQ3_XXS blk.37.ffn_gate_exps.weight[312]: IQ3_XXS blk.37.ffn_gate_exps.weight[313]: blk.37.ffn_gate_exps.weight[314]: IQ3_XXS blk.37.ffn_gate_exps.weight[315]: blk.37.ffn_gate_exps.weight[316]: IQ3_XXS blk.37.ffn_gate_exps.weight[317]: blk.37.ffn_gate_exps.weight[318]: blk.37.ffn_gate_exps.weight[319]: blk.37.ffn_gate_exps.weight[320]: IQ3_XXS blk.37.ffn_gate_exps.weight[321]: blk.37.ffn_gate_exps.weight[322]: blk.37.ffn_gate_exps.weight[323]: IQ3_XXS blk.37.ffn_gate_exps.weight[324]: blk.37.ffn_gate_exps.weight[325]: blk.37.ffn_gate_exps.weight[326]: blk.37.ffn_gate_exps.weight[327]: blk.37.ffn_gate_exps.weight[328]: blk.37.ffn_gate_exps.weight[329]: blk.37.ffn_gate_exps.weight[330]: blk.37.ffn_gate_exps.weight[331]: IQ3_XXS blk.37.ffn_gate_exps.weight[332]: IQ3_XXS blk.37.ffn_gate_exps.weight[333]: blk.37.ffn_gate_exps.weight[334]: IQ3_XXS blk.37.ffn_gate_exps.weight[335]: IQ3_XXS blk.37.ffn_gate_exps.weight[336]: IQ3_XXS blk.37.ffn_gate_exps.weight[337]: IQ3_XXS blk.37.ffn_gate_exps.weight[338]: IQ3_XXS blk.37.ffn_gate_exps.weight[339]: blk.37.ffn_gate_exps.weight[340]: IQ3_XXS blk.37.ffn_gate_exps.weight[341]: blk.37.ffn_gate_exps.weight[342]: IQ3_XXS blk.37.ffn_gate_exps.weight[343]: blk.37.ffn_gate_exps.weight[344]: IQ3_XXS blk.37.ffn_gate_exps.weight[345]: blk.37.ffn_gate_exps.weight[346]: blk.37.ffn_gate_exps.weight[347]: IQ3_XXS blk.37.ffn_gate_exps.weight[348]: blk.37.ffn_gate_exps.weight[349]: blk.37.ffn_gate_exps.weight[350]: blk.37.ffn_gate_exps.weight[351]: blk.37.ffn_gate_exps.weight[352]: IQ3_XXS blk.37.ffn_gate_exps.weight[353]: IQ3_XXS blk.37.ffn_gate_exps.weight[354]: blk.37.ffn_gate_exps.weight[355]: blk.37.ffn_gate_exps.weight[356]: blk.37.ffn_gate_exps.weight[357]: IQ3_XXS blk.37.ffn_gate_exps.weight[358]: IQ3_XXS blk.37.ffn_gate_exps.weight[359]: IQ3_XXS blk.37.ffn_gate_exps.weight[360]: IQ3_XXS blk.37.ffn_gate_exps.weight[361]: blk.37.ffn_gate_exps.weight[362]: blk.37.ffn_gate_exps.weight[363]: blk.37.ffn_gate_exps.weight[364]: blk.37.ffn_gate_exps.weight[365]: blk.37.ffn_gate_exps.weight[366]: blk.37.ffn_gate_exps.weight[367]: blk.37.ffn_gate_exps.weight[368]: blk.37.ffn_gate_exps.weight[369]: IQ3_XXS blk.37.ffn_gate_exps.weight[370]: IQ3_XXS blk.37.ffn_gate_exps.weight[371]: IQ3_XXS blk.37.ffn_gate_exps.weight[372]: IQ3_XXS blk.37.ffn_gate_exps.weight[373]: IQ3_XXS blk.37.ffn_gate_exps.weight[374]: blk.37.ffn_gate_exps.weight[375]: blk.37.ffn_gate_exps.weight[376]: blk.37.ffn_gate_exps.weight[377]: blk.37.ffn_gate_exps.weight[378]: IQ3_XXS blk.37.ffn_gate_exps.weight[379]: IQ3_XXS blk.37.ffn_gate_exps.weight[380]: IQ3_XXS blk.37.ffn_gate_exps.weight[381]: blk.37.ffn_gate_exps.weight[382]: blk.37.ffn_gate_exps.weight[383]: blk.37.ffn_gate_exps.weight[384]: IQ3_XXS blk.37.ffn_gate_exps.weight[385]: blk.37.ffn_gate_exps.weight[386]: blk.37.ffn_gate_exps.weight[387]: IQ3_XXS blk.37.ffn_gate_exps.weight[388]: IQ3_XXS blk.37.ffn_gate_exps.weight[389]: IQ3_XXS blk.37.ffn_gate_exps.weight[390]: blk.37.ffn_gate_exps.weight[391]: IQ3_XXS blk.37.ffn_gate_exps.weight[392]: IQ3_XXS blk.37.ffn_gate_exps.weight[393]: blk.37.ffn_gate_exps.weight[394]: IQ3_XXS blk.37.ffn_gate_exps.weight[395]: blk.37.ffn_gate_exps.weight[396]: blk.37.ffn_gate_exps.weight[397]: blk.37.ffn_gate_exps.weight[398]: IQ3_XXS blk.37.ffn_gate_exps.weight[399]: IQ3_XXS blk.37.ffn_gate_exps.weight[400]: IQ3_XXS blk.37.ffn_gate_exps.weight[401]: IQ3_XXS blk.37.ffn_gate_exps.weight[402]: blk.37.ffn_gate_exps.weight[403]: blk.37.ffn_gate_exps.weight[404]: IQ3_XXS blk.37.ffn_gate_exps.weight[405]: blk.37.ffn_gate_exps.weight[406]: blk.37.ffn_gate_exps.weight[407]: blk.37.ffn_gate_exps.weight[408]: IQ3_XXS blk.37.ffn_gate_exps.weight[409]: IQ3_XXS blk.37.ffn_gate_exps.weight[410]: blk.37.ffn_gate_exps.weight[411]: IQ3_XXS blk.37.ffn_gate_exps.weight[412]: IQ3_XXS blk.37.ffn_gate_exps.weight[413]: blk.37.ffn_gate_exps.weight[414]: IQ3_XXS blk.37.ffn_gate_exps.weight[415]: blk.37.ffn_gate_exps.weight[416]: blk.37.ffn_gate_exps.weight[417]: IQ3_XXS blk.37.ffn_gate_exps.weight[418]: IQ3_XXS blk.37.ffn_gate_exps.weight[419]: IQ3_XXS blk.37.ffn_gate_exps.weight[420]: blk.37.ffn_gate_exps.weight[421]: IQ3_XXS blk.37.ffn_gate_exps.weight[422]: blk.37.ffn_gate_exps.weight[423]: blk.37.ffn_gate_exps.weight[424]: IQ3_XXS blk.37.ffn_gate_exps.weight[425]: blk.37.ffn_gate_exps.weight[426]: IQ3_XXS blk.37.ffn_gate_exps.weight[427]: blk.37.ffn_gate_exps.weight[428]: blk.37.ffn_gate_exps.weight[429]: blk.37.ffn_gate_exps.weight[430]: blk.37.ffn_gate_exps.weight[431]: blk.37.ffn_gate_exps.weight[432]: IQ3_XXS blk.37.ffn_gate_exps.weight[433]: IQ3_XXS blk.37.ffn_gate_exps.weight[434]: IQ3_XXS blk.37.ffn_gate_exps.weight[435]: IQ3_XXS blk.37.ffn_gate_exps.weight[436]: IQ3_XXS blk.37.ffn_gate_exps.weight[437]: blk.37.ffn_gate_exps.weight[438]: IQ3_XXS blk.37.ffn_gate_exps.weight[439]: blk.37.ffn_gate_exps.weight[440]: IQ3_XXS blk.37.ffn_gate_exps.weight[441]: IQ3_XXS blk.37.ffn_gate_exps.weight[442]: IQ3_XXS blk.37.ffn_gate_exps.weight[443]: blk.37.ffn_gate_exps.weight[444]: blk.37.ffn_gate_exps.weight[445]: IQ3_XXS blk.37.ffn_gate_exps.weight[446]: IQ3_XXS blk.37.ffn_gate_exps.weight[447]: IQ3_XXS blk.37.ffn_gate_exps.weight[448]: blk.37.ffn_gate_exps.weight[449]: IQ3_XXS blk.37.ffn_gate_exps.weight[450]: IQ3_XXS blk.37.ffn_gate_exps.weight[451]: IQ3_XXS blk.37.ffn_gate_exps.weight[452]: blk.37.ffn_gate_exps.weight[453]: IQ3_XXS blk.37.ffn_gate_exps.weight[454]: IQ3_XXS blk.37.ffn_gate_exps.weight[455]: blk.37.ffn_gate_exps.weight[456]: IQ3_XXS blk.37.ffn_gate_exps.weight[457]: IQ3_XXS blk.37.ffn_gate_exps.weight[458]: IQ3_XXS blk.37.ffn_gate_exps.weight[459]: IQ3_XXS blk.37.ffn_gate_exps.weight[460]: IQ3_XXS blk.37.ffn_gate_exps.weight[461]: IQ3_XXS blk.37.ffn_gate_exps.weight[462]: blk.37.ffn_gate_exps.weight[463]: blk.37.ffn_gate_exps.weight[464]: IQ3_XXS blk.37.ffn_gate_exps.weight[465]: IQ3_XXS blk.37.ffn_gate_exps.weight[466]: blk.37.ffn_gate_exps.weight[467]: IQ3_XXS blk.37.ffn_gate_exps.weight[468]: IQ3_XXS blk.37.ffn_gate_exps.weight[469]: IQ3_XXS blk.37.ffn_gate_exps.weight[470]: IQ3_XXS blk.37.ffn_gate_exps.weight[471]: blk.37.ffn_gate_exps.weight[472]: IQ3_XXS blk.37.ffn_gate_exps.weight[473]: blk.37.ffn_gate_exps.weight[474]: blk.37.ffn_gate_exps.weight[475]: blk.37.ffn_gate_exps.weight[476]: IQ3_XXS blk.37.ffn_gate_exps.weight[477]: IQ3_XXS blk.37.ffn_gate_exps.weight[478]: IQ3_XXS blk.37.ffn_gate_exps.weight[479]: IQ3_XXS blk.37.ffn_gate_exps.weight[480]: IQ3_XXS blk.37.ffn_gate_exps.weight[481]: blk.37.ffn_gate_exps.weight[482]: blk.37.ffn_gate_exps.weight[483]: blk.37.ffn_gate_exps.weight[484]: IQ3_XXS blk.37.ffn_gate_exps.weight[485]: blk.37.ffn_gate_exps.weight[486]: blk.37.ffn_gate_exps.weight[487]: blk.37.ffn_gate_exps.weight[488]: blk.37.ffn_gate_exps.weight[489]: blk.37.ffn_gate_exps.weight[490]: blk.37.ffn_gate_exps.weight[491]: blk.37.ffn_gate_exps.weight[492]: blk.37.ffn_gate_exps.weight[493]: blk.37.ffn_gate_exps.weight[494]: IQ3_XXS blk.37.ffn_gate_exps.weight[495]: blk.37.ffn_gate_exps.weight[496]: IQ3_XXS blk.37.ffn_gate_exps.weight[497]: blk.37.ffn_gate_exps.weight[498]: blk.37.ffn_gate_exps.weight[499]: IQ3_XXS blk.37.ffn_gate_exps.weight[500]: IQ3_XXS blk.37.ffn_gate_exps.weight[501]: IQ3_XXS blk.37.ffn_gate_exps.weight[502]: blk.37.ffn_gate_exps.weight[503]: blk.37.ffn_gate_exps.weight[504]: blk.37.ffn_gate_exps.weight[505]: blk.37.ffn_gate_exps.weight[506]: blk.37.ffn_gate_exps.weight[507]: blk.37.ffn_gate_exps.weight[508]: blk.37.ffn_gate_exps.weight[509]: IQ3_XXS blk.37.ffn_gate_exps.weight[510]: blk.37.ffn_gate_exps.weight[511]: IQ3_XXS blk.37.ffn_up_exps.weight[0]: blk.37.ffn_up_exps.weight[1]: IQ3_XXS blk.37.ffn_up_exps.weight[2]: IQ3_XXS blk.37.ffn_up_exps.weight[3]: IQ3_XXS blk.37.ffn_up_exps.weight[4]: blk.37.ffn_up_exps.weight[5]: blk.37.ffn_up_exps.weight[6]: IQ3_XXS blk.37.ffn_up_exps.weight[7]: blk.37.ffn_up_exps.weight[8]: IQ3_XXS blk.37.ffn_up_exps.weight[9]: blk.37.ffn_up_exps.weight[10]: blk.37.ffn_up_exps.weight[11]: IQ3_XXS blk.37.ffn_up_exps.weight[12]: blk.37.ffn_up_exps.weight[13]: blk.37.ffn_up_exps.weight[14]: blk.37.ffn_up_exps.weight[15]: blk.37.ffn_up_exps.weight[16]: IQ3_XXS blk.37.ffn_up_exps.weight[17]: IQ3_XXS blk.37.ffn_up_exps.weight[18]: IQ3_XXS blk.37.ffn_up_exps.weight[19]: IQ3_XXS blk.37.ffn_up_exps.weight[20]: blk.37.ffn_up_exps.weight[21]: IQ3_XXS blk.37.ffn_up_exps.weight[22]: IQ3_XXS blk.37.ffn_up_exps.weight[23]: IQ3_XXS blk.37.ffn_up_exps.weight[24]: blk.37.ffn_up_exps.weight[25]: blk.37.ffn_up_exps.weight[26]: blk.37.ffn_up_exps.weight[27]: IQ3_XXS blk.37.ffn_up_exps.weight[28]: IQ3_XXS blk.37.ffn_up_exps.weight[29]: IQ3_XXS blk.37.ffn_up_exps.weight[30]: blk.37.ffn_up_exps.weight[31]: IQ3_XXS blk.37.ffn_up_exps.weight[32]: IQ3_XXS blk.37.ffn_up_exps.weight[33]: IQ3_XXS blk.37.ffn_up_exps.weight[34]: blk.37.ffn_up_exps.weight[35]: blk.37.ffn_up_exps.weight[36]: IQ3_XXS blk.37.ffn_up_exps.weight[37]: blk.37.ffn_up_exps.weight[38]: IQ3_XXS blk.37.ffn_up_exps.weight[39]: IQ3_XXS blk.37.ffn_up_exps.weight[40]: IQ3_XXS blk.37.ffn_up_exps.weight[41]: IQ3_XXS blk.37.ffn_up_exps.weight[42]: IQ3_XXS blk.37.ffn_up_exps.weight[43]: IQ3_XXS blk.37.ffn_up_exps.weight[44]: IQ3_XXS blk.37.ffn_up_exps.weight[45]: IQ3_XXS blk.37.ffn_up_exps.weight[46]: IQ3_XXS blk.37.ffn_up_exps.weight[47]: blk.37.ffn_up_exps.weight[48]: blk.37.ffn_up_exps.weight[49]: blk.37.ffn_up_exps.weight[50]: blk.37.ffn_up_exps.weight[51]: blk.37.ffn_up_exps.weight[52]: blk.37.ffn_up_exps.weight[53]: IQ3_XXS blk.37.ffn_up_exps.weight[54]: IQ3_XXS blk.37.ffn_up_exps.weight[55]: blk.37.ffn_up_exps.weight[56]: IQ3_XXS blk.37.ffn_up_exps.weight[57]: IQ3_XXS blk.37.ffn_up_exps.weight[58]: IQ3_XXS blk.37.ffn_up_exps.weight[59]: IQ3_XXS blk.37.ffn_up_exps.weight[60]: blk.37.ffn_up_exps.weight[61]: blk.37.ffn_up_exps.weight[62]: blk.37.ffn_up_exps.weight[63]: blk.37.ffn_up_exps.weight[64]: blk.37.ffn_up_exps.weight[65]: blk.37.ffn_up_exps.weight[66]: blk.37.ffn_up_exps.weight[67]: IQ3_XXS blk.37.ffn_up_exps.weight[68]: IQ3_XXS blk.37.ffn_up_exps.weight[69]: IQ3_XXS blk.37.ffn_up_exps.weight[70]: IQ3_XXS blk.37.ffn_up_exps.weight[71]: IQ3_XXS blk.37.ffn_up_exps.weight[72]: IQ3_XXS blk.37.ffn_up_exps.weight[73]: blk.37.ffn_up_exps.weight[74]: IQ3_XXS blk.37.ffn_up_exps.weight[75]: IQ3_XXS blk.37.ffn_up_exps.weight[76]: IQ3_XXS blk.37.ffn_up_exps.weight[77]: blk.37.ffn_up_exps.weight[78]: blk.37.ffn_up_exps.weight[79]: IQ3_XXS blk.37.ffn_up_exps.weight[80]: blk.37.ffn_up_exps.weight[81]: IQ3_XXS blk.37.ffn_up_exps.weight[82]: blk.37.ffn_up_exps.weight[83]: IQ3_XXS blk.37.ffn_up_exps.weight[84]: IQ3_XXS blk.37.ffn_up_exps.weight[85]: IQ3_XXS blk.37.ffn_up_exps.weight[86]: blk.37.ffn_up_exps.weight[87]: IQ3_XXS blk.37.ffn_up_exps.weight[88]: IQ3_XXS blk.37.ffn_up_exps.weight[89]: blk.37.ffn_up_exps.weight[90]: blk.37.ffn_up_exps.weight[91]: IQ3_XXS blk.37.ffn_up_exps.weight[92]: IQ3_XXS blk.37.ffn_up_exps.weight[93]: IQ3_XXS blk.37.ffn_up_exps.weight[94]: blk.37.ffn_up_exps.weight[95]: IQ3_XXS blk.37.ffn_up_exps.weight[96]: IQ3_XXS blk.37.ffn_up_exps.weight[97]: blk.37.ffn_up_exps.weight[98]: IQ3_XXS blk.37.ffn_up_exps.weight[99]: IQ3_XXS blk.37.ffn_up_exps.weight[100]: blk.37.ffn_up_exps.weight[101]: IQ3_XXS blk.37.ffn_up_exps.weight[102]: IQ3_XXS blk.37.ffn_up_exps.weight[103]: IQ3_XXS blk.37.ffn_up_exps.weight[104]: blk.37.ffn_up_exps.weight[105]: IQ3_XXS blk.37.ffn_up_exps.weight[106]: blk.37.ffn_up_exps.weight[107]: IQ3_XXS blk.37.ffn_up_exps.weight[108]: blk.37.ffn_up_exps.weight[109]: blk.37.ffn_up_exps.weight[110]: blk.37.ffn_up_exps.weight[111]: IQ3_XXS blk.37.ffn_up_exps.weight[112]: blk.37.ffn_up_exps.weight[113]: IQ3_XXS blk.37.ffn_up_exps.weight[114]: blk.37.ffn_up_exps.weight[115]: IQ3_XXS blk.37.ffn_up_exps.weight[116]: IQ3_XXS blk.37.ffn_up_exps.weight[117]: IQ3_XXS blk.37.ffn_up_exps.weight[118]: IQ3_XXS blk.37.ffn_up_exps.weight[119]: IQ3_XXS blk.37.ffn_up_exps.weight[120]: IQ3_XXS blk.37.ffn_up_exps.weight[121]: IQ3_XXS blk.37.ffn_up_exps.weight[122]: IQ3_XXS blk.37.ffn_up_exps.weight[123]: blk.37.ffn_up_exps.weight[124]: blk.37.ffn_up_exps.weight[125]: blk.37.ffn_up_exps.weight[126]: blk.37.ffn_up_exps.weight[127]: blk.37.ffn_up_exps.weight[128]: IQ3_XXS blk.37.ffn_up_exps.weight[129]: IQ3_XXS blk.37.ffn_up_exps.weight[130]: IQ3_XXS blk.37.ffn_up_exps.weight[131]: IQ3_XXS blk.37.ffn_up_exps.weight[132]: blk.37.ffn_up_exps.weight[133]: blk.37.ffn_up_exps.weight[134]: IQ3_XXS blk.37.ffn_up_exps.weight[135]: IQ3_XXS blk.37.ffn_up_exps.weight[136]: IQ3_XXS blk.37.ffn_up_exps.weight[137]: blk.37.ffn_up_exps.weight[138]: blk.37.ffn_up_exps.weight[139]: IQ3_XXS blk.37.ffn_up_exps.weight[140]: blk.37.ffn_up_exps.weight[141]: blk.37.ffn_up_exps.weight[142]: blk.37.ffn_up_exps.weight[143]: blk.37.ffn_up_exps.weight[144]: blk.37.ffn_up_exps.weight[145]: IQ3_XXS blk.37.ffn_up_exps.weight[146]: IQ3_XXS blk.37.ffn_up_exps.weight[147]: IQ3_XXS blk.37.ffn_up_exps.weight[148]: IQ3_XXS blk.37.ffn_up_exps.weight[149]: blk.37.ffn_up_exps.weight[150]: IQ3_XXS blk.37.ffn_up_exps.weight[151]: blk.37.ffn_up_exps.weight[152]: IQ3_XXS blk.37.ffn_up_exps.weight[153]: blk.37.ffn_up_exps.weight[154]: blk.37.ffn_up_exps.weight[155]: blk.37.ffn_up_exps.weight[156]: IQ3_XXS blk.37.ffn_up_exps.weight[157]: blk.37.ffn_up_exps.weight[158]: IQ3_XXS blk.37.ffn_up_exps.weight[159]: blk.37.ffn_up_exps.weight[160]: IQ3_XXS blk.37.ffn_up_exps.weight[161]: blk.37.ffn_up_exps.weight[162]: blk.37.ffn_up_exps.weight[163]: IQ3_XXS blk.37.ffn_up_exps.weight[164]: IQ3_XXS blk.37.ffn_up_exps.weight[165]: blk.37.ffn_up_exps.weight[166]: IQ3_XXS blk.37.ffn_up_exps.weight[167]: IQ3_XXS blk.37.ffn_up_exps.weight[168]: IQ3_XXS blk.37.ffn_up_exps.weight[169]: blk.37.ffn_up_exps.weight[170]: blk.37.ffn_up_exps.weight[171]: blk.37.ffn_up_exps.weight[172]: IQ3_XXS blk.37.ffn_up_exps.weight[173]: IQ3_XXS blk.37.ffn_up_exps.weight[174]: blk.37.ffn_up_exps.weight[175]: IQ3_XXS blk.37.ffn_up_exps.weight[176]: IQ3_XXS blk.37.ffn_up_exps.weight[177]: blk.37.ffn_up_exps.weight[178]: IQ3_XXS blk.37.ffn_up_exps.weight[179]: blk.37.ffn_up_exps.weight[180]: blk.37.ffn_up_exps.weight[181]: IQ3_XXS blk.37.ffn_up_exps.weight[182]: blk.37.ffn_up_exps.weight[183]: blk.37.ffn_up_exps.weight[184]: blk.37.ffn_up_exps.weight[185]: blk.37.ffn_up_exps.weight[186]: blk.37.ffn_up_exps.weight[187]: IQ3_XXS blk.37.ffn_up_exps.weight[188]: blk.37.ffn_up_exps.weight[189]: blk.37.ffn_up_exps.weight[190]: blk.37.ffn_up_exps.weight[191]: blk.37.ffn_up_exps.weight[192]: IQ3_XXS blk.37.ffn_up_exps.weight[193]: IQ3_XXS blk.37.ffn_up_exps.weight[194]: IQ3_XXS blk.37.ffn_up_exps.weight[195]: blk.37.ffn_up_exps.weight[196]: blk.37.ffn_up_exps.weight[197]: blk.37.ffn_up_exps.weight[198]: blk.37.ffn_up_exps.weight[199]: IQ3_XXS blk.37.ffn_up_exps.weight[200]: IQ3_XXS blk.37.ffn_up_exps.weight[201]: blk.37.ffn_up_exps.weight[202]: IQ3_XXS blk.37.ffn_up_exps.weight[203]: blk.37.ffn_up_exps.weight[204]: IQ3_XXS blk.37.ffn_up_exps.weight[205]: blk.37.ffn_up_exps.weight[206]: IQ3_XXS blk.37.ffn_up_exps.weight[207]: blk.37.ffn_up_exps.weight[208]: IQ3_XXS blk.37.ffn_up_exps.weight[209]: blk.37.ffn_up_exps.weight[210]: IQ3_XXS blk.37.ffn_up_exps.weight[211]: blk.37.ffn_up_exps.weight[212]: IQ3_XXS blk.37.ffn_up_exps.weight[213]: IQ3_XXS blk.37.ffn_up_exps.weight[214]: blk.37.ffn_up_exps.weight[215]: blk.37.ffn_up_exps.weight[216]: blk.37.ffn_up_exps.weight[217]: blk.37.ffn_up_exps.weight[218]: IQ3_XXS blk.37.ffn_up_exps.weight[219]: blk.37.ffn_up_exps.weight[220]: IQ3_XXS blk.37.ffn_up_exps.weight[221]: blk.37.ffn_up_exps.weight[222]: blk.37.ffn_up_exps.weight[223]: blk.37.ffn_up_exps.weight[224]: blk.37.ffn_up_exps.weight[225]: blk.37.ffn_up_exps.weight[226]: IQ3_XXS blk.37.ffn_up_exps.weight[227]: IQ3_XXS blk.37.ffn_up_exps.weight[228]: blk.37.ffn_up_exps.weight[229]: IQ3_XXS blk.37.ffn_up_exps.weight[230]: blk.37.ffn_up_exps.weight[231]: blk.37.ffn_up_exps.weight[232]: blk.37.ffn_up_exps.weight[233]: IQ3_XXS blk.37.ffn_up_exps.weight[234]: blk.37.ffn_up_exps.weight[235]: blk.37.ffn_up_exps.weight[236]: IQ3_XXS blk.37.ffn_up_exps.weight[237]: IQ3_XXS blk.37.ffn_up_exps.weight[238]: blk.37.ffn_up_exps.weight[239]: IQ3_XXS blk.37.ffn_up_exps.weight[240]: IQ3_XXS blk.37.ffn_up_exps.weight[241]: blk.37.ffn_up_exps.weight[242]: IQ3_XXS blk.37.ffn_up_exps.weight[243]: IQ3_XXS blk.37.ffn_up_exps.weight[244]: blk.37.ffn_up_exps.weight[245]: IQ3_XXS blk.37.ffn_up_exps.weight[246]: IQ3_XXS blk.37.ffn_up_exps.weight[247]: blk.37.ffn_up_exps.weight[248]: blk.37.ffn_up_exps.weight[249]: blk.37.ffn_up_exps.weight[250]: IQ3_XXS blk.37.ffn_up_exps.weight[251]: blk.37.ffn_up_exps.weight[252]: IQ3_XXS blk.37.ffn_up_exps.weight[253]: IQ3_XXS blk.37.ffn_up_exps.weight[254]: IQ3_XXS blk.37.ffn_up_exps.weight[255]: IQ3_XXS blk.37.ffn_up_exps.weight[256]: blk.37.ffn_up_exps.weight[257]: blk.37.ffn_up_exps.weight[258]: blk.37.ffn_up_exps.weight[259]: blk.37.ffn_up_exps.weight[260]: blk.37.ffn_up_exps.weight[261]: IQ3_XXS blk.37.ffn_up_exps.weight[262]: blk.37.ffn_up_exps.weight[263]: blk.37.ffn_up_exps.weight[264]: IQ3_XXS blk.37.ffn_up_exps.weight[265]: blk.37.ffn_up_exps.weight[266]: IQ3_XXS blk.37.ffn_up_exps.weight[267]: blk.37.ffn_up_exps.weight[268]: blk.37.ffn_up_exps.weight[269]: blk.37.ffn_up_exps.weight[270]: IQ3_XXS blk.37.ffn_up_exps.weight[271]: IQ3_XXS blk.37.ffn_up_exps.weight[272]: IQ3_XXS blk.37.ffn_up_exps.weight[273]: blk.37.ffn_up_exps.weight[274]: IQ3_XXS blk.37.ffn_up_exps.weight[275]: IQ3_XXS blk.37.ffn_up_exps.weight[276]: blk.37.ffn_up_exps.weight[277]: blk.37.ffn_up_exps.weight[278]: blk.37.ffn_up_exps.weight[279]: IQ3_XXS blk.37.ffn_up_exps.weight[280]: IQ3_XXS blk.37.ffn_up_exps.weight[281]: IQ3_XXS blk.37.ffn_up_exps.weight[282]: IQ3_XXS blk.37.ffn_up_exps.weight[283]: blk.37.ffn_up_exps.weight[284]: blk.37.ffn_up_exps.weight[285]: blk.37.ffn_up_exps.weight[286]: IQ3_XXS blk.37.ffn_up_exps.weight[287]: IQ3_XXS blk.37.ffn_up_exps.weight[288]: blk.37.ffn_up_exps.weight[289]: blk.37.ffn_up_exps.weight[290]: IQ3_XXS blk.37.ffn_up_exps.weight[291]: blk.37.ffn_up_exps.weight[292]: IQ3_XXS blk.37.ffn_up_exps.weight[293]: IQ3_XXS blk.37.ffn_up_exps.weight[294]: IQ3_XXS blk.37.ffn_up_exps.weight[295]: IQ3_XXS blk.37.ffn_up_exps.weight[296]: blk.37.ffn_up_exps.weight[297]: blk.37.ffn_up_exps.weight[298]: IQ3_XXS blk.37.ffn_up_exps.weight[299]: blk.37.ffn_up_exps.weight[300]: blk.37.ffn_up_exps.weight[301]: IQ3_XXS blk.37.ffn_up_exps.weight[302]: IQ3_XXS blk.37.ffn_up_exps.weight[303]: IQ3_XXS blk.37.ffn_up_exps.weight[304]: IQ3_XXS blk.37.ffn_up_exps.weight[305]: IQ3_XXS blk.37.ffn_up_exps.weight[306]: IQ3_XXS blk.37.ffn_up_exps.weight[307]: blk.37.ffn_up_exps.weight[308]: blk.37.ffn_up_exps.weight[309]: blk.37.ffn_up_exps.weight[310]: blk.37.ffn_up_exps.weight[311]: IQ3_XXS blk.37.ffn_up_exps.weight[312]: IQ3_XXS blk.37.ffn_up_exps.weight[313]: blk.37.ffn_up_exps.weight[314]: IQ3_XXS blk.37.ffn_up_exps.weight[315]: blk.37.ffn_up_exps.weight[316]: IQ3_XXS blk.37.ffn_up_exps.weight[317]: blk.37.ffn_up_exps.weight[318]: blk.37.ffn_up_exps.weight[319]: blk.37.ffn_up_exps.weight[320]: IQ3_XXS blk.37.ffn_up_exps.weight[321]: blk.37.ffn_up_exps.weight[322]: blk.37.ffn_up_exps.weight[323]: IQ3_XXS blk.37.ffn_up_exps.weight[324]: blk.37.ffn_up_exps.weight[325]: blk.37.ffn_up_exps.weight[326]: blk.37.ffn_up_exps.weight[327]: blk.37.ffn_up_exps.weight[328]: blk.37.ffn_up_exps.weight[329]: blk.37.ffn_up_exps.weight[330]: blk.37.ffn_up_exps.weight[331]: IQ3_XXS blk.37.ffn_up_exps.weight[332]: IQ3_XXS blk.37.ffn_up_exps.weight[333]: blk.37.ffn_up_exps.weight[334]: IQ3_XXS blk.37.ffn_up_exps.weight[335]: IQ3_XXS blk.37.ffn_up_exps.weight[336]: IQ3_XXS blk.37.ffn_up_exps.weight[337]: IQ3_XXS blk.37.ffn_up_exps.weight[338]: IQ3_XXS blk.37.ffn_up_exps.weight[339]: blk.37.ffn_up_exps.weight[340]: IQ3_XXS blk.37.ffn_up_exps.weight[341]: blk.37.ffn_up_exps.weight[342]: IQ3_XXS blk.37.ffn_up_exps.weight[343]: blk.37.ffn_up_exps.weight[344]: IQ3_XXS blk.37.ffn_up_exps.weight[345]: blk.37.ffn_up_exps.weight[346]: blk.37.ffn_up_exps.weight[347]: IQ3_XXS blk.37.ffn_up_exps.weight[348]: blk.37.ffn_up_exps.weight[349]: blk.37.ffn_up_exps.weight[350]: blk.37.ffn_up_exps.weight[351]: blk.37.ffn_up_exps.weight[352]: IQ3_XXS blk.37.ffn_up_exps.weight[353]: IQ3_XXS blk.37.ffn_up_exps.weight[354]: blk.37.ffn_up_exps.weight[355]: blk.37.ffn_up_exps.weight[356]: blk.37.ffn_up_exps.weight[357]: IQ3_XXS blk.37.ffn_up_exps.weight[358]: IQ3_XXS blk.37.ffn_up_exps.weight[359]: IQ3_XXS blk.37.ffn_up_exps.weight[360]: IQ3_XXS blk.37.ffn_up_exps.weight[361]: blk.37.ffn_up_exps.weight[362]: blk.37.ffn_up_exps.weight[363]: blk.37.ffn_up_exps.weight[364]: blk.37.ffn_up_exps.weight[365]: blk.37.ffn_up_exps.weight[366]: blk.37.ffn_up_exps.weight[367]: blk.37.ffn_up_exps.weight[368]: blk.37.ffn_up_exps.weight[369]: IQ3_XXS blk.37.ffn_up_exps.weight[370]: IQ3_XXS blk.37.ffn_up_exps.weight[371]: IQ3_XXS blk.37.ffn_up_exps.weight[372]: IQ3_XXS blk.37.ffn_up_exps.weight[373]: IQ3_XXS blk.37.ffn_up_exps.weight[374]: blk.37.ffn_up_exps.weight[375]: blk.37.ffn_up_exps.weight[376]: blk.37.ffn_up_exps.weight[377]: blk.37.ffn_up_exps.weight[378]: IQ3_XXS blk.37.ffn_up_exps.weight[379]: IQ3_XXS blk.37.ffn_up_exps.weight[380]: IQ3_XXS blk.37.ffn_up_exps.weight[381]: blk.37.ffn_up_exps.weight[382]: blk.37.ffn_up_exps.weight[383]: blk.37.ffn_up_exps.weight[384]: IQ3_XXS blk.37.ffn_up_exps.weight[385]: blk.37.ffn_up_exps.weight[386]: blk.37.ffn_up_exps.weight[387]: IQ3_XXS blk.37.ffn_up_exps.weight[388]: IQ3_XXS blk.37.ffn_up_exps.weight[389]: IQ3_XXS blk.37.ffn_up_exps.weight[390]: blk.37.ffn_up_exps.weight[391]: IQ3_XXS blk.37.ffn_up_exps.weight[392]: IQ3_XXS blk.37.ffn_up_exps.weight[393]: blk.37.ffn_up_exps.weight[394]: IQ3_XXS blk.37.ffn_up_exps.weight[395]: blk.37.ffn_up_exps.weight[396]: blk.37.ffn_up_exps.weight[397]: blk.37.ffn_up_exps.weight[398]: IQ3_XXS blk.37.ffn_up_exps.weight[399]: IQ3_XXS blk.37.ffn_up_exps.weight[400]: IQ3_XXS blk.37.ffn_up_exps.weight[401]: IQ3_XXS blk.37.ffn_up_exps.weight[402]: blk.37.ffn_up_exps.weight[403]: blk.37.ffn_up_exps.weight[404]: IQ3_XXS blk.37.ffn_up_exps.weight[405]: blk.37.ffn_up_exps.weight[406]: blk.37.ffn_up_exps.weight[407]: blk.37.ffn_up_exps.weight[408]: IQ3_XXS blk.37.ffn_up_exps.weight[409]: IQ3_XXS blk.37.ffn_up_exps.weight[410]: blk.37.ffn_up_exps.weight[411]: IQ3_XXS blk.37.ffn_up_exps.weight[412]: IQ3_XXS blk.37.ffn_up_exps.weight[413]: blk.37.ffn_up_exps.weight[414]: IQ3_XXS blk.37.ffn_up_exps.weight[415]: blk.37.ffn_up_exps.weight[416]: blk.37.ffn_up_exps.weight[417]: IQ3_XXS blk.37.ffn_up_exps.weight[418]: IQ3_XXS blk.37.ffn_up_exps.weight[419]: IQ3_XXS blk.37.ffn_up_exps.weight[420]: blk.37.ffn_up_exps.weight[421]: IQ3_XXS blk.37.ffn_up_exps.weight[422]: blk.37.ffn_up_exps.weight[423]: blk.37.ffn_up_exps.weight[424]: IQ3_XXS blk.37.ffn_up_exps.weight[425]: blk.37.ffn_up_exps.weight[426]: IQ3_XXS blk.37.ffn_up_exps.weight[427]: blk.37.ffn_up_exps.weight[428]: blk.37.ffn_up_exps.weight[429]: blk.37.ffn_up_exps.weight[430]: blk.37.ffn_up_exps.weight[431]: blk.37.ffn_up_exps.weight[432]: IQ3_XXS blk.37.ffn_up_exps.weight[433]: IQ3_XXS blk.37.ffn_up_exps.weight[434]: IQ3_XXS blk.37.ffn_up_exps.weight[435]: IQ3_XXS blk.37.ffn_up_exps.weight[436]: IQ3_XXS blk.37.ffn_up_exps.weight[437]: blk.37.ffn_up_exps.weight[438]: IQ3_XXS blk.37.ffn_up_exps.weight[439]: blk.37.ffn_up_exps.weight[440]: IQ3_XXS blk.37.ffn_up_exps.weight[441]: IQ3_XXS blk.37.ffn_up_exps.weight[442]: IQ3_XXS blk.37.ffn_up_exps.weight[443]: blk.37.ffn_up_exps.weight[444]: blk.37.ffn_up_exps.weight[445]: IQ3_XXS blk.37.ffn_up_exps.weight[446]: IQ3_XXS blk.37.ffn_up_exps.weight[447]: IQ3_XXS blk.37.ffn_up_exps.weight[448]: blk.37.ffn_up_exps.weight[449]: IQ3_XXS blk.37.ffn_up_exps.weight[450]: IQ3_XXS blk.37.ffn_up_exps.weight[451]: IQ3_XXS blk.37.ffn_up_exps.weight[452]: blk.37.ffn_up_exps.weight[453]: IQ3_XXS blk.37.ffn_up_exps.weight[454]: IQ3_XXS blk.37.ffn_up_exps.weight[455]: blk.37.ffn_up_exps.weight[456]: IQ3_XXS blk.37.ffn_up_exps.weight[457]: IQ3_XXS blk.37.ffn_up_exps.weight[458]: IQ3_XXS blk.37.ffn_up_exps.weight[459]: IQ3_XXS blk.37.ffn_up_exps.weight[460]: IQ3_XXS blk.37.ffn_up_exps.weight[461]: IQ3_XXS blk.37.ffn_up_exps.weight[462]: blk.37.ffn_up_exps.weight[463]: blk.37.ffn_up_exps.weight[464]: IQ3_XXS blk.37.ffn_up_exps.weight[465]: IQ3_XXS blk.37.ffn_up_exps.weight[466]: blk.37.ffn_up_exps.weight[467]: IQ3_XXS blk.37.ffn_up_exps.weight[468]: IQ3_XXS blk.37.ffn_up_exps.weight[469]: IQ3_XXS blk.37.ffn_up_exps.weight[470]: IQ3_XXS blk.37.ffn_up_exps.weight[471]: blk.37.ffn_up_exps.weight[472]: IQ3_XXS blk.37.ffn_up_exps.weight[473]: blk.37.ffn_up_exps.weight[474]: blk.37.ffn_up_exps.weight[475]: blk.37.ffn_up_exps.weight[476]: IQ3_XXS blk.37.ffn_up_exps.weight[477]: IQ3_XXS blk.37.ffn_up_exps.weight[478]: IQ3_XXS blk.37.ffn_up_exps.weight[479]: IQ3_XXS blk.37.ffn_up_exps.weight[480]: IQ3_XXS blk.37.ffn_up_exps.weight[481]: blk.37.ffn_up_exps.weight[482]: blk.37.ffn_up_exps.weight[483]: blk.37.ffn_up_exps.weight[484]: IQ3_XXS blk.37.ffn_up_exps.weight[485]: blk.37.ffn_up_exps.weight[486]: blk.37.ffn_up_exps.weight[487]: blk.37.ffn_up_exps.weight[488]: blk.37.ffn_up_exps.weight[489]: blk.37.ffn_up_exps.weight[490]: blk.37.ffn_up_exps.weight[491]: blk.37.ffn_up_exps.weight[492]: blk.37.ffn_up_exps.weight[493]: blk.37.ffn_up_exps.weight[494]: IQ3_XXS blk.37.ffn_up_exps.weight[495]: blk.37.ffn_up_exps.weight[496]: IQ3_XXS blk.37.ffn_up_exps.weight[497]: blk.37.ffn_up_exps.weight[498]: blk.37.ffn_up_exps.weight[499]: IQ3_XXS blk.37.ffn_up_exps.weight[500]: IQ3_XXS blk.37.ffn_up_exps.weight[501]: IQ3_XXS blk.37.ffn_up_exps.weight[502]: blk.37.ffn_up_exps.weight[503]: blk.37.ffn_up_exps.weight[504]: blk.37.ffn_up_exps.weight[505]: blk.37.ffn_up_exps.weight[506]: blk.37.ffn_up_exps.weight[507]: blk.37.ffn_up_exps.weight[508]: blk.37.ffn_up_exps.weight[509]: IQ3_XXS blk.37.ffn_up_exps.weight[510]: blk.37.ffn_up_exps.weight[511]: IQ3_XXS blk.37.ffn_down_exps.weight[0]: blk.37.ffn_down_exps.weight[1]: IQ4_NL blk.37.ffn_down_exps.weight[2]: IQ4_NL blk.37.ffn_down_exps.weight[3]: IQ4_NL blk.37.ffn_down_exps.weight[4]: blk.37.ffn_down_exps.weight[5]: blk.37.ffn_down_exps.weight[6]: IQ4_NL blk.37.ffn_down_exps.weight[7]: blk.37.ffn_down_exps.weight[8]: IQ4_NL blk.37.ffn_down_exps.weight[9]: blk.37.ffn_down_exps.weight[10]: blk.37.ffn_down_exps.weight[11]: IQ4_NL blk.37.ffn_down_exps.weight[12]: blk.37.ffn_down_exps.weight[13]: blk.37.ffn_down_exps.weight[14]: blk.37.ffn_down_exps.weight[15]: blk.37.ffn_down_exps.weight[16]: IQ4_NL blk.37.ffn_down_exps.weight[17]: IQ4_NL blk.37.ffn_down_exps.weight[18]: IQ4_NL blk.37.ffn_down_exps.weight[19]: IQ4_NL blk.37.ffn_down_exps.weight[20]: blk.37.ffn_down_exps.weight[21]: IQ4_NL blk.37.ffn_down_exps.weight[22]: IQ4_NL blk.37.ffn_down_exps.weight[23]: IQ4_NL blk.37.ffn_down_exps.weight[24]: blk.37.ffn_down_exps.weight[25]: blk.37.ffn_down_exps.weight[26]: blk.37.ffn_down_exps.weight[27]: IQ4_NL blk.37.ffn_down_exps.weight[28]: IQ4_NL blk.37.ffn_down_exps.weight[29]: IQ4_NL blk.37.ffn_down_exps.weight[30]: blk.37.ffn_down_exps.weight[31]: IQ4_NL blk.37.ffn_down_exps.weight[32]: IQ4_NL blk.37.ffn_down_exps.weight[33]: IQ4_NL blk.37.ffn_down_exps.weight[34]: blk.37.ffn_down_exps.weight[35]: blk.37.ffn_down_exps.weight[36]: IQ4_NL blk.37.ffn_down_exps.weight[37]: blk.37.ffn_down_exps.weight[38]: IQ4_NL blk.37.ffn_down_exps.weight[39]: IQ4_NL blk.37.ffn_down_exps.weight[40]: IQ4_NL blk.37.ffn_down_exps.weight[41]: IQ4_NL blk.37.ffn_down_exps.weight[42]: IQ4_NL blk.37.ffn_down_exps.weight[43]: IQ4_NL blk.37.ffn_down_exps.weight[44]: IQ4_NL blk.37.ffn_down_exps.weight[45]: IQ4_NL blk.37.ffn_down_exps.weight[46]: IQ4_NL blk.37.ffn_down_exps.weight[47]: blk.37.ffn_down_exps.weight[48]: blk.37.ffn_down_exps.weight[49]: blk.37.ffn_down_exps.weight[50]: blk.37.ffn_down_exps.weight[51]: blk.37.ffn_down_exps.weight[52]: blk.37.ffn_down_exps.weight[53]: IQ4_NL blk.37.ffn_down_exps.weight[54]: IQ4_NL blk.37.ffn_down_exps.weight[55]: blk.37.ffn_down_exps.weight[56]: IQ4_NL blk.37.ffn_down_exps.weight[57]: IQ4_NL blk.37.ffn_down_exps.weight[58]: IQ4_NL blk.37.ffn_down_exps.weight[59]: IQ4_NL blk.37.ffn_down_exps.weight[60]: blk.37.ffn_down_exps.weight[61]: blk.37.ffn_down_exps.weight[62]: blk.37.ffn_down_exps.weight[63]: blk.37.ffn_down_exps.weight[64]: blk.37.ffn_down_exps.weight[65]: blk.37.ffn_down_exps.weight[66]: blk.37.ffn_down_exps.weight[67]: IQ4_NL blk.37.ffn_down_exps.weight[68]: IQ4_NL blk.37.ffn_down_exps.weight[69]: IQ4_NL blk.37.ffn_down_exps.weight[70]: IQ4_NL blk.37.ffn_down_exps.weight[71]: IQ4_NL blk.37.ffn_down_exps.weight[72]: IQ4_NL blk.37.ffn_down_exps.weight[73]: blk.37.ffn_down_exps.weight[74]: IQ4_NL blk.37.ffn_down_exps.weight[75]: IQ4_NL blk.37.ffn_down_exps.weight[76]: IQ4_NL blk.37.ffn_down_exps.weight[77]: blk.37.ffn_down_exps.weight[78]: blk.37.ffn_down_exps.weight[79]: IQ4_NL blk.37.ffn_down_exps.weight[80]: blk.37.ffn_down_exps.weight[81]: IQ4_NL blk.37.ffn_down_exps.weight[82]: blk.37.ffn_down_exps.weight[83]: IQ4_NL blk.37.ffn_down_exps.weight[84]: IQ4_NL blk.37.ffn_down_exps.weight[85]: IQ4_NL blk.37.ffn_down_exps.weight[86]: blk.37.ffn_down_exps.weight[87]: IQ4_NL blk.37.ffn_down_exps.weight[88]: IQ4_NL blk.37.ffn_down_exps.weight[89]: blk.37.ffn_down_exps.weight[90]: blk.37.ffn_down_exps.weight[91]: IQ4_NL blk.37.ffn_down_exps.weight[92]: IQ4_NL blk.37.ffn_down_exps.weight[93]: IQ4_NL blk.37.ffn_down_exps.weight[94]: blk.37.ffn_down_exps.weight[95]: IQ4_NL blk.37.ffn_down_exps.weight[96]: IQ4_NL blk.37.ffn_down_exps.weight[97]: blk.37.ffn_down_exps.weight[98]: IQ4_NL blk.37.ffn_down_exps.weight[99]: IQ4_NL blk.37.ffn_down_exps.weight[100]: blk.37.ffn_down_exps.weight[101]: IQ4_NL blk.37.ffn_down_exps.weight[102]: IQ4_NL blk.37.ffn_down_exps.weight[103]: IQ4_NL blk.37.ffn_down_exps.weight[104]: blk.37.ffn_down_exps.weight[105]: IQ4_NL blk.37.ffn_down_exps.weight[106]: blk.37.ffn_down_exps.weight[107]: IQ4_NL blk.37.ffn_down_exps.weight[108]: blk.37.ffn_down_exps.weight[109]: blk.37.ffn_down_exps.weight[110]: blk.37.ffn_down_exps.weight[111]: IQ4_NL blk.37.ffn_down_exps.weight[112]: blk.37.ffn_down_exps.weight[113]: IQ4_NL blk.37.ffn_down_exps.weight[114]: blk.37.ffn_down_exps.weight[115]: IQ4_NL blk.37.ffn_down_exps.weight[116]: IQ4_NL blk.37.ffn_down_exps.weight[117]: IQ4_NL blk.37.ffn_down_exps.weight[118]: IQ4_NL blk.37.ffn_down_exps.weight[119]: IQ4_NL blk.37.ffn_down_exps.weight[120]: IQ4_NL blk.37.ffn_down_exps.weight[121]: IQ4_NL blk.37.ffn_down_exps.weight[122]: IQ4_NL blk.37.ffn_down_exps.weight[123]: blk.37.ffn_down_exps.weight[124]: blk.37.ffn_down_exps.weight[125]: blk.37.ffn_down_exps.weight[126]: blk.37.ffn_down_exps.weight[127]: blk.37.ffn_down_exps.weight[128]: IQ4_NL blk.37.ffn_down_exps.weight[129]: IQ4_NL blk.37.ffn_down_exps.weight[130]: IQ4_NL blk.37.ffn_down_exps.weight[131]: IQ4_NL blk.37.ffn_down_exps.weight[132]: blk.37.ffn_down_exps.weight[133]: blk.37.ffn_down_exps.weight[134]: IQ4_NL blk.37.ffn_down_exps.weight[135]: IQ4_NL blk.37.ffn_down_exps.weight[136]: IQ4_NL blk.37.ffn_down_exps.weight[137]: blk.37.ffn_down_exps.weight[138]: blk.37.ffn_down_exps.weight[139]: IQ4_NL blk.37.ffn_down_exps.weight[140]: blk.37.ffn_down_exps.weight[141]: blk.37.ffn_down_exps.weight[142]: blk.37.ffn_down_exps.weight[143]: blk.37.ffn_down_exps.weight[144]: blk.37.ffn_down_exps.weight[145]: IQ4_NL blk.37.ffn_down_exps.weight[146]: IQ4_NL blk.37.ffn_down_exps.weight[147]: IQ4_NL blk.37.ffn_down_exps.weight[148]: IQ4_NL blk.37.ffn_down_exps.weight[149]: blk.37.ffn_down_exps.weight[150]: IQ4_NL blk.37.ffn_down_exps.weight[151]: blk.37.ffn_down_exps.weight[152]: IQ4_NL blk.37.ffn_down_exps.weight[153]: blk.37.ffn_down_exps.weight[154]: blk.37.ffn_down_exps.weight[155]: blk.37.ffn_down_exps.weight[156]: IQ4_NL blk.37.ffn_down_exps.weight[157]: blk.37.ffn_down_exps.weight[158]: IQ4_NL blk.37.ffn_down_exps.weight[159]: blk.37.ffn_down_exps.weight[160]: IQ4_NL blk.37.ffn_down_exps.weight[161]: blk.37.ffn_down_exps.weight[162]: blk.37.ffn_down_exps.weight[163]: IQ4_NL blk.37.ffn_down_exps.weight[164]: IQ4_NL blk.37.ffn_down_exps.weight[165]: blk.37.ffn_down_exps.weight[166]: IQ4_NL blk.37.ffn_down_exps.weight[167]: IQ4_NL blk.37.ffn_down_exps.weight[168]: IQ4_NL blk.37.ffn_down_exps.weight[169]: blk.37.ffn_down_exps.weight[170]: blk.37.ffn_down_exps.weight[171]: blk.37.ffn_down_exps.weight[172]: IQ4_NL blk.37.ffn_down_exps.weight[173]: IQ4_NL blk.37.ffn_down_exps.weight[174]: blk.37.ffn_down_exps.weight[175]: IQ4_NL blk.37.ffn_down_exps.weight[176]: IQ4_NL blk.37.ffn_down_exps.weight[177]: blk.37.ffn_down_exps.weight[178]: IQ4_NL blk.37.ffn_down_exps.weight[179]: blk.37.ffn_down_exps.weight[180]: blk.37.ffn_down_exps.weight[181]: IQ4_NL blk.37.ffn_down_exps.weight[182]: blk.37.ffn_down_exps.weight[183]: blk.37.ffn_down_exps.weight[184]: blk.37.ffn_down_exps.weight[185]: blk.37.ffn_down_exps.weight[186]: blk.37.ffn_down_exps.weight[187]: IQ4_NL blk.37.ffn_down_exps.weight[188]: blk.37.ffn_down_exps.weight[189]: blk.37.ffn_down_exps.weight[190]: blk.37.ffn_down_exps.weight[191]: blk.37.ffn_down_exps.weight[192]: IQ4_NL blk.37.ffn_down_exps.weight[193]: IQ4_NL blk.37.ffn_down_exps.weight[194]: IQ4_NL blk.37.ffn_down_exps.weight[195]: blk.37.ffn_down_exps.weight[196]: blk.37.ffn_down_exps.weight[197]: blk.37.ffn_down_exps.weight[198]: blk.37.ffn_down_exps.weight[199]: IQ4_NL blk.37.ffn_down_exps.weight[200]: IQ4_NL blk.37.ffn_down_exps.weight[201]: blk.37.ffn_down_exps.weight[202]: IQ4_NL blk.37.ffn_down_exps.weight[203]: blk.37.ffn_down_exps.weight[204]: IQ4_NL blk.37.ffn_down_exps.weight[205]: blk.37.ffn_down_exps.weight[206]: IQ4_NL blk.37.ffn_down_exps.weight[207]: blk.37.ffn_down_exps.weight[208]: IQ4_NL blk.37.ffn_down_exps.weight[209]: blk.37.ffn_down_exps.weight[210]: IQ4_NL blk.37.ffn_down_exps.weight[211]: blk.37.ffn_down_exps.weight[212]: IQ4_NL blk.37.ffn_down_exps.weight[213]: IQ4_NL blk.37.ffn_down_exps.weight[214]: blk.37.ffn_down_exps.weight[215]: blk.37.ffn_down_exps.weight[216]: blk.37.ffn_down_exps.weight[217]: blk.37.ffn_down_exps.weight[218]: IQ4_NL blk.37.ffn_down_exps.weight[219]: blk.37.ffn_down_exps.weight[220]: IQ4_NL blk.37.ffn_down_exps.weight[221]: blk.37.ffn_down_exps.weight[222]: blk.37.ffn_down_exps.weight[223]: blk.37.ffn_down_exps.weight[224]: blk.37.ffn_down_exps.weight[225]: blk.37.ffn_down_exps.weight[226]: IQ4_NL blk.37.ffn_down_exps.weight[227]: IQ4_NL blk.37.ffn_down_exps.weight[228]: blk.37.ffn_down_exps.weight[229]: IQ4_NL blk.37.ffn_down_exps.weight[230]: blk.37.ffn_down_exps.weight[231]: blk.37.ffn_down_exps.weight[232]: blk.37.ffn_down_exps.weight[233]: IQ4_NL blk.37.ffn_down_exps.weight[234]: blk.37.ffn_down_exps.weight[235]: blk.37.ffn_down_exps.weight[236]: IQ4_NL blk.37.ffn_down_exps.weight[237]: IQ4_NL blk.37.ffn_down_exps.weight[238]: blk.37.ffn_down_exps.weight[239]: IQ4_NL blk.37.ffn_down_exps.weight[240]: IQ4_NL blk.37.ffn_down_exps.weight[241]: blk.37.ffn_down_exps.weight[242]: IQ4_NL blk.37.ffn_down_exps.weight[243]: IQ4_NL blk.37.ffn_down_exps.weight[244]: blk.37.ffn_down_exps.weight[245]: IQ4_NL blk.37.ffn_down_exps.weight[246]: IQ4_NL blk.37.ffn_down_exps.weight[247]: blk.37.ffn_down_exps.weight[248]: blk.37.ffn_down_exps.weight[249]: blk.37.ffn_down_exps.weight[250]: IQ4_NL blk.37.ffn_down_exps.weight[251]: blk.37.ffn_down_exps.weight[252]: IQ4_NL blk.37.ffn_down_exps.weight[253]: IQ4_NL blk.37.ffn_down_exps.weight[254]: IQ4_NL blk.37.ffn_down_exps.weight[255]: IQ4_NL blk.37.ffn_down_exps.weight[256]: blk.37.ffn_down_exps.weight[257]: blk.37.ffn_down_exps.weight[258]: blk.37.ffn_down_exps.weight[259]: blk.37.ffn_down_exps.weight[260]: blk.37.ffn_down_exps.weight[261]: IQ4_NL blk.37.ffn_down_exps.weight[262]: blk.37.ffn_down_exps.weight[263]: blk.37.ffn_down_exps.weight[264]: IQ4_NL blk.37.ffn_down_exps.weight[265]: blk.37.ffn_down_exps.weight[266]: IQ4_NL blk.37.ffn_down_exps.weight[267]: blk.37.ffn_down_exps.weight[268]: blk.37.ffn_down_exps.weight[269]: blk.37.ffn_down_exps.weight[270]: IQ4_NL blk.37.ffn_down_exps.weight[271]: IQ4_NL blk.37.ffn_down_exps.weight[272]: IQ4_NL blk.37.ffn_down_exps.weight[273]: blk.37.ffn_down_exps.weight[274]: IQ4_NL blk.37.ffn_down_exps.weight[275]: IQ4_NL blk.37.ffn_down_exps.weight[276]: blk.37.ffn_down_exps.weight[277]: blk.37.ffn_down_exps.weight[278]: blk.37.ffn_down_exps.weight[279]: IQ4_NL blk.37.ffn_down_exps.weight[280]: IQ4_NL blk.37.ffn_down_exps.weight[281]: IQ4_NL blk.37.ffn_down_exps.weight[282]: IQ4_NL blk.37.ffn_down_exps.weight[283]: blk.37.ffn_down_exps.weight[284]: blk.37.ffn_down_exps.weight[285]: blk.37.ffn_down_exps.weight[286]: IQ4_NL blk.37.ffn_down_exps.weight[287]: IQ4_NL blk.37.ffn_down_exps.weight[288]: blk.37.ffn_down_exps.weight[289]: blk.37.ffn_down_exps.weight[290]: IQ4_NL blk.37.ffn_down_exps.weight[291]: blk.37.ffn_down_exps.weight[292]: IQ4_NL blk.37.ffn_down_exps.weight[293]: IQ4_NL blk.37.ffn_down_exps.weight[294]: IQ4_NL blk.37.ffn_down_exps.weight[295]: IQ4_NL blk.37.ffn_down_exps.weight[296]: blk.37.ffn_down_exps.weight[297]: blk.37.ffn_down_exps.weight[298]: IQ4_NL blk.37.ffn_down_exps.weight[299]: blk.37.ffn_down_exps.weight[300]: blk.37.ffn_down_exps.weight[301]: IQ4_NL blk.37.ffn_down_exps.weight[302]: IQ4_NL blk.37.ffn_down_exps.weight[303]: IQ4_NL blk.37.ffn_down_exps.weight[304]: IQ4_NL blk.37.ffn_down_exps.weight[305]: IQ4_NL blk.37.ffn_down_exps.weight[306]: IQ4_NL blk.37.ffn_down_exps.weight[307]: blk.37.ffn_down_exps.weight[308]: blk.37.ffn_down_exps.weight[309]: blk.37.ffn_down_exps.weight[310]: blk.37.ffn_down_exps.weight[311]: IQ4_NL blk.37.ffn_down_exps.weight[312]: IQ4_NL blk.37.ffn_down_exps.weight[313]: blk.37.ffn_down_exps.weight[314]: IQ4_NL blk.37.ffn_down_exps.weight[315]: blk.37.ffn_down_exps.weight[316]: IQ4_NL blk.37.ffn_down_exps.weight[317]: blk.37.ffn_down_exps.weight[318]: blk.37.ffn_down_exps.weight[319]: blk.37.ffn_down_exps.weight[320]: IQ4_NL blk.37.ffn_down_exps.weight[321]: blk.37.ffn_down_exps.weight[322]: blk.37.ffn_down_exps.weight[323]: IQ4_NL blk.37.ffn_down_exps.weight[324]: blk.37.ffn_down_exps.weight[325]: blk.37.ffn_down_exps.weight[326]: blk.37.ffn_down_exps.weight[327]: blk.37.ffn_down_exps.weight[328]: blk.37.ffn_down_exps.weight[329]: blk.37.ffn_down_exps.weight[330]: blk.37.ffn_down_exps.weight[331]: IQ4_NL blk.37.ffn_down_exps.weight[332]: IQ4_NL blk.37.ffn_down_exps.weight[333]: blk.37.ffn_down_exps.weight[334]: IQ4_NL blk.37.ffn_down_exps.weight[335]: IQ4_NL blk.37.ffn_down_exps.weight[336]: IQ4_NL blk.37.ffn_down_exps.weight[337]: IQ4_NL blk.37.ffn_down_exps.weight[338]: IQ4_NL blk.37.ffn_down_exps.weight[339]: blk.37.ffn_down_exps.weight[340]: IQ4_NL blk.37.ffn_down_exps.weight[341]: blk.37.ffn_down_exps.weight[342]: IQ4_NL blk.37.ffn_down_exps.weight[343]: blk.37.ffn_down_exps.weight[344]: IQ4_NL blk.37.ffn_down_exps.weight[345]: blk.37.ffn_down_exps.weight[346]: blk.37.ffn_down_exps.weight[347]: IQ4_NL blk.37.ffn_down_exps.weight[348]: blk.37.ffn_down_exps.weight[349]: blk.37.ffn_down_exps.weight[350]: blk.37.ffn_down_exps.weight[351]: blk.37.ffn_down_exps.weight[352]: IQ4_NL blk.37.ffn_down_exps.weight[353]: IQ4_NL blk.37.ffn_down_exps.weight[354]: blk.37.ffn_down_exps.weight[355]: blk.37.ffn_down_exps.weight[356]: blk.37.ffn_down_exps.weight[357]: IQ4_NL blk.37.ffn_down_exps.weight[358]: IQ4_NL blk.37.ffn_down_exps.weight[359]: IQ4_NL blk.37.ffn_down_exps.weight[360]: IQ4_NL blk.37.ffn_down_exps.weight[361]: blk.37.ffn_down_exps.weight[362]: blk.37.ffn_down_exps.weight[363]: blk.37.ffn_down_exps.weight[364]: blk.37.ffn_down_exps.weight[365]: blk.37.ffn_down_exps.weight[366]: blk.37.ffn_down_exps.weight[367]: blk.37.ffn_down_exps.weight[368]: blk.37.ffn_down_exps.weight[369]: IQ4_NL blk.37.ffn_down_exps.weight[370]: IQ4_NL blk.37.ffn_down_exps.weight[371]: IQ4_NL blk.37.ffn_down_exps.weight[372]: IQ4_NL blk.37.ffn_down_exps.weight[373]: IQ4_NL blk.37.ffn_down_exps.weight[374]: blk.37.ffn_down_exps.weight[375]: blk.37.ffn_down_exps.weight[376]: blk.37.ffn_down_exps.weight[377]: blk.37.ffn_down_exps.weight[378]: IQ4_NL blk.37.ffn_down_exps.weight[379]: IQ4_NL blk.37.ffn_down_exps.weight[380]: IQ4_NL blk.37.ffn_down_exps.weight[381]: blk.37.ffn_down_exps.weight[382]: blk.37.ffn_down_exps.weight[383]: blk.37.ffn_down_exps.weight[384]: IQ4_NL blk.37.ffn_down_exps.weight[385]: blk.37.ffn_down_exps.weight[386]: blk.37.ffn_down_exps.weight[387]: IQ4_NL blk.37.ffn_down_exps.weight[388]: IQ4_NL blk.37.ffn_down_exps.weight[389]: IQ4_NL blk.37.ffn_down_exps.weight[390]: blk.37.ffn_down_exps.weight[391]: IQ4_NL blk.37.ffn_down_exps.weight[392]: IQ4_NL blk.37.ffn_down_exps.weight[393]: blk.37.ffn_down_exps.weight[394]: IQ4_NL blk.37.ffn_down_exps.weight[395]: blk.37.ffn_down_exps.weight[396]: blk.37.ffn_down_exps.weight[397]: blk.37.ffn_down_exps.weight[398]: IQ4_NL blk.37.ffn_down_exps.weight[399]: IQ4_NL blk.37.ffn_down_exps.weight[400]: IQ4_NL blk.37.ffn_down_exps.weight[401]: IQ4_NL blk.37.ffn_down_exps.weight[402]: blk.37.ffn_down_exps.weight[403]: blk.37.ffn_down_exps.weight[404]: IQ4_NL blk.37.ffn_down_exps.weight[405]: blk.37.ffn_down_exps.weight[406]: blk.37.ffn_down_exps.weight[407]: blk.37.ffn_down_exps.weight[408]: IQ4_NL blk.37.ffn_down_exps.weight[409]: IQ4_NL blk.37.ffn_down_exps.weight[410]: blk.37.ffn_down_exps.weight[411]: IQ4_NL blk.37.ffn_down_exps.weight[412]: IQ4_NL blk.37.ffn_down_exps.weight[413]: blk.37.ffn_down_exps.weight[414]: IQ4_NL blk.37.ffn_down_exps.weight[415]: blk.37.ffn_down_exps.weight[416]: blk.37.ffn_down_exps.weight[417]: IQ4_NL blk.37.ffn_down_exps.weight[418]: IQ4_NL blk.37.ffn_down_exps.weight[419]: IQ4_NL blk.37.ffn_down_exps.weight[420]: blk.37.ffn_down_exps.weight[421]: IQ4_NL blk.37.ffn_down_exps.weight[422]: blk.37.ffn_down_exps.weight[423]: blk.37.ffn_down_exps.weight[424]: IQ4_NL blk.37.ffn_down_exps.weight[425]: blk.37.ffn_down_exps.weight[426]: IQ4_NL blk.37.ffn_down_exps.weight[427]: blk.37.ffn_down_exps.weight[428]: blk.37.ffn_down_exps.weight[429]: blk.37.ffn_down_exps.weight[430]: blk.37.ffn_down_exps.weight[431]: blk.37.ffn_down_exps.weight[432]: IQ4_NL blk.37.ffn_down_exps.weight[433]: IQ4_NL blk.37.ffn_down_exps.weight[434]: IQ4_NL blk.37.ffn_down_exps.weight[435]: IQ4_NL blk.37.ffn_down_exps.weight[436]: IQ4_NL blk.37.ffn_down_exps.weight[437]: blk.37.ffn_down_exps.weight[438]: IQ4_NL blk.37.ffn_down_exps.weight[439]: blk.37.ffn_down_exps.weight[440]: IQ4_NL blk.37.ffn_down_exps.weight[441]: IQ4_NL blk.37.ffn_down_exps.weight[442]: IQ4_NL blk.37.ffn_down_exps.weight[443]: blk.37.ffn_down_exps.weight[444]: blk.37.ffn_down_exps.weight[445]: IQ4_NL blk.37.ffn_down_exps.weight[446]: IQ4_NL blk.37.ffn_down_exps.weight[447]: IQ4_NL blk.37.ffn_down_exps.weight[448]: blk.37.ffn_down_exps.weight[449]: IQ4_NL blk.37.ffn_down_exps.weight[450]: IQ4_NL blk.37.ffn_down_exps.weight[451]: IQ4_NL blk.37.ffn_down_exps.weight[452]: blk.37.ffn_down_exps.weight[453]: IQ4_NL blk.37.ffn_down_exps.weight[454]: IQ4_NL blk.37.ffn_down_exps.weight[455]: blk.37.ffn_down_exps.weight[456]: IQ4_NL blk.37.ffn_down_exps.weight[457]: IQ4_NL blk.37.ffn_down_exps.weight[458]: IQ4_NL blk.37.ffn_down_exps.weight[459]: IQ4_NL blk.37.ffn_down_exps.weight[460]: IQ4_NL blk.37.ffn_down_exps.weight[461]: IQ4_NL blk.37.ffn_down_exps.weight[462]: blk.37.ffn_down_exps.weight[463]: blk.37.ffn_down_exps.weight[464]: IQ4_NL blk.37.ffn_down_exps.weight[465]: IQ4_NL blk.37.ffn_down_exps.weight[466]: blk.37.ffn_down_exps.weight[467]: IQ4_NL blk.37.ffn_down_exps.weight[468]: IQ4_NL blk.37.ffn_down_exps.weight[469]: IQ4_NL blk.37.ffn_down_exps.weight[470]: IQ4_NL blk.37.ffn_down_exps.weight[471]: blk.37.ffn_down_exps.weight[472]: IQ4_NL blk.37.ffn_down_exps.weight[473]: blk.37.ffn_down_exps.weight[474]: blk.37.ffn_down_exps.weight[475]: blk.37.ffn_down_exps.weight[476]: IQ4_NL blk.37.ffn_down_exps.weight[477]: IQ4_NL blk.37.ffn_down_exps.weight[478]: IQ4_NL blk.37.ffn_down_exps.weight[479]: IQ4_NL blk.37.ffn_down_exps.weight[480]: IQ4_NL blk.37.ffn_down_exps.weight[481]: blk.37.ffn_down_exps.weight[482]: blk.37.ffn_down_exps.weight[483]: blk.37.ffn_down_exps.weight[484]: IQ4_NL blk.37.ffn_down_exps.weight[485]: blk.37.ffn_down_exps.weight[486]: blk.37.ffn_down_exps.weight[487]: blk.37.ffn_down_exps.weight[488]: blk.37.ffn_down_exps.weight[489]: blk.37.ffn_down_exps.weight[490]: blk.37.ffn_down_exps.weight[491]: blk.37.ffn_down_exps.weight[492]: blk.37.ffn_down_exps.weight[493]: blk.37.ffn_down_exps.weight[494]: IQ4_NL blk.37.ffn_down_exps.weight[495]: blk.37.ffn_down_exps.weight[496]: IQ4_NL blk.37.ffn_down_exps.weight[497]: blk.37.ffn_down_exps.weight[498]: blk.37.ffn_down_exps.weight[499]: IQ4_NL blk.37.ffn_down_exps.weight[500]: IQ4_NL blk.37.ffn_down_exps.weight[501]: IQ4_NL blk.37.ffn_down_exps.weight[502]: blk.37.ffn_down_exps.weight[503]: blk.37.ffn_down_exps.weight[504]: blk.37.ffn_down_exps.weight[505]: blk.37.ffn_down_exps.weight[506]: blk.37.ffn_down_exps.weight[507]: blk.37.ffn_down_exps.weight[508]: blk.37.ffn_down_exps.weight[509]: IQ4_NL blk.37.ffn_down_exps.weight[510]: blk.37.ffn_down_exps.weight[511]: IQ4_NL blk.38.ffn_gate_exps.weight[0]: blk.38.ffn_gate_exps.weight[1]: IQ3_XXS blk.38.ffn_gate_exps.weight[2]: IQ3_XXS blk.38.ffn_gate_exps.weight[3]: IQ3_XXS blk.38.ffn_gate_exps.weight[4]: IQ3_XXS blk.38.ffn_gate_exps.weight[5]: IQ3_XXS blk.38.ffn_gate_exps.weight[6]: IQ3_XXS blk.38.ffn_gate_exps.weight[7]: IQ3_XXS blk.38.ffn_gate_exps.weight[8]: IQ3_XXS blk.38.ffn_gate_exps.weight[9]: blk.38.ffn_gate_exps.weight[10]: IQ3_XXS blk.38.ffn_gate_exps.weight[11]: blk.38.ffn_gate_exps.weight[12]: IQ3_XXS blk.38.ffn_gate_exps.weight[13]: IQ3_XXS blk.38.ffn_gate_exps.weight[14]: blk.38.ffn_gate_exps.weight[15]: IQ3_XXS blk.38.ffn_gate_exps.weight[16]: blk.38.ffn_gate_exps.weight[17]: IQ3_XXS blk.38.ffn_gate_exps.weight[18]: IQ3_XXS blk.38.ffn_gate_exps.weight[19]: blk.38.ffn_gate_exps.weight[20]: IQ3_XXS blk.38.ffn_gate_exps.weight[21]: IQ3_XXS blk.38.ffn_gate_exps.weight[22]: blk.38.ffn_gate_exps.weight[23]: blk.38.ffn_gate_exps.weight[24]: IQ3_XXS blk.38.ffn_gate_exps.weight[25]: blk.38.ffn_gate_exps.weight[26]: blk.38.ffn_gate_exps.weight[27]: IQ3_XXS blk.38.ffn_gate_exps.weight[28]: IQ3_XXS blk.38.ffn_gate_exps.weight[29]: IQ3_XXS blk.38.ffn_gate_exps.weight[30]: IQ3_XXS blk.38.ffn_gate_exps.weight[31]: blk.38.ffn_gate_exps.weight[32]: IQ3_XXS blk.38.ffn_gate_exps.weight[33]: IQ3_XXS blk.38.ffn_gate_exps.weight[34]: blk.38.ffn_gate_exps.weight[35]: IQ3_XXS blk.38.ffn_gate_exps.weight[36]: blk.38.ffn_gate_exps.weight[37]: blk.38.ffn_gate_exps.weight[38]: blk.38.ffn_gate_exps.weight[39]: IQ3_XXS blk.38.ffn_gate_exps.weight[40]: IQ3_XXS blk.38.ffn_gate_exps.weight[41]: IQ3_XXS blk.38.ffn_gate_exps.weight[42]: IQ3_XXS blk.38.ffn_gate_exps.weight[43]: blk.38.ffn_gate_exps.weight[44]: blk.38.ffn_gate_exps.weight[45]: IQ3_XXS blk.38.ffn_gate_exps.weight[46]: IQ3_XXS blk.38.ffn_gate_exps.weight[47]: IQ3_XXS blk.38.ffn_gate_exps.weight[48]: IQ3_XXS blk.38.ffn_gate_exps.weight[49]: IQ3_XXS blk.38.ffn_gate_exps.weight[50]: IQ3_XXS blk.38.ffn_gate_exps.weight[51]: IQ3_XXS blk.38.ffn_gate_exps.weight[52]: IQ3_XXS blk.38.ffn_gate_exps.weight[53]: blk.38.ffn_gate_exps.weight[54]: IQ3_XXS blk.38.ffn_gate_exps.weight[55]: blk.38.ffn_gate_exps.weight[56]: IQ3_XXS blk.38.ffn_gate_exps.weight[57]: blk.38.ffn_gate_exps.weight[58]: blk.38.ffn_gate_exps.weight[59]: IQ3_XXS blk.38.ffn_gate_exps.weight[60]: IQ3_XXS blk.38.ffn_gate_exps.weight[61]: blk.38.ffn_gate_exps.weight[62]: blk.38.ffn_gate_exps.weight[63]: blk.38.ffn_gate_exps.weight[64]: IQ3_XXS blk.38.ffn_gate_exps.weight[65]: IQ3_XXS blk.38.ffn_gate_exps.weight[66]: IQ3_XXS blk.38.ffn_gate_exps.weight[67]: IQ3_XXS blk.38.ffn_gate_exps.weight[68]: blk.38.ffn_gate_exps.weight[69]: IQ3_XXS blk.38.ffn_gate_exps.weight[70]: blk.38.ffn_gate_exps.weight[71]: blk.38.ffn_gate_exps.weight[72]: blk.38.ffn_gate_exps.weight[73]: blk.38.ffn_gate_exps.weight[74]: blk.38.ffn_gate_exps.weight[75]: IQ3_XXS blk.38.ffn_gate_exps.weight[76]: blk.38.ffn_gate_exps.weight[77]: IQ3_XXS blk.38.ffn_gate_exps.weight[78]: IQ3_XXS blk.38.ffn_gate_exps.weight[79]: IQ3_XXS blk.38.ffn_gate_exps.weight[80]: blk.38.ffn_gate_exps.weight[81]: IQ3_XXS blk.38.ffn_gate_exps.weight[82]: IQ3_XXS blk.38.ffn_gate_exps.weight[83]: blk.38.ffn_gate_exps.weight[84]: blk.38.ffn_gate_exps.weight[85]: blk.38.ffn_gate_exps.weight[86]: IQ3_XXS blk.38.ffn_gate_exps.weight[87]: blk.38.ffn_gate_exps.weight[88]: blk.38.ffn_gate_exps.weight[89]: blk.38.ffn_gate_exps.weight[90]: IQ3_XXS blk.38.ffn_gate_exps.weight[91]: IQ3_XXS blk.38.ffn_gate_exps.weight[92]: IQ3_XXS blk.38.ffn_gate_exps.weight[93]: IQ3_XXS blk.38.ffn_gate_exps.weight[94]: blk.38.ffn_gate_exps.weight[95]: IQ3_XXS blk.38.ffn_gate_exps.weight[96]: blk.38.ffn_gate_exps.weight[97]: IQ3_XXS blk.38.ffn_gate_exps.weight[98]: blk.38.ffn_gate_exps.weight[99]: IQ3_XXS blk.38.ffn_gate_exps.weight[100]: IQ3_XXS blk.38.ffn_gate_exps.weight[101]: IQ3_XXS blk.38.ffn_gate_exps.weight[102]: IQ3_XXS blk.38.ffn_gate_exps.weight[103]: blk.38.ffn_gate_exps.weight[104]: IQ3_XXS blk.38.ffn_gate_exps.weight[105]: IQ3_XXS blk.38.ffn_gate_exps.weight[106]: IQ3_XXS blk.38.ffn_gate_exps.weight[107]: IQ3_XXS blk.38.ffn_gate_exps.weight[108]: blk.38.ffn_gate_exps.weight[109]: blk.38.ffn_gate_exps.weight[110]: IQ3_XXS blk.38.ffn_gate_exps.weight[111]: IQ3_XXS blk.38.ffn_gate_exps.weight[112]: IQ3_XXS blk.38.ffn_gate_exps.weight[113]: IQ3_XXS blk.38.ffn_gate_exps.weight[114]: blk.38.ffn_gate_exps.weight[115]: blk.38.ffn_gate_exps.weight[116]: IQ3_XXS blk.38.ffn_gate_exps.weight[117]: blk.38.ffn_gate_exps.weight[118]: blk.38.ffn_gate_exps.weight[119]: blk.38.ffn_gate_exps.weight[120]: IQ3_XXS blk.38.ffn_gate_exps.weight[121]: IQ3_XXS blk.38.ffn_gate_exps.weight[122]: blk.38.ffn_gate_exps.weight[123]: blk.38.ffn_gate_exps.weight[124]: IQ3_XXS blk.38.ffn_gate_exps.weight[125]: IQ3_XXS blk.38.ffn_gate_exps.weight[126]: blk.38.ffn_gate_exps.weight[127]: blk.38.ffn_gate_exps.weight[128]: blk.38.ffn_gate_exps.weight[129]: blk.38.ffn_gate_exps.weight[130]: blk.38.ffn_gate_exps.weight[131]: blk.38.ffn_gate_exps.weight[132]: blk.38.ffn_gate_exps.weight[133]: blk.38.ffn_gate_exps.weight[134]: IQ3_XXS blk.38.ffn_gate_exps.weight[135]: IQ3_XXS blk.38.ffn_gate_exps.weight[136]: IQ3_XXS blk.38.ffn_gate_exps.weight[137]: blk.38.ffn_gate_exps.weight[138]: IQ3_XXS blk.38.ffn_gate_exps.weight[139]: blk.38.ffn_gate_exps.weight[140]: IQ3_XXS blk.38.ffn_gate_exps.weight[141]: blk.38.ffn_gate_exps.weight[142]: blk.38.ffn_gate_exps.weight[143]: blk.38.ffn_gate_exps.weight[144]: blk.38.ffn_gate_exps.weight[145]: blk.38.ffn_gate_exps.weight[146]: blk.38.ffn_gate_exps.weight[147]: blk.38.ffn_gate_exps.weight[148]: blk.38.ffn_gate_exps.weight[149]: IQ3_XXS blk.38.ffn_gate_exps.weight[150]: IQ3_XXS blk.38.ffn_gate_exps.weight[151]: IQ3_XXS blk.38.ffn_gate_exps.weight[152]: IQ3_XXS blk.38.ffn_gate_exps.weight[153]: blk.38.ffn_gate_exps.weight[154]: IQ3_XXS blk.38.ffn_gate_exps.weight[155]: blk.38.ffn_gate_exps.weight[156]: blk.38.ffn_gate_exps.weight[157]: IQ3_XXS blk.38.ffn_gate_exps.weight[158]: blk.38.ffn_gate_exps.weight[159]: blk.38.ffn_gate_exps.weight[160]: IQ3_XXS blk.38.ffn_gate_exps.weight[161]: blk.38.ffn_gate_exps.weight[162]: IQ3_XXS blk.38.ffn_gate_exps.weight[163]: IQ3_XXS blk.38.ffn_gate_exps.weight[164]: IQ3_XXS blk.38.ffn_gate_exps.weight[165]: blk.38.ffn_gate_exps.weight[166]: blk.38.ffn_gate_exps.weight[167]: blk.38.ffn_gate_exps.weight[168]: blk.38.ffn_gate_exps.weight[169]: blk.38.ffn_gate_exps.weight[170]: IQ3_XXS blk.38.ffn_gate_exps.weight[171]: IQ3_XXS blk.38.ffn_gate_exps.weight[172]: IQ3_XXS blk.38.ffn_gate_exps.weight[173]: blk.38.ffn_gate_exps.weight[174]: blk.38.ffn_gate_exps.weight[175]: IQ3_XXS blk.38.ffn_gate_exps.weight[176]: blk.38.ffn_gate_exps.weight[177]: blk.38.ffn_gate_exps.weight[178]: IQ3_XXS blk.38.ffn_gate_exps.weight[179]: blk.38.ffn_gate_exps.weight[180]: blk.38.ffn_gate_exps.weight[181]: IQ3_XXS blk.38.ffn_gate_exps.weight[182]: blk.38.ffn_gate_exps.weight[183]: blk.38.ffn_gate_exps.weight[184]: blk.38.ffn_gate_exps.weight[185]: blk.38.ffn_gate_exps.weight[186]: blk.38.ffn_gate_exps.weight[187]: IQ3_XXS blk.38.ffn_gate_exps.weight[188]: IQ3_XXS blk.38.ffn_gate_exps.weight[189]: IQ3_XXS blk.38.ffn_gate_exps.weight[190]: IQ3_XXS blk.38.ffn_gate_exps.weight[191]: blk.38.ffn_gate_exps.weight[192]: IQ3_XXS blk.38.ffn_gate_exps.weight[193]: IQ3_XXS blk.38.ffn_gate_exps.weight[194]: blk.38.ffn_gate_exps.weight[195]: IQ3_XXS blk.38.ffn_gate_exps.weight[196]: blk.38.ffn_gate_exps.weight[197]: blk.38.ffn_gate_exps.weight[198]: blk.38.ffn_gate_exps.weight[199]: blk.38.ffn_gate_exps.weight[200]: blk.38.ffn_gate_exps.weight[201]: IQ3_XXS blk.38.ffn_gate_exps.weight[202]: blk.38.ffn_gate_exps.weight[203]: blk.38.ffn_gate_exps.weight[204]: IQ3_XXS blk.38.ffn_gate_exps.weight[205]: IQ3_XXS blk.38.ffn_gate_exps.weight[206]: IQ3_XXS blk.38.ffn_gate_exps.weight[207]: blk.38.ffn_gate_exps.weight[208]: blk.38.ffn_gate_exps.weight[209]: blk.38.ffn_gate_exps.weight[210]: blk.38.ffn_gate_exps.weight[211]: blk.38.ffn_gate_exps.weight[212]: IQ3_XXS blk.38.ffn_gate_exps.weight[213]: blk.38.ffn_gate_exps.weight[214]: blk.38.ffn_gate_exps.weight[215]: IQ3_XXS blk.38.ffn_gate_exps.weight[216]: IQ3_XXS blk.38.ffn_gate_exps.weight[217]: blk.38.ffn_gate_exps.weight[218]: blk.38.ffn_gate_exps.weight[219]: IQ3_XXS blk.38.ffn_gate_exps.weight[220]: blk.38.ffn_gate_exps.weight[221]: IQ3_XXS blk.38.ffn_gate_exps.weight[222]: blk.38.ffn_gate_exps.weight[223]: IQ3_XXS blk.38.ffn_gate_exps.weight[224]: IQ3_XXS blk.38.ffn_gate_exps.weight[225]: IQ3_XXS blk.38.ffn_gate_exps.weight[226]: blk.38.ffn_gate_exps.weight[227]: blk.38.ffn_gate_exps.weight[228]: blk.38.ffn_gate_exps.weight[229]: IQ3_XXS blk.38.ffn_gate_exps.weight[230]: IQ3_XXS blk.38.ffn_gate_exps.weight[231]: blk.38.ffn_gate_exps.weight[232]: IQ3_XXS blk.38.ffn_gate_exps.weight[233]: IQ3_XXS blk.38.ffn_gate_exps.weight[234]: blk.38.ffn_gate_exps.weight[235]: IQ3_XXS blk.38.ffn_gate_exps.weight[236]: blk.38.ffn_gate_exps.weight[237]: blk.38.ffn_gate_exps.weight[238]: IQ3_XXS blk.38.ffn_gate_exps.weight[239]: blk.38.ffn_gate_exps.weight[240]: blk.38.ffn_gate_exps.weight[241]: blk.38.ffn_gate_exps.weight[242]: IQ3_XXS blk.38.ffn_gate_exps.weight[243]: IQ3_XXS blk.38.ffn_gate_exps.weight[244]: blk.38.ffn_gate_exps.weight[245]: blk.38.ffn_gate_exps.weight[246]: blk.38.ffn_gate_exps.weight[247]: blk.38.ffn_gate_exps.weight[248]: blk.38.ffn_gate_exps.weight[249]: IQ3_XXS blk.38.ffn_gate_exps.weight[250]: IQ3_XXS blk.38.ffn_gate_exps.weight[251]: IQ3_XXS blk.38.ffn_gate_exps.weight[252]: IQ3_XXS blk.38.ffn_gate_exps.weight[253]: IQ3_XXS blk.38.ffn_gate_exps.weight[254]: blk.38.ffn_gate_exps.weight[255]: IQ3_XXS blk.38.ffn_gate_exps.weight[256]: IQ3_XXS blk.38.ffn_gate_exps.weight[257]: IQ3_XXS blk.38.ffn_gate_exps.weight[258]: blk.38.ffn_gate_exps.weight[259]: blk.38.ffn_gate_exps.weight[260]: blk.38.ffn_gate_exps.weight[261]: IQ3_XXS blk.38.ffn_gate_exps.weight[262]: blk.38.ffn_gate_exps.weight[263]: blk.38.ffn_gate_exps.weight[264]: IQ3_XXS blk.38.ffn_gate_exps.weight[265]: IQ3_XXS blk.38.ffn_gate_exps.weight[266]: IQ3_XXS blk.38.ffn_gate_exps.weight[267]: blk.38.ffn_gate_exps.weight[268]: blk.38.ffn_gate_exps.weight[269]: IQ3_XXS blk.38.ffn_gate_exps.weight[270]: IQ3_XXS blk.38.ffn_gate_exps.weight[271]: blk.38.ffn_gate_exps.weight[272]: IQ3_XXS blk.38.ffn_gate_exps.weight[273]: blk.38.ffn_gate_exps.weight[274]: blk.38.ffn_gate_exps.weight[275]: IQ3_XXS blk.38.ffn_gate_exps.weight[276]: blk.38.ffn_gate_exps.weight[277]: blk.38.ffn_gate_exps.weight[278]: blk.38.ffn_gate_exps.weight[279]: IQ3_XXS blk.38.ffn_gate_exps.weight[280]: blk.38.ffn_gate_exps.weight[281]: IQ3_XXS blk.38.ffn_gate_exps.weight[282]: blk.38.ffn_gate_exps.weight[283]: IQ3_XXS blk.38.ffn_gate_exps.weight[284]: blk.38.ffn_gate_exps.weight[285]: blk.38.ffn_gate_exps.weight[286]: blk.38.ffn_gate_exps.weight[287]: IQ3_XXS blk.38.ffn_gate_exps.weight[288]: blk.38.ffn_gate_exps.weight[289]: blk.38.ffn_gate_exps.weight[290]: IQ3_XXS blk.38.ffn_gate_exps.weight[291]: blk.38.ffn_gate_exps.weight[292]: IQ3_XXS blk.38.ffn_gate_exps.weight[293]: IQ3_XXS blk.38.ffn_gate_exps.weight[294]: IQ3_XXS blk.38.ffn_gate_exps.weight[295]: IQ3_XXS blk.38.ffn_gate_exps.weight[296]: blk.38.ffn_gate_exps.weight[297]: IQ3_XXS blk.38.ffn_gate_exps.weight[298]: IQ3_XXS blk.38.ffn_gate_exps.weight[299]: blk.38.ffn_gate_exps.weight[300]: IQ3_XXS blk.38.ffn_gate_exps.weight[301]: IQ3_XXS blk.38.ffn_gate_exps.weight[302]: IQ3_XXS blk.38.ffn_gate_exps.weight[303]: IQ3_XXS blk.38.ffn_gate_exps.weight[304]: blk.38.ffn_gate_exps.weight[305]: IQ3_XXS blk.38.ffn_gate_exps.weight[306]: blk.38.ffn_gate_exps.weight[307]: IQ3_XXS blk.38.ffn_gate_exps.weight[308]: blk.38.ffn_gate_exps.weight[309]: IQ3_XXS blk.38.ffn_gate_exps.weight[310]: blk.38.ffn_gate_exps.weight[311]: blk.38.ffn_gate_exps.weight[312]: IQ3_XXS blk.38.ffn_gate_exps.weight[313]: IQ3_XXS blk.38.ffn_gate_exps.weight[314]: blk.38.ffn_gate_exps.weight[315]: blk.38.ffn_gate_exps.weight[316]: IQ3_XXS blk.38.ffn_gate_exps.weight[317]: IQ3_XXS blk.38.ffn_gate_exps.weight[318]: blk.38.ffn_gate_exps.weight[319]: IQ3_XXS blk.38.ffn_gate_exps.weight[320]: IQ3_XXS blk.38.ffn_gate_exps.weight[321]: IQ3_XXS blk.38.ffn_gate_exps.weight[322]: blk.38.ffn_gate_exps.weight[323]: blk.38.ffn_gate_exps.weight[324]: blk.38.ffn_gate_exps.weight[325]: IQ3_XXS blk.38.ffn_gate_exps.weight[326]: IQ3_XXS blk.38.ffn_gate_exps.weight[327]: IQ3_XXS blk.38.ffn_gate_exps.weight[328]: IQ3_XXS blk.38.ffn_gate_exps.weight[329]: blk.38.ffn_gate_exps.weight[330]: blk.38.ffn_gate_exps.weight[331]: blk.38.ffn_gate_exps.weight[332]: IQ3_XXS blk.38.ffn_gate_exps.weight[333]: blk.38.ffn_gate_exps.weight[334]: IQ3_XXS blk.38.ffn_gate_exps.weight[335]: blk.38.ffn_gate_exps.weight[336]: blk.38.ffn_gate_exps.weight[337]: blk.38.ffn_gate_exps.weight[338]: IQ3_XXS blk.38.ffn_gate_exps.weight[339]: IQ3_XXS blk.38.ffn_gate_exps.weight[340]: blk.38.ffn_gate_exps.weight[341]: IQ3_XXS blk.38.ffn_gate_exps.weight[342]: blk.38.ffn_gate_exps.weight[343]: IQ3_XXS blk.38.ffn_gate_exps.weight[344]: blk.38.ffn_gate_exps.weight[345]: IQ3_XXS blk.38.ffn_gate_exps.weight[346]: blk.38.ffn_gate_exps.weight[347]: IQ3_XXS blk.38.ffn_gate_exps.weight[348]: IQ3_XXS blk.38.ffn_gate_exps.weight[349]: IQ3_XXS blk.38.ffn_gate_exps.weight[350]: blk.38.ffn_gate_exps.weight[351]: blk.38.ffn_gate_exps.weight[352]: blk.38.ffn_gate_exps.weight[353]: blk.38.ffn_gate_exps.weight[354]: blk.38.ffn_gate_exps.weight[355]: IQ3_XXS blk.38.ffn_gate_exps.weight[356]: IQ3_XXS blk.38.ffn_gate_exps.weight[357]: IQ3_XXS blk.38.ffn_gate_exps.weight[358]: IQ3_XXS blk.38.ffn_gate_exps.weight[359]: blk.38.ffn_gate_exps.weight[360]: blk.38.ffn_gate_exps.weight[361]: blk.38.ffn_gate_exps.weight[362]: blk.38.ffn_gate_exps.weight[363]: IQ3_XXS blk.38.ffn_gate_exps.weight[364]: blk.38.ffn_gate_exps.weight[365]: blk.38.ffn_gate_exps.weight[366]: IQ3_XXS blk.38.ffn_gate_exps.weight[367]: IQ3_XXS blk.38.ffn_gate_exps.weight[368]: blk.38.ffn_gate_exps.weight[369]: blk.38.ffn_gate_exps.weight[370]: blk.38.ffn_gate_exps.weight[371]: IQ3_XXS blk.38.ffn_gate_exps.weight[372]: blk.38.ffn_gate_exps.weight[373]: IQ3_XXS blk.38.ffn_gate_exps.weight[374]: IQ3_XXS blk.38.ffn_gate_exps.weight[375]: IQ3_XXS blk.38.ffn_gate_exps.weight[376]: blk.38.ffn_gate_exps.weight[377]: IQ3_XXS blk.38.ffn_gate_exps.weight[378]: blk.38.ffn_gate_exps.weight[379]: IQ3_XXS blk.38.ffn_gate_exps.weight[380]: IQ3_XXS blk.38.ffn_gate_exps.weight[381]: IQ3_XXS blk.38.ffn_gate_exps.weight[382]: blk.38.ffn_gate_exps.weight[383]: blk.38.ffn_gate_exps.weight[384]: IQ3_XXS blk.38.ffn_gate_exps.weight[385]: IQ3_XXS blk.38.ffn_gate_exps.weight[386]: IQ3_XXS blk.38.ffn_gate_exps.weight[387]: IQ3_XXS blk.38.ffn_gate_exps.weight[388]: IQ3_XXS blk.38.ffn_gate_exps.weight[389]: IQ3_XXS blk.38.ffn_gate_exps.weight[390]: IQ3_XXS blk.38.ffn_gate_exps.weight[391]: blk.38.ffn_gate_exps.weight[392]: blk.38.ffn_gate_exps.weight[393]: IQ3_XXS blk.38.ffn_gate_exps.weight[394]: IQ3_XXS blk.38.ffn_gate_exps.weight[395]: blk.38.ffn_gate_exps.weight[396]: IQ3_XXS blk.38.ffn_gate_exps.weight[397]: blk.38.ffn_gate_exps.weight[398]: blk.38.ffn_gate_exps.weight[399]: IQ3_XXS blk.38.ffn_gate_exps.weight[400]: blk.38.ffn_gate_exps.weight[401]: IQ3_XXS blk.38.ffn_gate_exps.weight[402]: blk.38.ffn_gate_exps.weight[403]: blk.38.ffn_gate_exps.weight[404]: IQ3_XXS blk.38.ffn_gate_exps.weight[405]: IQ3_XXS blk.38.ffn_gate_exps.weight[406]: IQ3_XXS blk.38.ffn_gate_exps.weight[407]: blk.38.ffn_gate_exps.weight[408]: IQ3_XXS blk.38.ffn_gate_exps.weight[409]: blk.38.ffn_gate_exps.weight[410]: blk.38.ffn_gate_exps.weight[411]: blk.38.ffn_gate_exps.weight[412]: blk.38.ffn_gate_exps.weight[413]: IQ3_XXS blk.38.ffn_gate_exps.weight[414]: IQ3_XXS blk.38.ffn_gate_exps.weight[415]: blk.38.ffn_gate_exps.weight[416]: IQ3_XXS blk.38.ffn_gate_exps.weight[417]: IQ3_XXS blk.38.ffn_gate_exps.weight[418]: blk.38.ffn_gate_exps.weight[419]: IQ3_XXS blk.38.ffn_gate_exps.weight[420]: IQ3_XXS blk.38.ffn_gate_exps.weight[421]: blk.38.ffn_gate_exps.weight[422]: blk.38.ffn_gate_exps.weight[423]: blk.38.ffn_gate_exps.weight[424]: IQ3_XXS blk.38.ffn_gate_exps.weight[425]: blk.38.ffn_gate_exps.weight[426]: IQ3_XXS blk.38.ffn_gate_exps.weight[427]: blk.38.ffn_gate_exps.weight[428]: IQ3_XXS blk.38.ffn_gate_exps.weight[429]: IQ3_XXS blk.38.ffn_gate_exps.weight[430]: IQ3_XXS blk.38.ffn_gate_exps.weight[431]: blk.38.ffn_gate_exps.weight[432]: IQ3_XXS blk.38.ffn_gate_exps.weight[433]: blk.38.ffn_gate_exps.weight[434]: IQ3_XXS blk.38.ffn_gate_exps.weight[435]: IQ3_XXS blk.38.ffn_gate_exps.weight[436]: IQ3_XXS blk.38.ffn_gate_exps.weight[437]: blk.38.ffn_gate_exps.weight[438]: IQ3_XXS blk.38.ffn_gate_exps.weight[439]: IQ3_XXS blk.38.ffn_gate_exps.weight[440]: IQ3_XXS blk.38.ffn_gate_exps.weight[441]: IQ3_XXS blk.38.ffn_gate_exps.weight[442]: blk.38.ffn_gate_exps.weight[443]: blk.38.ffn_gate_exps.weight[444]: IQ3_XXS blk.38.ffn_gate_exps.weight[445]: blk.38.ffn_gate_exps.weight[446]: IQ3_XXS blk.38.ffn_gate_exps.weight[447]: blk.38.ffn_gate_exps.weight[448]: blk.38.ffn_gate_exps.weight[449]: blk.38.ffn_gate_exps.weight[450]: blk.38.ffn_gate_exps.weight[451]: IQ3_XXS blk.38.ffn_gate_exps.weight[452]: IQ3_XXS blk.38.ffn_gate_exps.weight[453]: IQ3_XXS blk.38.ffn_gate_exps.weight[454]: blk.38.ffn_gate_exps.weight[455]: IQ3_XXS blk.38.ffn_gate_exps.weight[456]: blk.38.ffn_gate_exps.weight[457]: blk.38.ffn_gate_exps.weight[458]: blk.38.ffn_gate_exps.weight[459]: blk.38.ffn_gate_exps.weight[460]: IQ3_XXS blk.38.ffn_gate_exps.weight[461]: blk.38.ffn_gate_exps.weight[462]: IQ3_XXS blk.38.ffn_gate_exps.weight[463]: blk.38.ffn_gate_exps.weight[464]: blk.38.ffn_gate_exps.weight[465]: IQ3_XXS blk.38.ffn_gate_exps.weight[466]: IQ3_XXS blk.38.ffn_gate_exps.weight[467]: IQ3_XXS blk.38.ffn_gate_exps.weight[468]: IQ3_XXS blk.38.ffn_gate_exps.weight[469]: blk.38.ffn_gate_exps.weight[470]: IQ3_XXS blk.38.ffn_gate_exps.weight[471]: IQ3_XXS blk.38.ffn_gate_exps.weight[472]: IQ3_XXS blk.38.ffn_gate_exps.weight[473]: blk.38.ffn_gate_exps.weight[474]: blk.38.ffn_gate_exps.weight[475]: blk.38.ffn_gate_exps.weight[476]: blk.38.ffn_gate_exps.weight[477]: IQ3_XXS blk.38.ffn_gate_exps.weight[478]: blk.38.ffn_gate_exps.weight[479]: IQ3_XXS blk.38.ffn_gate_exps.weight[480]: blk.38.ffn_gate_exps.weight[481]: IQ3_XXS blk.38.ffn_gate_exps.weight[482]: IQ3_XXS blk.38.ffn_gate_exps.weight[483]: blk.38.ffn_gate_exps.weight[484]: blk.38.ffn_gate_exps.weight[485]: blk.38.ffn_gate_exps.weight[486]: blk.38.ffn_gate_exps.weight[487]: blk.38.ffn_gate_exps.weight[488]: blk.38.ffn_gate_exps.weight[489]: IQ3_XXS blk.38.ffn_gate_exps.weight[490]: IQ3_XXS blk.38.ffn_gate_exps.weight[491]: blk.38.ffn_gate_exps.weight[492]: blk.38.ffn_gate_exps.weight[493]: IQ3_XXS blk.38.ffn_gate_exps.weight[494]: IQ3_XXS blk.38.ffn_gate_exps.weight[495]: blk.38.ffn_gate_exps.weight[496]: blk.38.ffn_gate_exps.weight[497]: blk.38.ffn_gate_exps.weight[498]: blk.38.ffn_gate_exps.weight[499]: IQ3_XXS blk.38.ffn_gate_exps.weight[500]: blk.38.ffn_gate_exps.weight[501]: IQ3_XXS blk.38.ffn_gate_exps.weight[502]: blk.38.ffn_gate_exps.weight[503]: blk.38.ffn_gate_exps.weight[504]: IQ3_XXS blk.38.ffn_gate_exps.weight[505]: blk.38.ffn_gate_exps.weight[506]: IQ3_XXS blk.38.ffn_gate_exps.weight[507]: blk.38.ffn_gate_exps.weight[508]: blk.38.ffn_gate_exps.weight[509]: blk.38.ffn_gate_exps.weight[510]: blk.38.ffn_gate_exps.weight[511]: IQ3_XXS blk.38.ffn_up_exps.weight[0]: blk.38.ffn_up_exps.weight[1]: IQ3_XXS blk.38.ffn_up_exps.weight[2]: IQ3_XXS blk.38.ffn_up_exps.weight[3]: IQ3_XXS blk.38.ffn_up_exps.weight[4]: IQ3_XXS blk.38.ffn_up_exps.weight[5]: IQ3_XXS blk.38.ffn_up_exps.weight[6]: IQ3_XXS blk.38.ffn_up_exps.weight[7]: IQ3_XXS blk.38.ffn_up_exps.weight[8]: IQ3_XXS blk.38.ffn_up_exps.weight[9]: blk.38.ffn_up_exps.weight[10]: IQ3_XXS blk.38.ffn_up_exps.weight[11]: blk.38.ffn_up_exps.weight[12]: IQ3_XXS blk.38.ffn_up_exps.weight[13]: IQ3_XXS blk.38.ffn_up_exps.weight[14]: blk.38.ffn_up_exps.weight[15]: IQ3_XXS blk.38.ffn_up_exps.weight[16]: blk.38.ffn_up_exps.weight[17]: IQ3_XXS blk.38.ffn_up_exps.weight[18]: IQ3_XXS blk.38.ffn_up_exps.weight[19]: blk.38.ffn_up_exps.weight[20]: IQ3_XXS blk.38.ffn_up_exps.weight[21]: IQ3_XXS blk.38.ffn_up_exps.weight[22]: blk.38.ffn_up_exps.weight[23]: blk.38.ffn_up_exps.weight[24]: IQ3_XXS blk.38.ffn_up_exps.weight[25]: blk.38.ffn_up_exps.weight[26]: blk.38.ffn_up_exps.weight[27]: IQ3_XXS blk.38.ffn_up_exps.weight[28]: IQ3_XXS blk.38.ffn_up_exps.weight[29]: IQ3_XXS blk.38.ffn_up_exps.weight[30]: IQ3_XXS blk.38.ffn_up_exps.weight[31]: blk.38.ffn_up_exps.weight[32]: IQ3_XXS blk.38.ffn_up_exps.weight[33]: IQ3_XXS blk.38.ffn_up_exps.weight[34]: blk.38.ffn_up_exps.weight[35]: IQ3_XXS blk.38.ffn_up_exps.weight[36]: blk.38.ffn_up_exps.weight[37]: blk.38.ffn_up_exps.weight[38]: blk.38.ffn_up_exps.weight[39]: IQ3_XXS blk.38.ffn_up_exps.weight[40]: IQ3_XXS blk.38.ffn_up_exps.weight[41]: IQ3_XXS blk.38.ffn_up_exps.weight[42]: IQ3_XXS blk.38.ffn_up_exps.weight[43]: blk.38.ffn_up_exps.weight[44]: blk.38.ffn_up_exps.weight[45]: IQ3_XXS blk.38.ffn_up_exps.weight[46]: IQ3_XXS blk.38.ffn_up_exps.weight[47]: IQ3_XXS blk.38.ffn_up_exps.weight[48]: IQ3_XXS blk.38.ffn_up_exps.weight[49]: IQ3_XXS blk.38.ffn_up_exps.weight[50]: IQ3_XXS blk.38.ffn_up_exps.weight[51]: IQ3_XXS blk.38.ffn_up_exps.weight[52]: IQ3_XXS blk.38.ffn_up_exps.weight[53]: blk.38.ffn_up_exps.weight[54]: IQ3_XXS blk.38.ffn_up_exps.weight[55]: blk.38.ffn_up_exps.weight[56]: IQ3_XXS blk.38.ffn_up_exps.weight[57]: blk.38.ffn_up_exps.weight[58]: blk.38.ffn_up_exps.weight[59]: IQ3_XXS blk.38.ffn_up_exps.weight[60]: IQ3_XXS blk.38.ffn_up_exps.weight[61]: blk.38.ffn_up_exps.weight[62]: blk.38.ffn_up_exps.weight[63]: blk.38.ffn_up_exps.weight[64]: IQ3_XXS blk.38.ffn_up_exps.weight[65]: IQ3_XXS blk.38.ffn_up_exps.weight[66]: IQ3_XXS blk.38.ffn_up_exps.weight[67]: IQ3_XXS blk.38.ffn_up_exps.weight[68]: blk.38.ffn_up_exps.weight[69]: IQ3_XXS blk.38.ffn_up_exps.weight[70]: blk.38.ffn_up_exps.weight[71]: blk.38.ffn_up_exps.weight[72]: blk.38.ffn_up_exps.weight[73]: blk.38.ffn_up_exps.weight[74]: blk.38.ffn_up_exps.weight[75]: IQ3_XXS blk.38.ffn_up_exps.weight[76]: blk.38.ffn_up_exps.weight[77]: IQ3_XXS blk.38.ffn_up_exps.weight[78]: IQ3_XXS blk.38.ffn_up_exps.weight[79]: IQ3_XXS blk.38.ffn_up_exps.weight[80]: blk.38.ffn_up_exps.weight[81]: IQ3_XXS blk.38.ffn_up_exps.weight[82]: IQ3_XXS blk.38.ffn_up_exps.weight[83]: blk.38.ffn_up_exps.weight[84]: blk.38.ffn_up_exps.weight[85]: blk.38.ffn_up_exps.weight[86]: IQ3_XXS blk.38.ffn_up_exps.weight[87]: blk.38.ffn_up_exps.weight[88]: blk.38.ffn_up_exps.weight[89]: blk.38.ffn_up_exps.weight[90]: IQ3_XXS blk.38.ffn_up_exps.weight[91]: IQ3_XXS blk.38.ffn_up_exps.weight[92]: IQ3_XXS blk.38.ffn_up_exps.weight[93]: IQ3_XXS blk.38.ffn_up_exps.weight[94]: blk.38.ffn_up_exps.weight[95]: IQ3_XXS blk.38.ffn_up_exps.weight[96]: blk.38.ffn_up_exps.weight[97]: IQ3_XXS blk.38.ffn_up_exps.weight[98]: blk.38.ffn_up_exps.weight[99]: IQ3_XXS blk.38.ffn_up_exps.weight[100]: IQ3_XXS blk.38.ffn_up_exps.weight[101]: IQ3_XXS blk.38.ffn_up_exps.weight[102]: IQ3_XXS blk.38.ffn_up_exps.weight[103]: blk.38.ffn_up_exps.weight[104]: IQ3_XXS blk.38.ffn_up_exps.weight[105]: IQ3_XXS blk.38.ffn_up_exps.weight[106]: IQ3_XXS blk.38.ffn_up_exps.weight[107]: IQ3_XXS blk.38.ffn_up_exps.weight[108]: blk.38.ffn_up_exps.weight[109]: blk.38.ffn_up_exps.weight[110]: IQ3_XXS blk.38.ffn_up_exps.weight[111]: IQ3_XXS blk.38.ffn_up_exps.weight[112]: IQ3_XXS blk.38.ffn_up_exps.weight[113]: IQ3_XXS blk.38.ffn_up_exps.weight[114]: blk.38.ffn_up_exps.weight[115]: blk.38.ffn_up_exps.weight[116]: IQ3_XXS blk.38.ffn_up_exps.weight[117]: blk.38.ffn_up_exps.weight[118]: blk.38.ffn_up_exps.weight[119]: blk.38.ffn_up_exps.weight[120]: IQ3_XXS blk.38.ffn_up_exps.weight[121]: IQ3_XXS blk.38.ffn_up_exps.weight[122]: blk.38.ffn_up_exps.weight[123]: blk.38.ffn_up_exps.weight[124]: IQ3_XXS blk.38.ffn_up_exps.weight[125]: IQ3_XXS blk.38.ffn_up_exps.weight[126]: blk.38.ffn_up_exps.weight[127]: blk.38.ffn_up_exps.weight[128]: blk.38.ffn_up_exps.weight[129]: blk.38.ffn_up_exps.weight[130]: blk.38.ffn_up_exps.weight[131]: blk.38.ffn_up_exps.weight[132]: blk.38.ffn_up_exps.weight[133]: blk.38.ffn_up_exps.weight[134]: IQ3_XXS blk.38.ffn_up_exps.weight[135]: IQ3_XXS blk.38.ffn_up_exps.weight[136]: IQ3_XXS blk.38.ffn_up_exps.weight[137]: blk.38.ffn_up_exps.weight[138]: IQ3_XXS blk.38.ffn_up_exps.weight[139]: blk.38.ffn_up_exps.weight[140]: IQ3_XXS blk.38.ffn_up_exps.weight[141]: blk.38.ffn_up_exps.weight[142]: blk.38.ffn_up_exps.weight[143]: blk.38.ffn_up_exps.weight[144]: blk.38.ffn_up_exps.weight[145]: blk.38.ffn_up_exps.weight[146]: blk.38.ffn_up_exps.weight[147]: blk.38.ffn_up_exps.weight[148]: blk.38.ffn_up_exps.weight[149]: IQ3_XXS blk.38.ffn_up_exps.weight[150]: IQ3_XXS blk.38.ffn_up_exps.weight[151]: IQ3_XXS blk.38.ffn_up_exps.weight[152]: IQ3_XXS blk.38.ffn_up_exps.weight[153]: blk.38.ffn_up_exps.weight[154]: IQ3_XXS blk.38.ffn_up_exps.weight[155]: blk.38.ffn_up_exps.weight[156]: blk.38.ffn_up_exps.weight[157]: IQ3_XXS blk.38.ffn_up_exps.weight[158]: blk.38.ffn_up_exps.weight[159]: blk.38.ffn_up_exps.weight[160]: IQ3_XXS blk.38.ffn_up_exps.weight[161]: blk.38.ffn_up_exps.weight[162]: IQ3_XXS blk.38.ffn_up_exps.weight[163]: IQ3_XXS blk.38.ffn_up_exps.weight[164]: IQ3_XXS blk.38.ffn_up_exps.weight[165]: blk.38.ffn_up_exps.weight[166]: blk.38.ffn_up_exps.weight[167]: blk.38.ffn_up_exps.weight[168]: blk.38.ffn_up_exps.weight[169]: blk.38.ffn_up_exps.weight[170]: IQ3_XXS blk.38.ffn_up_exps.weight[171]: IQ3_XXS blk.38.ffn_up_exps.weight[172]: IQ3_XXS blk.38.ffn_up_exps.weight[173]: blk.38.ffn_up_exps.weight[174]: blk.38.ffn_up_exps.weight[175]: IQ3_XXS blk.38.ffn_up_exps.weight[176]: blk.38.ffn_up_exps.weight[177]: blk.38.ffn_up_exps.weight[178]: IQ3_XXS blk.38.ffn_up_exps.weight[179]: blk.38.ffn_up_exps.weight[180]: blk.38.ffn_up_exps.weight[181]: IQ3_XXS blk.38.ffn_up_exps.weight[182]: blk.38.ffn_up_exps.weight[183]: blk.38.ffn_up_exps.weight[184]: blk.38.ffn_up_exps.weight[185]: blk.38.ffn_up_exps.weight[186]: blk.38.ffn_up_exps.weight[187]: IQ3_XXS blk.38.ffn_up_exps.weight[188]: IQ3_XXS blk.38.ffn_up_exps.weight[189]: IQ3_XXS blk.38.ffn_up_exps.weight[190]: IQ3_XXS blk.38.ffn_up_exps.weight[191]: blk.38.ffn_up_exps.weight[192]: IQ3_XXS blk.38.ffn_up_exps.weight[193]: IQ3_XXS blk.38.ffn_up_exps.weight[194]: blk.38.ffn_up_exps.weight[195]: IQ3_XXS blk.38.ffn_up_exps.weight[196]: blk.38.ffn_up_exps.weight[197]: blk.38.ffn_up_exps.weight[198]: blk.38.ffn_up_exps.weight[199]: blk.38.ffn_up_exps.weight[200]: blk.38.ffn_up_exps.weight[201]: IQ3_XXS blk.38.ffn_up_exps.weight[202]: blk.38.ffn_up_exps.weight[203]: blk.38.ffn_up_exps.weight[204]: IQ3_XXS blk.38.ffn_up_exps.weight[205]: IQ3_XXS blk.38.ffn_up_exps.weight[206]: IQ3_XXS blk.38.ffn_up_exps.weight[207]: blk.38.ffn_up_exps.weight[208]: blk.38.ffn_up_exps.weight[209]: blk.38.ffn_up_exps.weight[210]: blk.38.ffn_up_exps.weight[211]: blk.38.ffn_up_exps.weight[212]: IQ3_XXS blk.38.ffn_up_exps.weight[213]: blk.38.ffn_up_exps.weight[214]: blk.38.ffn_up_exps.weight[215]: IQ3_XXS blk.38.ffn_up_exps.weight[216]: IQ3_XXS blk.38.ffn_up_exps.weight[217]: blk.38.ffn_up_exps.weight[218]: blk.38.ffn_up_exps.weight[219]: IQ3_XXS blk.38.ffn_up_exps.weight[220]: blk.38.ffn_up_exps.weight[221]: IQ3_XXS blk.38.ffn_up_exps.weight[222]: blk.38.ffn_up_exps.weight[223]: IQ3_XXS blk.38.ffn_up_exps.weight[224]: IQ3_XXS blk.38.ffn_up_exps.weight[225]: IQ3_XXS blk.38.ffn_up_exps.weight[226]: blk.38.ffn_up_exps.weight[227]: blk.38.ffn_up_exps.weight[228]: blk.38.ffn_up_exps.weight[229]: IQ3_XXS blk.38.ffn_up_exps.weight[230]: IQ3_XXS blk.38.ffn_up_exps.weight[231]: blk.38.ffn_up_exps.weight[232]: IQ3_XXS blk.38.ffn_up_exps.weight[233]: IQ3_XXS blk.38.ffn_up_exps.weight[234]: blk.38.ffn_up_exps.weight[235]: IQ3_XXS blk.38.ffn_up_exps.weight[236]: blk.38.ffn_up_exps.weight[237]: blk.38.ffn_up_exps.weight[238]: IQ3_XXS blk.38.ffn_up_exps.weight[239]: blk.38.ffn_up_exps.weight[240]: blk.38.ffn_up_exps.weight[241]: blk.38.ffn_up_exps.weight[242]: IQ3_XXS blk.38.ffn_up_exps.weight[243]: IQ3_XXS blk.38.ffn_up_exps.weight[244]: blk.38.ffn_up_exps.weight[245]: blk.38.ffn_up_exps.weight[246]: blk.38.ffn_up_exps.weight[247]: blk.38.ffn_up_exps.weight[248]: blk.38.ffn_up_exps.weight[249]: IQ3_XXS blk.38.ffn_up_exps.weight[250]: IQ3_XXS blk.38.ffn_up_exps.weight[251]: IQ3_XXS blk.38.ffn_up_exps.weight[252]: IQ3_XXS blk.38.ffn_up_exps.weight[253]: IQ3_XXS blk.38.ffn_up_exps.weight[254]: blk.38.ffn_up_exps.weight[255]: IQ3_XXS blk.38.ffn_up_exps.weight[256]: IQ3_XXS blk.38.ffn_up_exps.weight[257]: IQ3_XXS blk.38.ffn_up_exps.weight[258]: blk.38.ffn_up_exps.weight[259]: blk.38.ffn_up_exps.weight[260]: blk.38.ffn_up_exps.weight[261]: IQ3_XXS blk.38.ffn_up_exps.weight[262]: blk.38.ffn_up_exps.weight[263]: blk.38.ffn_up_exps.weight[264]: IQ3_XXS blk.38.ffn_up_exps.weight[265]: IQ3_XXS blk.38.ffn_up_exps.weight[266]: IQ3_XXS blk.38.ffn_up_exps.weight[267]: blk.38.ffn_up_exps.weight[268]: blk.38.ffn_up_exps.weight[269]: IQ3_XXS blk.38.ffn_up_exps.weight[270]: IQ3_XXS blk.38.ffn_up_exps.weight[271]: blk.38.ffn_up_exps.weight[272]: IQ3_XXS blk.38.ffn_up_exps.weight[273]: blk.38.ffn_up_exps.weight[274]: blk.38.ffn_up_exps.weight[275]: IQ3_XXS blk.38.ffn_up_exps.weight[276]: blk.38.ffn_up_exps.weight[277]: blk.38.ffn_up_exps.weight[278]: blk.38.ffn_up_exps.weight[279]: IQ3_XXS blk.38.ffn_up_exps.weight[280]: blk.38.ffn_up_exps.weight[281]: IQ3_XXS blk.38.ffn_up_exps.weight[282]: blk.38.ffn_up_exps.weight[283]: IQ3_XXS blk.38.ffn_up_exps.weight[284]: blk.38.ffn_up_exps.weight[285]: blk.38.ffn_up_exps.weight[286]: blk.38.ffn_up_exps.weight[287]: IQ3_XXS blk.38.ffn_up_exps.weight[288]: blk.38.ffn_up_exps.weight[289]: blk.38.ffn_up_exps.weight[290]: IQ3_XXS blk.38.ffn_up_exps.weight[291]: blk.38.ffn_up_exps.weight[292]: IQ3_XXS blk.38.ffn_up_exps.weight[293]: IQ3_XXS blk.38.ffn_up_exps.weight[294]: IQ3_XXS blk.38.ffn_up_exps.weight[295]: IQ3_XXS blk.38.ffn_up_exps.weight[296]: blk.38.ffn_up_exps.weight[297]: IQ3_XXS blk.38.ffn_up_exps.weight[298]: IQ3_XXS blk.38.ffn_up_exps.weight[299]: blk.38.ffn_up_exps.weight[300]: IQ3_XXS blk.38.ffn_up_exps.weight[301]: IQ3_XXS blk.38.ffn_up_exps.weight[302]: IQ3_XXS blk.38.ffn_up_exps.weight[303]: IQ3_XXS blk.38.ffn_up_exps.weight[304]: blk.38.ffn_up_exps.weight[305]: IQ3_XXS blk.38.ffn_up_exps.weight[306]: blk.38.ffn_up_exps.weight[307]: IQ3_XXS blk.38.ffn_up_exps.weight[308]: blk.38.ffn_up_exps.weight[309]: IQ3_XXS blk.38.ffn_up_exps.weight[310]: blk.38.ffn_up_exps.weight[311]: blk.38.ffn_up_exps.weight[312]: IQ3_XXS blk.38.ffn_up_exps.weight[313]: IQ3_XXS blk.38.ffn_up_exps.weight[314]: blk.38.ffn_up_exps.weight[315]: blk.38.ffn_up_exps.weight[316]: IQ3_XXS blk.38.ffn_up_exps.weight[317]: IQ3_XXS blk.38.ffn_up_exps.weight[318]: blk.38.ffn_up_exps.weight[319]: IQ3_XXS blk.38.ffn_up_exps.weight[320]: IQ3_XXS blk.38.ffn_up_exps.weight[321]: IQ3_XXS blk.38.ffn_up_exps.weight[322]: blk.38.ffn_up_exps.weight[323]: blk.38.ffn_up_exps.weight[324]: blk.38.ffn_up_exps.weight[325]: IQ3_XXS blk.38.ffn_up_exps.weight[326]: IQ3_XXS blk.38.ffn_up_exps.weight[327]: IQ3_XXS blk.38.ffn_up_exps.weight[328]: IQ3_XXS blk.38.ffn_up_exps.weight[329]: blk.38.ffn_up_exps.weight[330]: blk.38.ffn_up_exps.weight[331]: blk.38.ffn_up_exps.weight[332]: IQ3_XXS blk.38.ffn_up_exps.weight[333]: blk.38.ffn_up_exps.weight[334]: IQ3_XXS blk.38.ffn_up_exps.weight[335]: blk.38.ffn_up_exps.weight[336]: blk.38.ffn_up_exps.weight[337]: blk.38.ffn_up_exps.weight[338]: IQ3_XXS blk.38.ffn_up_exps.weight[339]: IQ3_XXS blk.38.ffn_up_exps.weight[340]: blk.38.ffn_up_exps.weight[341]: IQ3_XXS blk.38.ffn_up_exps.weight[342]: blk.38.ffn_up_exps.weight[343]: IQ3_XXS blk.38.ffn_up_exps.weight[344]: blk.38.ffn_up_exps.weight[345]: IQ3_XXS blk.38.ffn_up_exps.weight[346]: blk.38.ffn_up_exps.weight[347]: IQ3_XXS blk.38.ffn_up_exps.weight[348]: IQ3_XXS blk.38.ffn_up_exps.weight[349]: IQ3_XXS blk.38.ffn_up_exps.weight[350]: blk.38.ffn_up_exps.weight[351]: blk.38.ffn_up_exps.weight[352]: blk.38.ffn_up_exps.weight[353]: blk.38.ffn_up_exps.weight[354]: blk.38.ffn_up_exps.weight[355]: IQ3_XXS blk.38.ffn_up_exps.weight[356]: IQ3_XXS blk.38.ffn_up_exps.weight[357]: IQ3_XXS blk.38.ffn_up_exps.weight[358]: IQ3_XXS blk.38.ffn_up_exps.weight[359]: blk.38.ffn_up_exps.weight[360]: blk.38.ffn_up_exps.weight[361]: blk.38.ffn_up_exps.weight[362]: blk.38.ffn_up_exps.weight[363]: IQ3_XXS blk.38.ffn_up_exps.weight[364]: blk.38.ffn_up_exps.weight[365]: blk.38.ffn_up_exps.weight[366]: IQ3_XXS blk.38.ffn_up_exps.weight[367]: IQ3_XXS blk.38.ffn_up_exps.weight[368]: blk.38.ffn_up_exps.weight[369]: blk.38.ffn_up_exps.weight[370]: blk.38.ffn_up_exps.weight[371]: IQ3_XXS blk.38.ffn_up_exps.weight[372]: blk.38.ffn_up_exps.weight[373]: IQ3_XXS blk.38.ffn_up_exps.weight[374]: IQ3_XXS blk.38.ffn_up_exps.weight[375]: IQ3_XXS blk.38.ffn_up_exps.weight[376]: blk.38.ffn_up_exps.weight[377]: IQ3_XXS blk.38.ffn_up_exps.weight[378]: blk.38.ffn_up_exps.weight[379]: IQ3_XXS blk.38.ffn_up_exps.weight[380]: IQ3_XXS blk.38.ffn_up_exps.weight[381]: IQ3_XXS blk.38.ffn_up_exps.weight[382]: blk.38.ffn_up_exps.weight[383]: blk.38.ffn_up_exps.weight[384]: IQ3_XXS blk.38.ffn_up_exps.weight[385]: IQ3_XXS blk.38.ffn_up_exps.weight[386]: IQ3_XXS blk.38.ffn_up_exps.weight[387]: IQ3_XXS blk.38.ffn_up_exps.weight[388]: IQ3_XXS blk.38.ffn_up_exps.weight[389]: IQ3_XXS blk.38.ffn_up_exps.weight[390]: IQ3_XXS blk.38.ffn_up_exps.weight[391]: blk.38.ffn_up_exps.weight[392]: blk.38.ffn_up_exps.weight[393]: IQ3_XXS blk.38.ffn_up_exps.weight[394]: IQ3_XXS blk.38.ffn_up_exps.weight[395]: blk.38.ffn_up_exps.weight[396]: IQ3_XXS blk.38.ffn_up_exps.weight[397]: blk.38.ffn_up_exps.weight[398]: blk.38.ffn_up_exps.weight[399]: IQ3_XXS blk.38.ffn_up_exps.weight[400]: blk.38.ffn_up_exps.weight[401]: IQ3_XXS blk.38.ffn_up_exps.weight[402]: blk.38.ffn_up_exps.weight[403]: blk.38.ffn_up_exps.weight[404]: IQ3_XXS blk.38.ffn_up_exps.weight[405]: IQ3_XXS blk.38.ffn_up_exps.weight[406]: IQ3_XXS blk.38.ffn_up_exps.weight[407]: blk.38.ffn_up_exps.weight[408]: IQ3_XXS blk.38.ffn_up_exps.weight[409]: blk.38.ffn_up_exps.weight[410]: blk.38.ffn_up_exps.weight[411]: blk.38.ffn_up_exps.weight[412]: blk.38.ffn_up_exps.weight[413]: IQ3_XXS blk.38.ffn_up_exps.weight[414]: IQ3_XXS blk.38.ffn_up_exps.weight[415]: blk.38.ffn_up_exps.weight[416]: IQ3_XXS blk.38.ffn_up_exps.weight[417]: IQ3_XXS blk.38.ffn_up_exps.weight[418]: blk.38.ffn_up_exps.weight[419]: IQ3_XXS blk.38.ffn_up_exps.weight[420]: IQ3_XXS blk.38.ffn_up_exps.weight[421]: blk.38.ffn_up_exps.weight[422]: blk.38.ffn_up_exps.weight[423]: blk.38.ffn_up_exps.weight[424]: IQ3_XXS blk.38.ffn_up_exps.weight[425]: blk.38.ffn_up_exps.weight[426]: IQ3_XXS blk.38.ffn_up_exps.weight[427]: blk.38.ffn_up_exps.weight[428]: IQ3_XXS blk.38.ffn_up_exps.weight[429]: IQ3_XXS blk.38.ffn_up_exps.weight[430]: IQ3_XXS blk.38.ffn_up_exps.weight[431]: blk.38.ffn_up_exps.weight[432]: IQ3_XXS blk.38.ffn_up_exps.weight[433]: blk.38.ffn_up_exps.weight[434]: IQ3_XXS blk.38.ffn_up_exps.weight[435]: IQ3_XXS blk.38.ffn_up_exps.weight[436]: IQ3_XXS blk.38.ffn_up_exps.weight[437]: blk.38.ffn_up_exps.weight[438]: IQ3_XXS blk.38.ffn_up_exps.weight[439]: IQ3_XXS blk.38.ffn_up_exps.weight[440]: IQ3_XXS blk.38.ffn_up_exps.weight[441]: IQ3_XXS blk.38.ffn_up_exps.weight[442]: blk.38.ffn_up_exps.weight[443]: blk.38.ffn_up_exps.weight[444]: IQ3_XXS blk.38.ffn_up_exps.weight[445]: blk.38.ffn_up_exps.weight[446]: IQ3_XXS blk.38.ffn_up_exps.weight[447]: blk.38.ffn_up_exps.weight[448]: blk.38.ffn_up_exps.weight[449]: blk.38.ffn_up_exps.weight[450]: blk.38.ffn_up_exps.weight[451]: IQ3_XXS blk.38.ffn_up_exps.weight[452]: IQ3_XXS blk.38.ffn_up_exps.weight[453]: IQ3_XXS blk.38.ffn_up_exps.weight[454]: blk.38.ffn_up_exps.weight[455]: IQ3_XXS blk.38.ffn_up_exps.weight[456]: blk.38.ffn_up_exps.weight[457]: blk.38.ffn_up_exps.weight[458]: blk.38.ffn_up_exps.weight[459]: blk.38.ffn_up_exps.weight[460]: IQ3_XXS blk.38.ffn_up_exps.weight[461]: blk.38.ffn_up_exps.weight[462]: IQ3_XXS blk.38.ffn_up_exps.weight[463]: blk.38.ffn_up_exps.weight[464]: blk.38.ffn_up_exps.weight[465]: IQ3_XXS blk.38.ffn_up_exps.weight[466]: IQ3_XXS blk.38.ffn_up_exps.weight[467]: IQ3_XXS blk.38.ffn_up_exps.weight[468]: IQ3_XXS blk.38.ffn_up_exps.weight[469]: blk.38.ffn_up_exps.weight[470]: IQ3_XXS blk.38.ffn_up_exps.weight[471]: IQ3_XXS blk.38.ffn_up_exps.weight[472]: IQ3_XXS blk.38.ffn_up_exps.weight[473]: blk.38.ffn_up_exps.weight[474]: blk.38.ffn_up_exps.weight[475]: blk.38.ffn_up_exps.weight[476]: blk.38.ffn_up_exps.weight[477]: IQ3_XXS blk.38.ffn_up_exps.weight[478]: blk.38.ffn_up_exps.weight[479]: IQ3_XXS blk.38.ffn_up_exps.weight[480]: blk.38.ffn_up_exps.weight[481]: IQ3_XXS blk.38.ffn_up_exps.weight[482]: IQ3_XXS blk.38.ffn_up_exps.weight[483]: blk.38.ffn_up_exps.weight[484]: blk.38.ffn_up_exps.weight[485]: blk.38.ffn_up_exps.weight[486]: blk.38.ffn_up_exps.weight[487]: blk.38.ffn_up_exps.weight[488]: blk.38.ffn_up_exps.weight[489]: IQ3_XXS blk.38.ffn_up_exps.weight[490]: IQ3_XXS blk.38.ffn_up_exps.weight[491]: blk.38.ffn_up_exps.weight[492]: blk.38.ffn_up_exps.weight[493]: IQ3_XXS blk.38.ffn_up_exps.weight[494]: IQ3_XXS blk.38.ffn_up_exps.weight[495]: blk.38.ffn_up_exps.weight[496]: blk.38.ffn_up_exps.weight[497]: blk.38.ffn_up_exps.weight[498]: blk.38.ffn_up_exps.weight[499]: IQ3_XXS blk.38.ffn_up_exps.weight[500]: blk.38.ffn_up_exps.weight[501]: IQ3_XXS blk.38.ffn_up_exps.weight[502]: blk.38.ffn_up_exps.weight[503]: blk.38.ffn_up_exps.weight[504]: IQ3_XXS blk.38.ffn_up_exps.weight[505]: blk.38.ffn_up_exps.weight[506]: IQ3_XXS blk.38.ffn_up_exps.weight[507]: blk.38.ffn_up_exps.weight[508]: blk.38.ffn_up_exps.weight[509]: blk.38.ffn_up_exps.weight[510]: blk.38.ffn_up_exps.weight[511]: IQ3_XXS blk.38.ffn_down_exps.weight[0]: blk.38.ffn_down_exps.weight[1]: IQ4_NL blk.38.ffn_down_exps.weight[2]: IQ4_NL blk.38.ffn_down_exps.weight[3]: IQ4_NL blk.38.ffn_down_exps.weight[4]: IQ4_NL blk.38.ffn_down_exps.weight[5]: IQ4_NL blk.38.ffn_down_exps.weight[6]: IQ4_NL blk.38.ffn_down_exps.weight[7]: IQ4_NL blk.38.ffn_down_exps.weight[8]: IQ4_NL blk.38.ffn_down_exps.weight[9]: blk.38.ffn_down_exps.weight[10]: IQ4_NL blk.38.ffn_down_exps.weight[11]: blk.38.ffn_down_exps.weight[12]: IQ4_NL blk.38.ffn_down_exps.weight[13]: IQ4_NL blk.38.ffn_down_exps.weight[14]: blk.38.ffn_down_exps.weight[15]: IQ4_NL blk.38.ffn_down_exps.weight[16]: blk.38.ffn_down_exps.weight[17]: IQ4_NL blk.38.ffn_down_exps.weight[18]: IQ4_NL blk.38.ffn_down_exps.weight[19]: blk.38.ffn_down_exps.weight[20]: IQ4_NL blk.38.ffn_down_exps.weight[21]: IQ4_NL blk.38.ffn_down_exps.weight[22]: blk.38.ffn_down_exps.weight[23]: blk.38.ffn_down_exps.weight[24]: IQ4_NL blk.38.ffn_down_exps.weight[25]: blk.38.ffn_down_exps.weight[26]: blk.38.ffn_down_exps.weight[27]: IQ4_NL blk.38.ffn_down_exps.weight[28]: IQ4_NL blk.38.ffn_down_exps.weight[29]: IQ4_NL blk.38.ffn_down_exps.weight[30]: IQ4_NL blk.38.ffn_down_exps.weight[31]: blk.38.ffn_down_exps.weight[32]: IQ4_NL blk.38.ffn_down_exps.weight[33]: IQ4_NL blk.38.ffn_down_exps.weight[34]: blk.38.ffn_down_exps.weight[35]: IQ4_NL blk.38.ffn_down_exps.weight[36]: blk.38.ffn_down_exps.weight[37]: blk.38.ffn_down_exps.weight[38]: blk.38.ffn_down_exps.weight[39]: IQ4_NL blk.38.ffn_down_exps.weight[40]: IQ4_NL blk.38.ffn_down_exps.weight[41]: IQ4_NL blk.38.ffn_down_exps.weight[42]: IQ4_NL blk.38.ffn_down_exps.weight[43]: blk.38.ffn_down_exps.weight[44]: blk.38.ffn_down_exps.weight[45]: IQ4_NL blk.38.ffn_down_exps.weight[46]: IQ4_NL blk.38.ffn_down_exps.weight[47]: IQ4_NL blk.38.ffn_down_exps.weight[48]: IQ4_NL blk.38.ffn_down_exps.weight[49]: IQ4_NL blk.38.ffn_down_exps.weight[50]: IQ4_NL blk.38.ffn_down_exps.weight[51]: IQ4_NL blk.38.ffn_down_exps.weight[52]: IQ4_NL blk.38.ffn_down_exps.weight[53]: blk.38.ffn_down_exps.weight[54]: IQ4_NL blk.38.ffn_down_exps.weight[55]: blk.38.ffn_down_exps.weight[56]: IQ4_NL blk.38.ffn_down_exps.weight[57]: blk.38.ffn_down_exps.weight[58]: blk.38.ffn_down_exps.weight[59]: IQ4_NL blk.38.ffn_down_exps.weight[60]: IQ4_NL blk.38.ffn_down_exps.weight[61]: blk.38.ffn_down_exps.weight[62]: blk.38.ffn_down_exps.weight[63]: blk.38.ffn_down_exps.weight[64]: IQ4_NL blk.38.ffn_down_exps.weight[65]: IQ4_NL blk.38.ffn_down_exps.weight[66]: IQ4_NL blk.38.ffn_down_exps.weight[67]: IQ4_NL blk.38.ffn_down_exps.weight[68]: blk.38.ffn_down_exps.weight[69]: IQ4_NL blk.38.ffn_down_exps.weight[70]: blk.38.ffn_down_exps.weight[71]: blk.38.ffn_down_exps.weight[72]: blk.38.ffn_down_exps.weight[73]: blk.38.ffn_down_exps.weight[74]: blk.38.ffn_down_exps.weight[75]: IQ4_NL blk.38.ffn_down_exps.weight[76]: blk.38.ffn_down_exps.weight[77]: IQ4_NL blk.38.ffn_down_exps.weight[78]: IQ4_NL blk.38.ffn_down_exps.weight[79]: IQ4_NL blk.38.ffn_down_exps.weight[80]: blk.38.ffn_down_exps.weight[81]: IQ4_NL blk.38.ffn_down_exps.weight[82]: IQ4_NL blk.38.ffn_down_exps.weight[83]: blk.38.ffn_down_exps.weight[84]: blk.38.ffn_down_exps.weight[85]: blk.38.ffn_down_exps.weight[86]: IQ4_NL blk.38.ffn_down_exps.weight[87]: blk.38.ffn_down_exps.weight[88]: blk.38.ffn_down_exps.weight[89]: blk.38.ffn_down_exps.weight[90]: IQ4_NL blk.38.ffn_down_exps.weight[91]: IQ4_NL blk.38.ffn_down_exps.weight[92]: IQ4_NL blk.38.ffn_down_exps.weight[93]: IQ4_NL blk.38.ffn_down_exps.weight[94]: blk.38.ffn_down_exps.weight[95]: IQ4_NL blk.38.ffn_down_exps.weight[96]: blk.38.ffn_down_exps.weight[97]: IQ4_NL blk.38.ffn_down_exps.weight[98]: blk.38.ffn_down_exps.weight[99]: IQ4_NL blk.38.ffn_down_exps.weight[100]: IQ4_NL blk.38.ffn_down_exps.weight[101]: IQ4_NL blk.38.ffn_down_exps.weight[102]: IQ4_NL blk.38.ffn_down_exps.weight[103]: blk.38.ffn_down_exps.weight[104]: IQ4_NL blk.38.ffn_down_exps.weight[105]: IQ4_NL blk.38.ffn_down_exps.weight[106]: IQ4_NL blk.38.ffn_down_exps.weight[107]: IQ4_NL blk.38.ffn_down_exps.weight[108]: blk.38.ffn_down_exps.weight[109]: blk.38.ffn_down_exps.weight[110]: IQ4_NL blk.38.ffn_down_exps.weight[111]: IQ4_NL blk.38.ffn_down_exps.weight[112]: IQ4_NL blk.38.ffn_down_exps.weight[113]: IQ4_NL blk.38.ffn_down_exps.weight[114]: blk.38.ffn_down_exps.weight[115]: blk.38.ffn_down_exps.weight[116]: IQ4_NL blk.38.ffn_down_exps.weight[117]: blk.38.ffn_down_exps.weight[118]: blk.38.ffn_down_exps.weight[119]: blk.38.ffn_down_exps.weight[120]: IQ4_NL blk.38.ffn_down_exps.weight[121]: IQ4_NL blk.38.ffn_down_exps.weight[122]: blk.38.ffn_down_exps.weight[123]: blk.38.ffn_down_exps.weight[124]: IQ4_NL blk.38.ffn_down_exps.weight[125]: IQ4_NL blk.38.ffn_down_exps.weight[126]: blk.38.ffn_down_exps.weight[127]: blk.38.ffn_down_exps.weight[128]: blk.38.ffn_down_exps.weight[129]: blk.38.ffn_down_exps.weight[130]: blk.38.ffn_down_exps.weight[131]: blk.38.ffn_down_exps.weight[132]: blk.38.ffn_down_exps.weight[133]: blk.38.ffn_down_exps.weight[134]: IQ4_NL blk.38.ffn_down_exps.weight[135]: IQ4_NL blk.38.ffn_down_exps.weight[136]: IQ4_NL blk.38.ffn_down_exps.weight[137]: blk.38.ffn_down_exps.weight[138]: IQ4_NL blk.38.ffn_down_exps.weight[139]: blk.38.ffn_down_exps.weight[140]: IQ4_NL blk.38.ffn_down_exps.weight[141]: blk.38.ffn_down_exps.weight[142]: blk.38.ffn_down_exps.weight[143]: blk.38.ffn_down_exps.weight[144]: blk.38.ffn_down_exps.weight[145]: blk.38.ffn_down_exps.weight[146]: blk.38.ffn_down_exps.weight[147]: blk.38.ffn_down_exps.weight[148]: blk.38.ffn_down_exps.weight[149]: IQ4_NL blk.38.ffn_down_exps.weight[150]: IQ4_NL blk.38.ffn_down_exps.weight[151]: IQ4_NL blk.38.ffn_down_exps.weight[152]: IQ4_NL blk.38.ffn_down_exps.weight[153]: blk.38.ffn_down_exps.weight[154]: IQ4_NL blk.38.ffn_down_exps.weight[155]: blk.38.ffn_down_exps.weight[156]: blk.38.ffn_down_exps.weight[157]: IQ4_NL blk.38.ffn_down_exps.weight[158]: blk.38.ffn_down_exps.weight[159]: blk.38.ffn_down_exps.weight[160]: IQ4_NL blk.38.ffn_down_exps.weight[161]: blk.38.ffn_down_exps.weight[162]: IQ4_NL blk.38.ffn_down_exps.weight[163]: IQ4_NL blk.38.ffn_down_exps.weight[164]: IQ4_NL blk.38.ffn_down_exps.weight[165]: blk.38.ffn_down_exps.weight[166]: blk.38.ffn_down_exps.weight[167]: blk.38.ffn_down_exps.weight[168]: blk.38.ffn_down_exps.weight[169]: blk.38.ffn_down_exps.weight[170]: IQ4_NL blk.38.ffn_down_exps.weight[171]: IQ4_NL blk.38.ffn_down_exps.weight[172]: IQ4_NL blk.38.ffn_down_exps.weight[173]: blk.38.ffn_down_exps.weight[174]: blk.38.ffn_down_exps.weight[175]: IQ4_NL blk.38.ffn_down_exps.weight[176]: blk.38.ffn_down_exps.weight[177]: blk.38.ffn_down_exps.weight[178]: IQ4_NL blk.38.ffn_down_exps.weight[179]: blk.38.ffn_down_exps.weight[180]: blk.38.ffn_down_exps.weight[181]: IQ4_NL blk.38.ffn_down_exps.weight[182]: blk.38.ffn_down_exps.weight[183]: blk.38.ffn_down_exps.weight[184]: blk.38.ffn_down_exps.weight[185]: blk.38.ffn_down_exps.weight[186]: blk.38.ffn_down_exps.weight[187]: IQ4_NL blk.38.ffn_down_exps.weight[188]: IQ4_NL blk.38.ffn_down_exps.weight[189]: IQ4_NL blk.38.ffn_down_exps.weight[190]: IQ4_NL blk.38.ffn_down_exps.weight[191]: blk.38.ffn_down_exps.weight[192]: IQ4_NL blk.38.ffn_down_exps.weight[193]: IQ4_NL blk.38.ffn_down_exps.weight[194]: blk.38.ffn_down_exps.weight[195]: IQ4_NL blk.38.ffn_down_exps.weight[196]: blk.38.ffn_down_exps.weight[197]: blk.38.ffn_down_exps.weight[198]: blk.38.ffn_down_exps.weight[199]: blk.38.ffn_down_exps.weight[200]: blk.38.ffn_down_exps.weight[201]: IQ4_NL blk.38.ffn_down_exps.weight[202]: blk.38.ffn_down_exps.weight[203]: blk.38.ffn_down_exps.weight[204]: IQ4_NL blk.38.ffn_down_exps.weight[205]: IQ4_NL blk.38.ffn_down_exps.weight[206]: IQ4_NL blk.38.ffn_down_exps.weight[207]: blk.38.ffn_down_exps.weight[208]: blk.38.ffn_down_exps.weight[209]: blk.38.ffn_down_exps.weight[210]: blk.38.ffn_down_exps.weight[211]: blk.38.ffn_down_exps.weight[212]: IQ4_NL blk.38.ffn_down_exps.weight[213]: blk.38.ffn_down_exps.weight[214]: blk.38.ffn_down_exps.weight[215]: IQ4_NL blk.38.ffn_down_exps.weight[216]: IQ4_NL blk.38.ffn_down_exps.weight[217]: blk.38.ffn_down_exps.weight[218]: blk.38.ffn_down_exps.weight[219]: IQ4_NL blk.38.ffn_down_exps.weight[220]: blk.38.ffn_down_exps.weight[221]: IQ4_NL blk.38.ffn_down_exps.weight[222]: blk.38.ffn_down_exps.weight[223]: IQ4_NL blk.38.ffn_down_exps.weight[224]: IQ4_NL blk.38.ffn_down_exps.weight[225]: IQ4_NL blk.38.ffn_down_exps.weight[226]: blk.38.ffn_down_exps.weight[227]: blk.38.ffn_down_exps.weight[228]: blk.38.ffn_down_exps.weight[229]: IQ4_NL blk.38.ffn_down_exps.weight[230]: IQ4_NL blk.38.ffn_down_exps.weight[231]: blk.38.ffn_down_exps.weight[232]: IQ4_NL blk.38.ffn_down_exps.weight[233]: IQ4_NL blk.38.ffn_down_exps.weight[234]: blk.38.ffn_down_exps.weight[235]: IQ4_NL blk.38.ffn_down_exps.weight[236]: blk.38.ffn_down_exps.weight[237]: blk.38.ffn_down_exps.weight[238]: IQ4_NL blk.38.ffn_down_exps.weight[239]: blk.38.ffn_down_exps.weight[240]: blk.38.ffn_down_exps.weight[241]: blk.38.ffn_down_exps.weight[242]: IQ4_NL blk.38.ffn_down_exps.weight[243]: IQ4_NL blk.38.ffn_down_exps.weight[244]: blk.38.ffn_down_exps.weight[245]: blk.38.ffn_down_exps.weight[246]: blk.38.ffn_down_exps.weight[247]: blk.38.ffn_down_exps.weight[248]: blk.38.ffn_down_exps.weight[249]: IQ4_NL blk.38.ffn_down_exps.weight[250]: IQ4_NL blk.38.ffn_down_exps.weight[251]: IQ4_NL blk.38.ffn_down_exps.weight[252]: IQ4_NL blk.38.ffn_down_exps.weight[253]: IQ4_NL blk.38.ffn_down_exps.weight[254]: blk.38.ffn_down_exps.weight[255]: IQ4_NL blk.38.ffn_down_exps.weight[256]: IQ4_NL blk.38.ffn_down_exps.weight[257]: IQ4_NL blk.38.ffn_down_exps.weight[258]: blk.38.ffn_down_exps.weight[259]: blk.38.ffn_down_exps.weight[260]: blk.38.ffn_down_exps.weight[261]: IQ4_NL blk.38.ffn_down_exps.weight[262]: blk.38.ffn_down_exps.weight[263]: blk.38.ffn_down_exps.weight[264]: IQ4_NL blk.38.ffn_down_exps.weight[265]: IQ4_NL blk.38.ffn_down_exps.weight[266]: IQ4_NL blk.38.ffn_down_exps.weight[267]: blk.38.ffn_down_exps.weight[268]: blk.38.ffn_down_exps.weight[269]: IQ4_NL blk.38.ffn_down_exps.weight[270]: IQ4_NL blk.38.ffn_down_exps.weight[271]: blk.38.ffn_down_exps.weight[272]: IQ4_NL blk.38.ffn_down_exps.weight[273]: blk.38.ffn_down_exps.weight[274]: blk.38.ffn_down_exps.weight[275]: IQ4_NL blk.38.ffn_down_exps.weight[276]: blk.38.ffn_down_exps.weight[277]: blk.38.ffn_down_exps.weight[278]: blk.38.ffn_down_exps.weight[279]: IQ4_NL blk.38.ffn_down_exps.weight[280]: blk.38.ffn_down_exps.weight[281]: IQ4_NL blk.38.ffn_down_exps.weight[282]: blk.38.ffn_down_exps.weight[283]: IQ4_NL blk.38.ffn_down_exps.weight[284]: blk.38.ffn_down_exps.weight[285]: blk.38.ffn_down_exps.weight[286]: blk.38.ffn_down_exps.weight[287]: IQ4_NL blk.38.ffn_down_exps.weight[288]: blk.38.ffn_down_exps.weight[289]: blk.38.ffn_down_exps.weight[290]: IQ4_NL blk.38.ffn_down_exps.weight[291]: blk.38.ffn_down_exps.weight[292]: IQ4_NL blk.38.ffn_down_exps.weight[293]: IQ4_NL blk.38.ffn_down_exps.weight[294]: IQ4_NL blk.38.ffn_down_exps.weight[295]: IQ4_NL blk.38.ffn_down_exps.weight[296]: blk.38.ffn_down_exps.weight[297]: IQ4_NL blk.38.ffn_down_exps.weight[298]: IQ4_NL blk.38.ffn_down_exps.weight[299]: blk.38.ffn_down_exps.weight[300]: IQ4_NL blk.38.ffn_down_exps.weight[301]: IQ4_NL blk.38.ffn_down_exps.weight[302]: IQ4_NL blk.38.ffn_down_exps.weight[303]: IQ4_NL blk.38.ffn_down_exps.weight[304]: blk.38.ffn_down_exps.weight[305]: IQ4_NL blk.38.ffn_down_exps.weight[306]: blk.38.ffn_down_exps.weight[307]: IQ4_NL blk.38.ffn_down_exps.weight[308]: blk.38.ffn_down_exps.weight[309]: IQ4_NL blk.38.ffn_down_exps.weight[310]: blk.38.ffn_down_exps.weight[311]: blk.38.ffn_down_exps.weight[312]: IQ4_NL blk.38.ffn_down_exps.weight[313]: IQ4_NL blk.38.ffn_down_exps.weight[314]: blk.38.ffn_down_exps.weight[315]: blk.38.ffn_down_exps.weight[316]: IQ4_NL blk.38.ffn_down_exps.weight[317]: IQ4_NL blk.38.ffn_down_exps.weight[318]: blk.38.ffn_down_exps.weight[319]: IQ4_NL blk.38.ffn_down_exps.weight[320]: IQ4_NL blk.38.ffn_down_exps.weight[321]: IQ4_NL blk.38.ffn_down_exps.weight[322]: blk.38.ffn_down_exps.weight[323]: blk.38.ffn_down_exps.weight[324]: blk.38.ffn_down_exps.weight[325]: IQ4_NL blk.38.ffn_down_exps.weight[326]: IQ4_NL blk.38.ffn_down_exps.weight[327]: IQ4_NL blk.38.ffn_down_exps.weight[328]: IQ4_NL blk.38.ffn_down_exps.weight[329]: blk.38.ffn_down_exps.weight[330]: blk.38.ffn_down_exps.weight[331]: blk.38.ffn_down_exps.weight[332]: IQ4_NL blk.38.ffn_down_exps.weight[333]: blk.38.ffn_down_exps.weight[334]: IQ4_NL blk.38.ffn_down_exps.weight[335]: blk.38.ffn_down_exps.weight[336]: blk.38.ffn_down_exps.weight[337]: blk.38.ffn_down_exps.weight[338]: IQ4_NL blk.38.ffn_down_exps.weight[339]: IQ4_NL blk.38.ffn_down_exps.weight[340]: blk.38.ffn_down_exps.weight[341]: IQ4_NL blk.38.ffn_down_exps.weight[342]: blk.38.ffn_down_exps.weight[343]: IQ4_NL blk.38.ffn_down_exps.weight[344]: blk.38.ffn_down_exps.weight[345]: IQ4_NL blk.38.ffn_down_exps.weight[346]: blk.38.ffn_down_exps.weight[347]: IQ4_NL blk.38.ffn_down_exps.weight[348]: IQ4_NL blk.38.ffn_down_exps.weight[349]: IQ4_NL blk.38.ffn_down_exps.weight[350]: blk.38.ffn_down_exps.weight[351]: blk.38.ffn_down_exps.weight[352]: blk.38.ffn_down_exps.weight[353]: blk.38.ffn_down_exps.weight[354]: blk.38.ffn_down_exps.weight[355]: IQ4_NL blk.38.ffn_down_exps.weight[356]: IQ4_NL blk.38.ffn_down_exps.weight[357]: IQ4_NL blk.38.ffn_down_exps.weight[358]: IQ4_NL blk.38.ffn_down_exps.weight[359]: blk.38.ffn_down_exps.weight[360]: blk.38.ffn_down_exps.weight[361]: blk.38.ffn_down_exps.weight[362]: blk.38.ffn_down_exps.weight[363]: IQ4_NL blk.38.ffn_down_exps.weight[364]: blk.38.ffn_down_exps.weight[365]: blk.38.ffn_down_exps.weight[366]: IQ4_NL blk.38.ffn_down_exps.weight[367]: IQ4_NL blk.38.ffn_down_exps.weight[368]: blk.38.ffn_down_exps.weight[369]: blk.38.ffn_down_exps.weight[370]: blk.38.ffn_down_exps.weight[371]: IQ4_NL blk.38.ffn_down_exps.weight[372]: blk.38.ffn_down_exps.weight[373]: IQ4_NL blk.38.ffn_down_exps.weight[374]: IQ4_NL blk.38.ffn_down_exps.weight[375]: IQ4_NL blk.38.ffn_down_exps.weight[376]: blk.38.ffn_down_exps.weight[377]: IQ4_NL blk.38.ffn_down_exps.weight[378]: blk.38.ffn_down_exps.weight[379]: IQ4_NL blk.38.ffn_down_exps.weight[380]: IQ4_NL blk.38.ffn_down_exps.weight[381]: IQ4_NL blk.38.ffn_down_exps.weight[382]: blk.38.ffn_down_exps.weight[383]: blk.38.ffn_down_exps.weight[384]: IQ4_NL blk.38.ffn_down_exps.weight[385]: IQ4_NL blk.38.ffn_down_exps.weight[386]: IQ4_NL blk.38.ffn_down_exps.weight[387]: IQ4_NL blk.38.ffn_down_exps.weight[388]: IQ4_NL blk.38.ffn_down_exps.weight[389]: IQ4_NL blk.38.ffn_down_exps.weight[390]: IQ4_NL blk.38.ffn_down_exps.weight[391]: blk.38.ffn_down_exps.weight[392]: blk.38.ffn_down_exps.weight[393]: IQ4_NL blk.38.ffn_down_exps.weight[394]: IQ4_NL blk.38.ffn_down_exps.weight[395]: blk.38.ffn_down_exps.weight[396]: IQ4_NL blk.38.ffn_down_exps.weight[397]: blk.38.ffn_down_exps.weight[398]: blk.38.ffn_down_exps.weight[399]: IQ4_NL blk.38.ffn_down_exps.weight[400]: blk.38.ffn_down_exps.weight[401]: IQ4_NL blk.38.ffn_down_exps.weight[402]: blk.38.ffn_down_exps.weight[403]: blk.38.ffn_down_exps.weight[404]: IQ4_NL blk.38.ffn_down_exps.weight[405]: IQ4_NL blk.38.ffn_down_exps.weight[406]: IQ4_NL blk.38.ffn_down_exps.weight[407]: blk.38.ffn_down_exps.weight[408]: IQ4_NL blk.38.ffn_down_exps.weight[409]: blk.38.ffn_down_exps.weight[410]: blk.38.ffn_down_exps.weight[411]: blk.38.ffn_down_exps.weight[412]: blk.38.ffn_down_exps.weight[413]: IQ4_NL blk.38.ffn_down_exps.weight[414]: IQ4_NL blk.38.ffn_down_exps.weight[415]: blk.38.ffn_down_exps.weight[416]: IQ4_NL blk.38.ffn_down_exps.weight[417]: IQ4_NL blk.38.ffn_down_exps.weight[418]: blk.38.ffn_down_exps.weight[419]: IQ4_NL blk.38.ffn_down_exps.weight[420]: IQ4_NL blk.38.ffn_down_exps.weight[421]: blk.38.ffn_down_exps.weight[422]: blk.38.ffn_down_exps.weight[423]: blk.38.ffn_down_exps.weight[424]: IQ4_NL blk.38.ffn_down_exps.weight[425]: blk.38.ffn_down_exps.weight[426]: IQ4_NL blk.38.ffn_down_exps.weight[427]: blk.38.ffn_down_exps.weight[428]: IQ4_NL blk.38.ffn_down_exps.weight[429]: IQ4_NL blk.38.ffn_down_exps.weight[430]: IQ4_NL blk.38.ffn_down_exps.weight[431]: blk.38.ffn_down_exps.weight[432]: IQ4_NL blk.38.ffn_down_exps.weight[433]: blk.38.ffn_down_exps.weight[434]: IQ4_NL blk.38.ffn_down_exps.weight[435]: IQ4_NL blk.38.ffn_down_exps.weight[436]: IQ4_NL blk.38.ffn_down_exps.weight[437]: blk.38.ffn_down_exps.weight[438]: IQ4_NL blk.38.ffn_down_exps.weight[439]: IQ4_NL blk.38.ffn_down_exps.weight[440]: IQ4_NL blk.38.ffn_down_exps.weight[441]: IQ4_NL blk.38.ffn_down_exps.weight[442]: blk.38.ffn_down_exps.weight[443]: blk.38.ffn_down_exps.weight[444]: IQ4_NL blk.38.ffn_down_exps.weight[445]: blk.38.ffn_down_exps.weight[446]: IQ4_NL blk.38.ffn_down_exps.weight[447]: blk.38.ffn_down_exps.weight[448]: blk.38.ffn_down_exps.weight[449]: blk.38.ffn_down_exps.weight[450]: blk.38.ffn_down_exps.weight[451]: IQ4_NL blk.38.ffn_down_exps.weight[452]: IQ4_NL blk.38.ffn_down_exps.weight[453]: IQ4_NL blk.38.ffn_down_exps.weight[454]: blk.38.ffn_down_exps.weight[455]: IQ4_NL blk.38.ffn_down_exps.weight[456]: blk.38.ffn_down_exps.weight[457]: blk.38.ffn_down_exps.weight[458]: blk.38.ffn_down_exps.weight[459]: blk.38.ffn_down_exps.weight[460]: IQ4_NL blk.38.ffn_down_exps.weight[461]: blk.38.ffn_down_exps.weight[462]: IQ4_NL blk.38.ffn_down_exps.weight[463]: blk.38.ffn_down_exps.weight[464]: blk.38.ffn_down_exps.weight[465]: IQ4_NL blk.38.ffn_down_exps.weight[466]: IQ4_NL blk.38.ffn_down_exps.weight[467]: IQ4_NL blk.38.ffn_down_exps.weight[468]: IQ4_NL blk.38.ffn_down_exps.weight[469]: blk.38.ffn_down_exps.weight[470]: IQ4_NL blk.38.ffn_down_exps.weight[471]: IQ4_NL blk.38.ffn_down_exps.weight[472]: IQ4_NL blk.38.ffn_down_exps.weight[473]: blk.38.ffn_down_exps.weight[474]: blk.38.ffn_down_exps.weight[475]: blk.38.ffn_down_exps.weight[476]: blk.38.ffn_down_exps.weight[477]: IQ4_NL blk.38.ffn_down_exps.weight[478]: blk.38.ffn_down_exps.weight[479]: IQ4_NL blk.38.ffn_down_exps.weight[480]: blk.38.ffn_down_exps.weight[481]: IQ4_NL blk.38.ffn_down_exps.weight[482]: IQ4_NL blk.38.ffn_down_exps.weight[483]: blk.38.ffn_down_exps.weight[484]: blk.38.ffn_down_exps.weight[485]: blk.38.ffn_down_exps.weight[486]: blk.38.ffn_down_exps.weight[487]: blk.38.ffn_down_exps.weight[488]: blk.38.ffn_down_exps.weight[489]: IQ4_NL blk.38.ffn_down_exps.weight[490]: IQ4_NL blk.38.ffn_down_exps.weight[491]: blk.38.ffn_down_exps.weight[492]: blk.38.ffn_down_exps.weight[493]: IQ4_NL blk.38.ffn_down_exps.weight[494]: IQ4_NL blk.38.ffn_down_exps.weight[495]: blk.38.ffn_down_exps.weight[496]: blk.38.ffn_down_exps.weight[497]: blk.38.ffn_down_exps.weight[498]: blk.38.ffn_down_exps.weight[499]: IQ4_NL blk.38.ffn_down_exps.weight[500]: blk.38.ffn_down_exps.weight[501]: IQ4_NL blk.38.ffn_down_exps.weight[502]: blk.38.ffn_down_exps.weight[503]: blk.38.ffn_down_exps.weight[504]: IQ4_NL blk.38.ffn_down_exps.weight[505]: blk.38.ffn_down_exps.weight[506]: IQ4_NL blk.38.ffn_down_exps.weight[507]: blk.38.ffn_down_exps.weight[508]: blk.38.ffn_down_exps.weight[509]: blk.38.ffn_down_exps.weight[510]: blk.38.ffn_down_exps.weight[511]: IQ4_NL blk.39.ffn_gate_exps.weight[0]: IQ2_S blk.39.ffn_gate_exps.weight[1]: blk.39.ffn_gate_exps.weight[2]: IQ2_S blk.39.ffn_gate_exps.weight[3]: IQ2_S blk.39.ffn_gate_exps.weight[4]: IQ2_S blk.39.ffn_gate_exps.weight[5]: blk.39.ffn_gate_exps.weight[6]: IQ2_S blk.39.ffn_gate_exps.weight[7]: blk.39.ffn_gate_exps.weight[8]: blk.39.ffn_gate_exps.weight[9]: IQ2_S blk.39.ffn_gate_exps.weight[10]: blk.39.ffn_gate_exps.weight[11]: blk.39.ffn_gate_exps.weight[12]: IQ2_S blk.39.ffn_gate_exps.weight[13]: blk.39.ffn_gate_exps.weight[14]: blk.39.ffn_gate_exps.weight[15]: blk.39.ffn_gate_exps.weight[16]: IQ2_S blk.39.ffn_gate_exps.weight[17]: IQ2_S blk.39.ffn_gate_exps.weight[18]: IQ2_S blk.39.ffn_gate_exps.weight[19]: IQ2_S blk.39.ffn_gate_exps.weight[20]: blk.39.ffn_gate_exps.weight[21]: IQ2_S blk.39.ffn_gate_exps.weight[22]: blk.39.ffn_gate_exps.weight[23]: blk.39.ffn_gate_exps.weight[24]: blk.39.ffn_gate_exps.weight[25]: blk.39.ffn_gate_exps.weight[26]: blk.39.ffn_gate_exps.weight[27]: IQ2_S blk.39.ffn_gate_exps.weight[28]: IQ2_S blk.39.ffn_gate_exps.weight[29]: blk.39.ffn_gate_exps.weight[30]: blk.39.ffn_gate_exps.weight[31]: IQ2_S blk.39.ffn_gate_exps.weight[32]: IQ2_S blk.39.ffn_gate_exps.weight[33]: blk.39.ffn_gate_exps.weight[34]: blk.39.ffn_gate_exps.weight[35]: blk.39.ffn_gate_exps.weight[36]: IQ2_S blk.39.ffn_gate_exps.weight[37]: blk.39.ffn_gate_exps.weight[38]: blk.39.ffn_gate_exps.weight[39]: IQ2_S blk.39.ffn_gate_exps.weight[40]: blk.39.ffn_gate_exps.weight[41]: IQ2_S blk.39.ffn_gate_exps.weight[42]: IQ2_S blk.39.ffn_gate_exps.weight[43]: blk.39.ffn_gate_exps.weight[44]: blk.39.ffn_gate_exps.weight[45]: IQ2_S blk.39.ffn_gate_exps.weight[46]: blk.39.ffn_gate_exps.weight[47]: blk.39.ffn_gate_exps.weight[48]: IQ2_S blk.39.ffn_gate_exps.weight[49]: IQ2_S blk.39.ffn_gate_exps.weight[50]: blk.39.ffn_gate_exps.weight[51]: blk.39.ffn_gate_exps.weight[52]: blk.39.ffn_gate_exps.weight[53]: IQ2_S blk.39.ffn_gate_exps.weight[54]: IQ2_S blk.39.ffn_gate_exps.weight[55]: blk.39.ffn_gate_exps.weight[56]: blk.39.ffn_gate_exps.weight[57]: blk.39.ffn_gate_exps.weight[58]: IQ2_S blk.39.ffn_gate_exps.weight[59]: IQ2_S blk.39.ffn_gate_exps.weight[60]: IQ2_S blk.39.ffn_gate_exps.weight[61]: blk.39.ffn_gate_exps.weight[62]: blk.39.ffn_gate_exps.weight[63]: IQ2_S blk.39.ffn_gate_exps.weight[64]: blk.39.ffn_gate_exps.weight[65]: blk.39.ffn_gate_exps.weight[66]: IQ2_S blk.39.ffn_gate_exps.weight[67]: IQ2_S blk.39.ffn_gate_exps.weight[68]: IQ2_S blk.39.ffn_gate_exps.weight[69]: blk.39.ffn_gate_exps.weight[70]: IQ2_S blk.39.ffn_gate_exps.weight[71]: IQ2_S blk.39.ffn_gate_exps.weight[72]: IQ2_S blk.39.ffn_gate_exps.weight[73]: IQ2_S blk.39.ffn_gate_exps.weight[74]: IQ2_S blk.39.ffn_gate_exps.weight[75]: blk.39.ffn_gate_exps.weight[76]: blk.39.ffn_gate_exps.weight[77]: IQ2_S blk.39.ffn_gate_exps.weight[78]: IQ2_S blk.39.ffn_gate_exps.weight[79]: IQ2_S blk.39.ffn_gate_exps.weight[80]: blk.39.ffn_gate_exps.weight[81]: IQ2_S blk.39.ffn_gate_exps.weight[82]: IQ2_S blk.39.ffn_gate_exps.weight[83]: IQ2_S blk.39.ffn_gate_exps.weight[84]: IQ2_S blk.39.ffn_gate_exps.weight[85]: blk.39.ffn_gate_exps.weight[86]: blk.39.ffn_gate_exps.weight[87]: IQ2_S blk.39.ffn_gate_exps.weight[88]: blk.39.ffn_gate_exps.weight[89]: IQ2_S blk.39.ffn_gate_exps.weight[90]: blk.39.ffn_gate_exps.weight[91]: blk.39.ffn_gate_exps.weight[92]: blk.39.ffn_gate_exps.weight[93]: blk.39.ffn_gate_exps.weight[94]: blk.39.ffn_gate_exps.weight[95]: blk.39.ffn_gate_exps.weight[96]: IQ2_S blk.39.ffn_gate_exps.weight[97]: IQ2_S blk.39.ffn_gate_exps.weight[98]: blk.39.ffn_gate_exps.weight[99]: IQ2_S blk.39.ffn_gate_exps.weight[100]: IQ2_S blk.39.ffn_gate_exps.weight[101]: blk.39.ffn_gate_exps.weight[102]: IQ2_S blk.39.ffn_gate_exps.weight[103]: IQ2_S blk.39.ffn_gate_exps.weight[104]: blk.39.ffn_gate_exps.weight[105]: IQ2_S blk.39.ffn_gate_exps.weight[106]: IQ2_S blk.39.ffn_gate_exps.weight[107]: IQ2_S blk.39.ffn_gate_exps.weight[108]: blk.39.ffn_gate_exps.weight[109]: IQ2_S blk.39.ffn_gate_exps.weight[110]: IQ2_S blk.39.ffn_gate_exps.weight[111]: IQ2_S blk.39.ffn_gate_exps.weight[112]: IQ2_S blk.39.ffn_gate_exps.weight[113]: blk.39.ffn_gate_exps.weight[114]: blk.39.ffn_gate_exps.weight[115]: IQ2_S blk.39.ffn_gate_exps.weight[116]: blk.39.ffn_gate_exps.weight[117]: blk.39.ffn_gate_exps.weight[118]: IQ2_S blk.39.ffn_gate_exps.weight[119]: IQ2_S blk.39.ffn_gate_exps.weight[120]: IQ2_S blk.39.ffn_gate_exps.weight[121]: IQ2_S blk.39.ffn_gate_exps.weight[122]: blk.39.ffn_gate_exps.weight[123]: blk.39.ffn_gate_exps.weight[124]: IQ2_S blk.39.ffn_gate_exps.weight[125]: IQ2_S blk.39.ffn_gate_exps.weight[126]: blk.39.ffn_gate_exps.weight[127]: blk.39.ffn_gate_exps.weight[128]: IQ2_S blk.39.ffn_gate_exps.weight[129]: blk.39.ffn_gate_exps.weight[130]: blk.39.ffn_gate_exps.weight[131]: blk.39.ffn_gate_exps.weight[132]: blk.39.ffn_gate_exps.weight[133]: blk.39.ffn_gate_exps.weight[134]: IQ2_S blk.39.ffn_gate_exps.weight[135]: blk.39.ffn_gate_exps.weight[136]: blk.39.ffn_gate_exps.weight[137]: IQ2_S blk.39.ffn_gate_exps.weight[138]: blk.39.ffn_gate_exps.weight[139]: IQ2_S blk.39.ffn_gate_exps.weight[140]: IQ2_S blk.39.ffn_gate_exps.weight[141]: IQ2_S blk.39.ffn_gate_exps.weight[142]: blk.39.ffn_gate_exps.weight[143]: IQ2_S blk.39.ffn_gate_exps.weight[144]: IQ2_S blk.39.ffn_gate_exps.weight[145]: IQ2_S blk.39.ffn_gate_exps.weight[146]: IQ2_S blk.39.ffn_gate_exps.weight[147]: blk.39.ffn_gate_exps.weight[148]: blk.39.ffn_gate_exps.weight[149]: blk.39.ffn_gate_exps.weight[150]: blk.39.ffn_gate_exps.weight[151]: blk.39.ffn_gate_exps.weight[152]: blk.39.ffn_gate_exps.weight[153]: IQ2_S blk.39.ffn_gate_exps.weight[154]: blk.39.ffn_gate_exps.weight[155]: blk.39.ffn_gate_exps.weight[156]: IQ2_S blk.39.ffn_gate_exps.weight[157]: blk.39.ffn_gate_exps.weight[158]: blk.39.ffn_gate_exps.weight[159]: blk.39.ffn_gate_exps.weight[160]: IQ2_S blk.39.ffn_gate_exps.weight[161]: IQ2_S blk.39.ffn_gate_exps.weight[162]: IQ2_S blk.39.ffn_gate_exps.weight[163]: blk.39.ffn_gate_exps.weight[164]: IQ2_S blk.39.ffn_gate_exps.weight[165]: blk.39.ffn_gate_exps.weight[166]: IQ2_S blk.39.ffn_gate_exps.weight[167]: IQ2_S blk.39.ffn_gate_exps.weight[168]: blk.39.ffn_gate_exps.weight[169]: blk.39.ffn_gate_exps.weight[170]: IQ2_S blk.39.ffn_gate_exps.weight[171]: IQ2_S blk.39.ffn_gate_exps.weight[172]: blk.39.ffn_gate_exps.weight[173]: blk.39.ffn_gate_exps.weight[174]: IQ2_S blk.39.ffn_gate_exps.weight[175]: IQ2_S blk.39.ffn_gate_exps.weight[176]: IQ2_S blk.39.ffn_gate_exps.weight[177]: IQ2_S blk.39.ffn_gate_exps.weight[178]: blk.39.ffn_gate_exps.weight[179]: IQ2_S blk.39.ffn_gate_exps.weight[180]: IQ2_S blk.39.ffn_gate_exps.weight[181]: IQ2_S blk.39.ffn_gate_exps.weight[182]: IQ2_S blk.39.ffn_gate_exps.weight[183]: IQ2_S blk.39.ffn_gate_exps.weight[184]: blk.39.ffn_gate_exps.weight[185]: blk.39.ffn_gate_exps.weight[186]: blk.39.ffn_gate_exps.weight[187]: blk.39.ffn_gate_exps.weight[188]: IQ2_S blk.39.ffn_gate_exps.weight[189]: IQ2_S blk.39.ffn_gate_exps.weight[190]: IQ2_S blk.39.ffn_gate_exps.weight[191]: IQ2_S blk.39.ffn_gate_exps.weight[192]: IQ2_S blk.39.ffn_gate_exps.weight[193]: blk.39.ffn_gate_exps.weight[194]: IQ2_S blk.39.ffn_gate_exps.weight[195]: blk.39.ffn_gate_exps.weight[196]: blk.39.ffn_gate_exps.weight[197]: blk.39.ffn_gate_exps.weight[198]: IQ2_S blk.39.ffn_gate_exps.weight[199]: IQ2_S blk.39.ffn_gate_exps.weight[200]: IQ2_S blk.39.ffn_gate_exps.weight[201]: IQ2_S blk.39.ffn_gate_exps.weight[202]: blk.39.ffn_gate_exps.weight[203]: IQ2_S blk.39.ffn_gate_exps.weight[204]: blk.39.ffn_gate_exps.weight[205]: IQ2_S blk.39.ffn_gate_exps.weight[206]: blk.39.ffn_gate_exps.weight[207]: IQ2_S blk.39.ffn_gate_exps.weight[208]: IQ2_S blk.39.ffn_gate_exps.weight[209]: IQ2_S blk.39.ffn_gate_exps.weight[210]: blk.39.ffn_gate_exps.weight[211]: blk.39.ffn_gate_exps.weight[212]: blk.39.ffn_gate_exps.weight[213]: blk.39.ffn_gate_exps.weight[214]: IQ2_S blk.39.ffn_gate_exps.weight[215]: blk.39.ffn_gate_exps.weight[216]: IQ2_S blk.39.ffn_gate_exps.weight[217]: blk.39.ffn_gate_exps.weight[218]: blk.39.ffn_gate_exps.weight[219]: IQ2_S blk.39.ffn_gate_exps.weight[220]: IQ2_S blk.39.ffn_gate_exps.weight[221]: blk.39.ffn_gate_exps.weight[222]: IQ2_S blk.39.ffn_gate_exps.weight[223]: blk.39.ffn_gate_exps.weight[224]: IQ2_S blk.39.ffn_gate_exps.weight[225]: blk.39.ffn_gate_exps.weight[226]: IQ2_S blk.39.ffn_gate_exps.weight[227]: blk.39.ffn_gate_exps.weight[228]: IQ2_S blk.39.ffn_gate_exps.weight[229]: IQ2_S blk.39.ffn_gate_exps.weight[230]: IQ2_S blk.39.ffn_gate_exps.weight[231]: IQ2_S blk.39.ffn_gate_exps.weight[232]: blk.39.ffn_gate_exps.weight[233]: blk.39.ffn_gate_exps.weight[234]: IQ2_S blk.39.ffn_gate_exps.weight[235]: blk.39.ffn_gate_exps.weight[236]: blk.39.ffn_gate_exps.weight[237]: blk.39.ffn_gate_exps.weight[238]: IQ2_S blk.39.ffn_gate_exps.weight[239]: blk.39.ffn_gate_exps.weight[240]: blk.39.ffn_gate_exps.weight[241]: blk.39.ffn_gate_exps.weight[242]: IQ2_S blk.39.ffn_gate_exps.weight[243]: blk.39.ffn_gate_exps.weight[244]: IQ2_S blk.39.ffn_gate_exps.weight[245]: IQ2_S blk.39.ffn_gate_exps.weight[246]: blk.39.ffn_gate_exps.weight[247]: IQ2_S blk.39.ffn_gate_exps.weight[248]: blk.39.ffn_gate_exps.weight[249]: blk.39.ffn_gate_exps.weight[250]: IQ2_S blk.39.ffn_gate_exps.weight[251]: IQ2_S blk.39.ffn_gate_exps.weight[252]: IQ2_S blk.39.ffn_gate_exps.weight[253]: blk.39.ffn_gate_exps.weight[254]: blk.39.ffn_gate_exps.weight[255]: IQ2_S blk.39.ffn_gate_exps.weight[256]: blk.39.ffn_gate_exps.weight[257]: IQ2_S blk.39.ffn_gate_exps.weight[258]: blk.39.ffn_gate_exps.weight[259]: blk.39.ffn_gate_exps.weight[260]: IQ2_S blk.39.ffn_gate_exps.weight[261]: blk.39.ffn_gate_exps.weight[262]: blk.39.ffn_gate_exps.weight[263]: IQ2_S blk.39.ffn_gate_exps.weight[264]: IQ2_S blk.39.ffn_gate_exps.weight[265]: blk.39.ffn_gate_exps.weight[266]: blk.39.ffn_gate_exps.weight[267]: IQ2_S blk.39.ffn_gate_exps.weight[268]: blk.39.ffn_gate_exps.weight[269]: IQ2_S blk.39.ffn_gate_exps.weight[270]: blk.39.ffn_gate_exps.weight[271]: IQ2_S blk.39.ffn_gate_exps.weight[272]: IQ2_S blk.39.ffn_gate_exps.weight[273]: blk.39.ffn_gate_exps.weight[274]: IQ2_S blk.39.ffn_gate_exps.weight[275]: IQ2_S blk.39.ffn_gate_exps.weight[276]: blk.39.ffn_gate_exps.weight[277]: blk.39.ffn_gate_exps.weight[278]: blk.39.ffn_gate_exps.weight[279]: blk.39.ffn_gate_exps.weight[280]: blk.39.ffn_gate_exps.weight[281]: IQ2_S blk.39.ffn_gate_exps.weight[282]: IQ2_S blk.39.ffn_gate_exps.weight[283]: blk.39.ffn_gate_exps.weight[284]: IQ2_S blk.39.ffn_gate_exps.weight[285]: blk.39.ffn_gate_exps.weight[286]: IQ2_S blk.39.ffn_gate_exps.weight[287]: IQ2_S blk.39.ffn_gate_exps.weight[288]: IQ2_S blk.39.ffn_gate_exps.weight[289]: IQ2_S blk.39.ffn_gate_exps.weight[290]: IQ2_S blk.39.ffn_gate_exps.weight[291]: IQ2_S blk.39.ffn_gate_exps.weight[292]: blk.39.ffn_gate_exps.weight[293]: IQ2_S blk.39.ffn_gate_exps.weight[294]: IQ2_S blk.39.ffn_gate_exps.weight[295]: IQ2_S blk.39.ffn_gate_exps.weight[296]: blk.39.ffn_gate_exps.weight[297]: IQ2_S blk.39.ffn_gate_exps.weight[298]: IQ2_S blk.39.ffn_gate_exps.weight[299]: IQ2_S blk.39.ffn_gate_exps.weight[300]: blk.39.ffn_gate_exps.weight[301]: blk.39.ffn_gate_exps.weight[302]: IQ2_S blk.39.ffn_gate_exps.weight[303]: IQ2_S blk.39.ffn_gate_exps.weight[304]: IQ2_S blk.39.ffn_gate_exps.weight[305]: blk.39.ffn_gate_exps.weight[306]: blk.39.ffn_gate_exps.weight[307]: blk.39.ffn_gate_exps.weight[308]: blk.39.ffn_gate_exps.weight[309]: blk.39.ffn_gate_exps.weight[310]: blk.39.ffn_gate_exps.weight[311]: blk.39.ffn_gate_exps.weight[312]: blk.39.ffn_gate_exps.weight[313]: IQ2_S blk.39.ffn_gate_exps.weight[314]: IQ2_S blk.39.ffn_gate_exps.weight[315]: IQ2_S blk.39.ffn_gate_exps.weight[316]: IQ2_S blk.39.ffn_gate_exps.weight[317]: blk.39.ffn_gate_exps.weight[318]: IQ2_S blk.39.ffn_gate_exps.weight[319]: IQ2_S blk.39.ffn_gate_exps.weight[320]: blk.39.ffn_gate_exps.weight[321]: blk.39.ffn_gate_exps.weight[322]: blk.39.ffn_gate_exps.weight[323]: IQ2_S blk.39.ffn_gate_exps.weight[324]: IQ2_S blk.39.ffn_gate_exps.weight[325]: blk.39.ffn_gate_exps.weight[326]: IQ2_S blk.39.ffn_gate_exps.weight[327]: IQ2_S blk.39.ffn_gate_exps.weight[328]: blk.39.ffn_gate_exps.weight[329]: IQ2_S blk.39.ffn_gate_exps.weight[330]: blk.39.ffn_gate_exps.weight[331]: IQ2_S blk.39.ffn_gate_exps.weight[332]: IQ2_S blk.39.ffn_gate_exps.weight[333]: blk.39.ffn_gate_exps.weight[334]: IQ2_S blk.39.ffn_gate_exps.weight[335]: IQ2_S blk.39.ffn_gate_exps.weight[336]: IQ2_S blk.39.ffn_gate_exps.weight[337]: IQ2_S blk.39.ffn_gate_exps.weight[338]: IQ2_S blk.39.ffn_gate_exps.weight[339]: blk.39.ffn_gate_exps.weight[340]: blk.39.ffn_gate_exps.weight[341]: blk.39.ffn_gate_exps.weight[342]: IQ2_S blk.39.ffn_gate_exps.weight[343]: blk.39.ffn_gate_exps.weight[344]: IQ2_S blk.39.ffn_gate_exps.weight[345]: blk.39.ffn_gate_exps.weight[346]: IQ2_S blk.39.ffn_gate_exps.weight[347]: IQ2_S blk.39.ffn_gate_exps.weight[348]: blk.39.ffn_gate_exps.weight[349]: IQ2_S blk.39.ffn_gate_exps.weight[350]: blk.39.ffn_gate_exps.weight[351]: IQ2_S blk.39.ffn_gate_exps.weight[352]: IQ2_S blk.39.ffn_gate_exps.weight[353]: blk.39.ffn_gate_exps.weight[354]: IQ2_S blk.39.ffn_gate_exps.weight[355]: blk.39.ffn_gate_exps.weight[356]: IQ2_S blk.39.ffn_gate_exps.weight[357]: blk.39.ffn_gate_exps.weight[358]: blk.39.ffn_gate_exps.weight[359]: blk.39.ffn_gate_exps.weight[360]: blk.39.ffn_gate_exps.weight[361]: IQ2_S blk.39.ffn_gate_exps.weight[362]: IQ2_S blk.39.ffn_gate_exps.weight[363]: blk.39.ffn_gate_exps.weight[364]: IQ2_S blk.39.ffn_gate_exps.weight[365]: blk.39.ffn_gate_exps.weight[366]: blk.39.ffn_gate_exps.weight[367]: IQ2_S blk.39.ffn_gate_exps.weight[368]: IQ2_S blk.39.ffn_gate_exps.weight[369]: blk.39.ffn_gate_exps.weight[370]: blk.39.ffn_gate_exps.weight[371]: blk.39.ffn_gate_exps.weight[372]: IQ2_S blk.39.ffn_gate_exps.weight[373]: IQ2_S blk.39.ffn_gate_exps.weight[374]: IQ2_S blk.39.ffn_gate_exps.weight[375]: IQ2_S blk.39.ffn_gate_exps.weight[376]: blk.39.ffn_gate_exps.weight[377]: blk.39.ffn_gate_exps.weight[378]: blk.39.ffn_gate_exps.weight[379]: blk.39.ffn_gate_exps.weight[380]: blk.39.ffn_gate_exps.weight[381]: blk.39.ffn_gate_exps.weight[382]: IQ2_S blk.39.ffn_gate_exps.weight[383]: blk.39.ffn_gate_exps.weight[384]: blk.39.ffn_gate_exps.weight[385]: blk.39.ffn_gate_exps.weight[386]: IQ2_S blk.39.ffn_gate_exps.weight[387]: IQ2_S blk.39.ffn_gate_exps.weight[388]: blk.39.ffn_gate_exps.weight[389]: IQ2_S blk.39.ffn_gate_exps.weight[390]: IQ2_S blk.39.ffn_gate_exps.weight[391]: blk.39.ffn_gate_exps.weight[392]: blk.39.ffn_gate_exps.weight[393]: IQ2_S blk.39.ffn_gate_exps.weight[394]: IQ2_S blk.39.ffn_gate_exps.weight[395]: IQ2_S blk.39.ffn_gate_exps.weight[396]: blk.39.ffn_gate_exps.weight[397]: blk.39.ffn_gate_exps.weight[398]: IQ2_S blk.39.ffn_gate_exps.weight[399]: blk.39.ffn_gate_exps.weight[400]: blk.39.ffn_gate_exps.weight[401]: IQ2_S blk.39.ffn_gate_exps.weight[402]: IQ2_S blk.39.ffn_gate_exps.weight[403]: IQ2_S blk.39.ffn_gate_exps.weight[404]: IQ2_S blk.39.ffn_gate_exps.weight[405]: IQ2_S blk.39.ffn_gate_exps.weight[406]: IQ2_S blk.39.ffn_gate_exps.weight[407]: IQ2_S blk.39.ffn_gate_exps.weight[408]: blk.39.ffn_gate_exps.weight[409]: blk.39.ffn_gate_exps.weight[410]: IQ2_S blk.39.ffn_gate_exps.weight[411]: blk.39.ffn_gate_exps.weight[412]: blk.39.ffn_gate_exps.weight[413]: blk.39.ffn_gate_exps.weight[414]: blk.39.ffn_gate_exps.weight[415]: blk.39.ffn_gate_exps.weight[416]: IQ2_S blk.39.ffn_gate_exps.weight[417]: blk.39.ffn_gate_exps.weight[418]: blk.39.ffn_gate_exps.weight[419]: blk.39.ffn_gate_exps.weight[420]: blk.39.ffn_gate_exps.weight[421]: blk.39.ffn_gate_exps.weight[422]: blk.39.ffn_gate_exps.weight[423]: blk.39.ffn_gate_exps.weight[424]: IQ2_S blk.39.ffn_gate_exps.weight[425]: blk.39.ffn_gate_exps.weight[426]: IQ2_S blk.39.ffn_gate_exps.weight[427]: blk.39.ffn_gate_exps.weight[428]: blk.39.ffn_gate_exps.weight[429]: IQ2_S blk.39.ffn_gate_exps.weight[430]: blk.39.ffn_gate_exps.weight[431]: blk.39.ffn_gate_exps.weight[432]: IQ2_S blk.39.ffn_gate_exps.weight[433]: blk.39.ffn_gate_exps.weight[434]: blk.39.ffn_gate_exps.weight[435]: blk.39.ffn_gate_exps.weight[436]: IQ2_S blk.39.ffn_gate_exps.weight[437]: IQ2_S blk.39.ffn_gate_exps.weight[438]: IQ2_S blk.39.ffn_gate_exps.weight[439]: IQ2_S blk.39.ffn_gate_exps.weight[440]: IQ2_S blk.39.ffn_gate_exps.weight[441]: blk.39.ffn_gate_exps.weight[442]: blk.39.ffn_gate_exps.weight[443]: IQ2_S blk.39.ffn_gate_exps.weight[444]: blk.39.ffn_gate_exps.weight[445]: blk.39.ffn_gate_exps.weight[446]: IQ2_S blk.39.ffn_gate_exps.weight[447]: IQ2_S blk.39.ffn_gate_exps.weight[448]: blk.39.ffn_gate_exps.weight[449]: IQ2_S blk.39.ffn_gate_exps.weight[450]: IQ2_S blk.39.ffn_gate_exps.weight[451]: blk.39.ffn_gate_exps.weight[452]: IQ2_S blk.39.ffn_gate_exps.weight[453]: blk.39.ffn_gate_exps.weight[454]: IQ2_S blk.39.ffn_gate_exps.weight[455]: blk.39.ffn_gate_exps.weight[456]: IQ2_S blk.39.ffn_gate_exps.weight[457]: IQ2_S blk.39.ffn_gate_exps.weight[458]: blk.39.ffn_gate_exps.weight[459]: IQ2_S blk.39.ffn_gate_exps.weight[460]: blk.39.ffn_gate_exps.weight[461]: blk.39.ffn_gate_exps.weight[462]: IQ2_S blk.39.ffn_gate_exps.weight[463]: blk.39.ffn_gate_exps.weight[464]: blk.39.ffn_gate_exps.weight[465]: IQ2_S blk.39.ffn_gate_exps.weight[466]: IQ2_S blk.39.ffn_gate_exps.weight[467]: IQ2_S blk.39.ffn_gate_exps.weight[468]: IQ2_S blk.39.ffn_gate_exps.weight[469]: IQ2_S blk.39.ffn_gate_exps.weight[470]: IQ2_S blk.39.ffn_gate_exps.weight[471]: blk.39.ffn_gate_exps.weight[472]: blk.39.ffn_gate_exps.weight[473]: blk.39.ffn_gate_exps.weight[474]: blk.39.ffn_gate_exps.weight[475]: blk.39.ffn_gate_exps.weight[476]: blk.39.ffn_gate_exps.weight[477]: IQ2_S blk.39.ffn_gate_exps.weight[478]: IQ2_S blk.39.ffn_gate_exps.weight[479]: IQ2_S blk.39.ffn_gate_exps.weight[480]: IQ2_S blk.39.ffn_gate_exps.weight[481]: blk.39.ffn_gate_exps.weight[482]: blk.39.ffn_gate_exps.weight[483]: blk.39.ffn_gate_exps.weight[484]: IQ2_S blk.39.ffn_gate_exps.weight[485]: blk.39.ffn_gate_exps.weight[486]: IQ2_S blk.39.ffn_gate_exps.weight[487]: IQ2_S blk.39.ffn_gate_exps.weight[488]: IQ2_S blk.39.ffn_gate_exps.weight[489]: IQ2_S blk.39.ffn_gate_exps.weight[490]: blk.39.ffn_gate_exps.weight[491]: blk.39.ffn_gate_exps.weight[492]: blk.39.ffn_gate_exps.weight[493]: IQ2_S blk.39.ffn_gate_exps.weight[494]: IQ2_S blk.39.ffn_gate_exps.weight[495]: IQ2_S blk.39.ffn_gate_exps.weight[496]: IQ2_S blk.39.ffn_gate_exps.weight[497]: blk.39.ffn_gate_exps.weight[498]: blk.39.ffn_gate_exps.weight[499]: IQ2_S blk.39.ffn_gate_exps.weight[500]: IQ2_S blk.39.ffn_gate_exps.weight[501]: IQ2_S blk.39.ffn_gate_exps.weight[502]: blk.39.ffn_gate_exps.weight[503]: blk.39.ffn_gate_exps.weight[504]: blk.39.ffn_gate_exps.weight[505]: blk.39.ffn_gate_exps.weight[506]: blk.39.ffn_gate_exps.weight[507]: blk.39.ffn_gate_exps.weight[508]: blk.39.ffn_gate_exps.weight[509]: IQ2_S blk.39.ffn_gate_exps.weight[510]: blk.39.ffn_gate_exps.weight[511]: blk.39.ffn_up_exps.weight[0]: IQ2_S blk.39.ffn_up_exps.weight[1]: blk.39.ffn_up_exps.weight[2]: IQ2_S blk.39.ffn_up_exps.weight[3]: IQ2_S blk.39.ffn_up_exps.weight[4]: IQ2_S blk.39.ffn_up_exps.weight[5]: blk.39.ffn_up_exps.weight[6]: IQ2_S blk.39.ffn_up_exps.weight[7]: blk.39.ffn_up_exps.weight[8]: blk.39.ffn_up_exps.weight[9]: IQ2_S blk.39.ffn_up_exps.weight[10]: blk.39.ffn_up_exps.weight[11]: blk.39.ffn_up_exps.weight[12]: IQ2_S blk.39.ffn_up_exps.weight[13]: blk.39.ffn_up_exps.weight[14]: blk.39.ffn_up_exps.weight[15]: blk.39.ffn_up_exps.weight[16]: IQ2_S blk.39.ffn_up_exps.weight[17]: IQ2_S blk.39.ffn_up_exps.weight[18]: IQ2_S blk.39.ffn_up_exps.weight[19]: IQ2_S blk.39.ffn_up_exps.weight[20]: blk.39.ffn_up_exps.weight[21]: IQ2_S blk.39.ffn_up_exps.weight[22]: blk.39.ffn_up_exps.weight[23]: blk.39.ffn_up_exps.weight[24]: blk.39.ffn_up_exps.weight[25]: blk.39.ffn_up_exps.weight[26]: blk.39.ffn_up_exps.weight[27]: IQ2_S blk.39.ffn_up_exps.weight[28]: IQ2_S blk.39.ffn_up_exps.weight[29]: blk.39.ffn_up_exps.weight[30]: blk.39.ffn_up_exps.weight[31]: IQ2_S blk.39.ffn_up_exps.weight[32]: IQ2_S blk.39.ffn_up_exps.weight[33]: blk.39.ffn_up_exps.weight[34]: blk.39.ffn_up_exps.weight[35]: blk.39.ffn_up_exps.weight[36]: IQ2_S blk.39.ffn_up_exps.weight[37]: blk.39.ffn_up_exps.weight[38]: blk.39.ffn_up_exps.weight[39]: IQ2_S blk.39.ffn_up_exps.weight[40]: blk.39.ffn_up_exps.weight[41]: IQ2_S blk.39.ffn_up_exps.weight[42]: IQ2_S blk.39.ffn_up_exps.weight[43]: blk.39.ffn_up_exps.weight[44]: blk.39.ffn_up_exps.weight[45]: IQ2_S blk.39.ffn_up_exps.weight[46]: blk.39.ffn_up_exps.weight[47]: blk.39.ffn_up_exps.weight[48]: IQ2_S blk.39.ffn_up_exps.weight[49]: IQ2_S blk.39.ffn_up_exps.weight[50]: blk.39.ffn_up_exps.weight[51]: blk.39.ffn_up_exps.weight[52]: blk.39.ffn_up_exps.weight[53]: IQ2_S blk.39.ffn_up_exps.weight[54]: IQ2_S blk.39.ffn_up_exps.weight[55]: blk.39.ffn_up_exps.weight[56]: blk.39.ffn_up_exps.weight[57]: blk.39.ffn_up_exps.weight[58]: IQ2_S blk.39.ffn_up_exps.weight[59]: IQ2_S blk.39.ffn_up_exps.weight[60]: IQ2_S blk.39.ffn_up_exps.weight[61]: blk.39.ffn_up_exps.weight[62]: blk.39.ffn_up_exps.weight[63]: IQ2_S blk.39.ffn_up_exps.weight[64]: blk.39.ffn_up_exps.weight[65]: blk.39.ffn_up_exps.weight[66]: IQ2_S blk.39.ffn_up_exps.weight[67]: IQ2_S blk.39.ffn_up_exps.weight[68]: IQ2_S blk.39.ffn_up_exps.weight[69]: blk.39.ffn_up_exps.weight[70]: IQ2_S blk.39.ffn_up_exps.weight[71]: IQ2_S blk.39.ffn_up_exps.weight[72]: IQ2_S blk.39.ffn_up_exps.weight[73]: IQ2_S blk.39.ffn_up_exps.weight[74]: IQ2_S blk.39.ffn_up_exps.weight[75]: blk.39.ffn_up_exps.weight[76]: blk.39.ffn_up_exps.weight[77]: IQ2_S blk.39.ffn_up_exps.weight[78]: IQ2_S blk.39.ffn_up_exps.weight[79]: IQ2_S blk.39.ffn_up_exps.weight[80]: blk.39.ffn_up_exps.weight[81]: IQ2_S blk.39.ffn_up_exps.weight[82]: IQ2_S blk.39.ffn_up_exps.weight[83]: IQ2_S blk.39.ffn_up_exps.weight[84]: IQ2_S blk.39.ffn_up_exps.weight[85]: blk.39.ffn_up_exps.weight[86]: blk.39.ffn_up_exps.weight[87]: IQ2_S blk.39.ffn_up_exps.weight[88]: blk.39.ffn_up_exps.weight[89]: IQ2_S blk.39.ffn_up_exps.weight[90]: blk.39.ffn_up_exps.weight[91]: blk.39.ffn_up_exps.weight[92]: blk.39.ffn_up_exps.weight[93]: blk.39.ffn_up_exps.weight[94]: blk.39.ffn_up_exps.weight[95]: blk.39.ffn_up_exps.weight[96]: IQ2_S blk.39.ffn_up_exps.weight[97]: IQ2_S blk.39.ffn_up_exps.weight[98]: blk.39.ffn_up_exps.weight[99]: IQ2_S blk.39.ffn_up_exps.weight[100]: IQ2_S blk.39.ffn_up_exps.weight[101]: blk.39.ffn_up_exps.weight[102]: IQ2_S blk.39.ffn_up_exps.weight[103]: IQ2_S blk.39.ffn_up_exps.weight[104]: blk.39.ffn_up_exps.weight[105]: IQ2_S blk.39.ffn_up_exps.weight[106]: IQ2_S blk.39.ffn_up_exps.weight[107]: IQ2_S blk.39.ffn_up_exps.weight[108]: blk.39.ffn_up_exps.weight[109]: IQ2_S blk.39.ffn_up_exps.weight[110]: IQ2_S blk.39.ffn_up_exps.weight[111]: IQ2_S blk.39.ffn_up_exps.weight[112]: IQ2_S blk.39.ffn_up_exps.weight[113]: blk.39.ffn_up_exps.weight[114]: blk.39.ffn_up_exps.weight[115]: IQ2_S blk.39.ffn_up_exps.weight[116]: blk.39.ffn_up_exps.weight[117]: blk.39.ffn_up_exps.weight[118]: IQ2_S blk.39.ffn_up_exps.weight[119]: IQ2_S blk.39.ffn_up_exps.weight[120]: IQ2_S blk.39.ffn_up_exps.weight[121]: IQ2_S blk.39.ffn_up_exps.weight[122]: blk.39.ffn_up_exps.weight[123]: blk.39.ffn_up_exps.weight[124]: IQ2_S blk.39.ffn_up_exps.weight[125]: IQ2_S blk.39.ffn_up_exps.weight[126]: blk.39.ffn_up_exps.weight[127]: blk.39.ffn_up_exps.weight[128]: IQ2_S blk.39.ffn_up_exps.weight[129]: blk.39.ffn_up_exps.weight[130]: blk.39.ffn_up_exps.weight[131]: blk.39.ffn_up_exps.weight[132]: blk.39.ffn_up_exps.weight[133]: blk.39.ffn_up_exps.weight[134]: IQ2_S blk.39.ffn_up_exps.weight[135]: blk.39.ffn_up_exps.weight[136]: blk.39.ffn_up_exps.weight[137]: IQ2_S blk.39.ffn_up_exps.weight[138]: blk.39.ffn_up_exps.weight[139]: IQ2_S blk.39.ffn_up_exps.weight[140]: IQ2_S blk.39.ffn_up_exps.weight[141]: IQ2_S blk.39.ffn_up_exps.weight[142]: blk.39.ffn_up_exps.weight[143]: IQ2_S blk.39.ffn_up_exps.weight[144]: IQ2_S blk.39.ffn_up_exps.weight[145]: IQ2_S blk.39.ffn_up_exps.weight[146]: IQ2_S blk.39.ffn_up_exps.weight[147]: blk.39.ffn_up_exps.weight[148]: blk.39.ffn_up_exps.weight[149]: blk.39.ffn_up_exps.weight[150]: blk.39.ffn_up_exps.weight[151]: blk.39.ffn_up_exps.weight[152]: blk.39.ffn_up_exps.weight[153]: IQ2_S blk.39.ffn_up_exps.weight[154]: blk.39.ffn_up_exps.weight[155]: blk.39.ffn_up_exps.weight[156]: IQ2_S blk.39.ffn_up_exps.weight[157]: blk.39.ffn_up_exps.weight[158]: blk.39.ffn_up_exps.weight[159]: blk.39.ffn_up_exps.weight[160]: IQ2_S blk.39.ffn_up_exps.weight[161]: IQ2_S blk.39.ffn_up_exps.weight[162]: IQ2_S blk.39.ffn_up_exps.weight[163]: blk.39.ffn_up_exps.weight[164]: IQ2_S blk.39.ffn_up_exps.weight[165]: blk.39.ffn_up_exps.weight[166]: IQ2_S blk.39.ffn_up_exps.weight[167]: IQ2_S blk.39.ffn_up_exps.weight[168]: blk.39.ffn_up_exps.weight[169]: blk.39.ffn_up_exps.weight[170]: IQ2_S blk.39.ffn_up_exps.weight[171]: IQ2_S blk.39.ffn_up_exps.weight[172]: blk.39.ffn_up_exps.weight[173]: blk.39.ffn_up_exps.weight[174]: IQ2_S blk.39.ffn_up_exps.weight[175]: IQ2_S blk.39.ffn_up_exps.weight[176]: IQ2_S blk.39.ffn_up_exps.weight[177]: IQ2_S blk.39.ffn_up_exps.weight[178]: blk.39.ffn_up_exps.weight[179]: IQ2_S blk.39.ffn_up_exps.weight[180]: IQ2_S blk.39.ffn_up_exps.weight[181]: IQ2_S blk.39.ffn_up_exps.weight[182]: IQ2_S blk.39.ffn_up_exps.weight[183]: IQ2_S blk.39.ffn_up_exps.weight[184]: blk.39.ffn_up_exps.weight[185]: blk.39.ffn_up_exps.weight[186]: blk.39.ffn_up_exps.weight[187]: blk.39.ffn_up_exps.weight[188]: IQ2_S blk.39.ffn_up_exps.weight[189]: IQ2_S blk.39.ffn_up_exps.weight[190]: IQ2_S blk.39.ffn_up_exps.weight[191]: IQ2_S blk.39.ffn_up_exps.weight[192]: IQ2_S blk.39.ffn_up_exps.weight[193]: blk.39.ffn_up_exps.weight[194]: IQ2_S blk.39.ffn_up_exps.weight[195]: blk.39.ffn_up_exps.weight[196]: blk.39.ffn_up_exps.weight[197]: blk.39.ffn_up_exps.weight[198]: IQ2_S blk.39.ffn_up_exps.weight[199]: IQ2_S blk.39.ffn_up_exps.weight[200]: IQ2_S blk.39.ffn_up_exps.weight[201]: IQ2_S blk.39.ffn_up_exps.weight[202]: blk.39.ffn_up_exps.weight[203]: IQ2_S blk.39.ffn_up_exps.weight[204]: blk.39.ffn_up_exps.weight[205]: IQ2_S blk.39.ffn_up_exps.weight[206]: blk.39.ffn_up_exps.weight[207]: IQ2_S blk.39.ffn_up_exps.weight[208]: IQ2_S blk.39.ffn_up_exps.weight[209]: IQ2_S blk.39.ffn_up_exps.weight[210]: blk.39.ffn_up_exps.weight[211]: blk.39.ffn_up_exps.weight[212]: blk.39.ffn_up_exps.weight[213]: blk.39.ffn_up_exps.weight[214]: IQ2_S blk.39.ffn_up_exps.weight[215]: blk.39.ffn_up_exps.weight[216]: IQ2_S blk.39.ffn_up_exps.weight[217]: blk.39.ffn_up_exps.weight[218]: blk.39.ffn_up_exps.weight[219]: IQ2_S blk.39.ffn_up_exps.weight[220]: IQ2_S blk.39.ffn_up_exps.weight[221]: blk.39.ffn_up_exps.weight[222]: IQ2_S blk.39.ffn_up_exps.weight[223]: blk.39.ffn_up_exps.weight[224]: IQ2_S blk.39.ffn_up_exps.weight[225]: blk.39.ffn_up_exps.weight[226]: IQ2_S blk.39.ffn_up_exps.weight[227]: blk.39.ffn_up_exps.weight[228]: IQ2_S blk.39.ffn_up_exps.weight[229]: IQ2_S blk.39.ffn_up_exps.weight[230]: IQ2_S blk.39.ffn_up_exps.weight[231]: IQ2_S blk.39.ffn_up_exps.weight[232]: blk.39.ffn_up_exps.weight[233]: blk.39.ffn_up_exps.weight[234]: IQ2_S blk.39.ffn_up_exps.weight[235]: blk.39.ffn_up_exps.weight[236]: blk.39.ffn_up_exps.weight[237]: blk.39.ffn_up_exps.weight[238]: IQ2_S blk.39.ffn_up_exps.weight[239]: blk.39.ffn_up_exps.weight[240]: blk.39.ffn_up_exps.weight[241]: blk.39.ffn_up_exps.weight[242]: IQ2_S blk.39.ffn_up_exps.weight[243]: blk.39.ffn_up_exps.weight[244]: IQ2_S blk.39.ffn_up_exps.weight[245]: IQ2_S blk.39.ffn_up_exps.weight[246]: blk.39.ffn_up_exps.weight[247]: IQ2_S blk.39.ffn_up_exps.weight[248]: blk.39.ffn_up_exps.weight[249]: blk.39.ffn_up_exps.weight[250]: IQ2_S blk.39.ffn_up_exps.weight[251]: IQ2_S blk.39.ffn_up_exps.weight[252]: IQ2_S blk.39.ffn_up_exps.weight[253]: blk.39.ffn_up_exps.weight[254]: blk.39.ffn_up_exps.weight[255]: IQ2_S blk.39.ffn_up_exps.weight[256]: blk.39.ffn_up_exps.weight[257]: IQ2_S blk.39.ffn_up_exps.weight[258]: blk.39.ffn_up_exps.weight[259]: blk.39.ffn_up_exps.weight[260]: IQ2_S blk.39.ffn_up_exps.weight[261]: blk.39.ffn_up_exps.weight[262]: blk.39.ffn_up_exps.weight[263]: IQ2_S blk.39.ffn_up_exps.weight[264]: IQ2_S blk.39.ffn_up_exps.weight[265]: blk.39.ffn_up_exps.weight[266]: blk.39.ffn_up_exps.weight[267]: IQ2_S blk.39.ffn_up_exps.weight[268]: blk.39.ffn_up_exps.weight[269]: IQ2_S blk.39.ffn_up_exps.weight[270]: blk.39.ffn_up_exps.weight[271]: IQ2_S blk.39.ffn_up_exps.weight[272]: IQ2_S blk.39.ffn_up_exps.weight[273]: blk.39.ffn_up_exps.weight[274]: IQ2_S blk.39.ffn_up_exps.weight[275]: IQ2_S blk.39.ffn_up_exps.weight[276]: blk.39.ffn_up_exps.weight[277]: blk.39.ffn_up_exps.weight[278]: blk.39.ffn_up_exps.weight[279]: blk.39.ffn_up_exps.weight[280]: blk.39.ffn_up_exps.weight[281]: IQ2_S blk.39.ffn_up_exps.weight[282]: IQ2_S blk.39.ffn_up_exps.weight[283]: blk.39.ffn_up_exps.weight[284]: IQ2_S blk.39.ffn_up_exps.weight[285]: blk.39.ffn_up_exps.weight[286]: IQ2_S blk.39.ffn_up_exps.weight[287]: IQ2_S blk.39.ffn_up_exps.weight[288]: IQ2_S blk.39.ffn_up_exps.weight[289]: IQ2_S blk.39.ffn_up_exps.weight[290]: IQ2_S blk.39.ffn_up_exps.weight[291]: IQ2_S blk.39.ffn_up_exps.weight[292]: blk.39.ffn_up_exps.weight[293]: IQ2_S blk.39.ffn_up_exps.weight[294]: IQ2_S blk.39.ffn_up_exps.weight[295]: IQ2_S blk.39.ffn_up_exps.weight[296]: blk.39.ffn_up_exps.weight[297]: IQ2_S blk.39.ffn_up_exps.weight[298]: IQ2_S blk.39.ffn_up_exps.weight[299]: IQ2_S blk.39.ffn_up_exps.weight[300]: blk.39.ffn_up_exps.weight[301]: blk.39.ffn_up_exps.weight[302]: IQ2_S blk.39.ffn_up_exps.weight[303]: IQ2_S blk.39.ffn_up_exps.weight[304]: IQ2_S blk.39.ffn_up_exps.weight[305]: blk.39.ffn_up_exps.weight[306]: blk.39.ffn_up_exps.weight[307]: blk.39.ffn_up_exps.weight[308]: blk.39.ffn_up_exps.weight[309]: blk.39.ffn_up_exps.weight[310]: blk.39.ffn_up_exps.weight[311]: blk.39.ffn_up_exps.weight[312]: blk.39.ffn_up_exps.weight[313]: IQ2_S blk.39.ffn_up_exps.weight[314]: IQ2_S blk.39.ffn_up_exps.weight[315]: IQ2_S blk.39.ffn_up_exps.weight[316]: IQ2_S blk.39.ffn_up_exps.weight[317]: blk.39.ffn_up_exps.weight[318]: IQ2_S blk.39.ffn_up_exps.weight[319]: IQ2_S blk.39.ffn_up_exps.weight[320]: blk.39.ffn_up_exps.weight[321]: blk.39.ffn_up_exps.weight[322]: blk.39.ffn_up_exps.weight[323]: IQ2_S blk.39.ffn_up_exps.weight[324]: IQ2_S blk.39.ffn_up_exps.weight[325]: blk.39.ffn_up_exps.weight[326]: IQ2_S blk.39.ffn_up_exps.weight[327]: IQ2_S blk.39.ffn_up_exps.weight[328]: blk.39.ffn_up_exps.weight[329]: IQ2_S blk.39.ffn_up_exps.weight[330]: blk.39.ffn_up_exps.weight[331]: IQ2_S blk.39.ffn_up_exps.weight[332]: IQ2_S blk.39.ffn_up_exps.weight[333]: blk.39.ffn_up_exps.weight[334]: IQ2_S blk.39.ffn_up_exps.weight[335]: IQ2_S blk.39.ffn_up_exps.weight[336]: IQ2_S blk.39.ffn_up_exps.weight[337]: IQ2_S blk.39.ffn_up_exps.weight[338]: IQ2_S blk.39.ffn_up_exps.weight[339]: blk.39.ffn_up_exps.weight[340]: blk.39.ffn_up_exps.weight[341]: blk.39.ffn_up_exps.weight[342]: IQ2_S blk.39.ffn_up_exps.weight[343]: blk.39.ffn_up_exps.weight[344]: IQ2_S blk.39.ffn_up_exps.weight[345]: blk.39.ffn_up_exps.weight[346]: IQ2_S blk.39.ffn_up_exps.weight[347]: IQ2_S blk.39.ffn_up_exps.weight[348]: blk.39.ffn_up_exps.weight[349]: IQ2_S blk.39.ffn_up_exps.weight[350]: blk.39.ffn_up_exps.weight[351]: IQ2_S blk.39.ffn_up_exps.weight[352]: IQ2_S blk.39.ffn_up_exps.weight[353]: blk.39.ffn_up_exps.weight[354]: IQ2_S blk.39.ffn_up_exps.weight[355]: blk.39.ffn_up_exps.weight[356]: IQ2_S blk.39.ffn_up_exps.weight[357]: blk.39.ffn_up_exps.weight[358]: blk.39.ffn_up_exps.weight[359]: blk.39.ffn_up_exps.weight[360]: blk.39.ffn_up_exps.weight[361]: IQ2_S blk.39.ffn_up_exps.weight[362]: IQ2_S blk.39.ffn_up_exps.weight[363]: blk.39.ffn_up_exps.weight[364]: IQ2_S blk.39.ffn_up_exps.weight[365]: blk.39.ffn_up_exps.weight[366]: blk.39.ffn_up_exps.weight[367]: IQ2_S blk.39.ffn_up_exps.weight[368]: IQ2_S blk.39.ffn_up_exps.weight[369]: blk.39.ffn_up_exps.weight[370]: blk.39.ffn_up_exps.weight[371]: blk.39.ffn_up_exps.weight[372]: IQ2_S blk.39.ffn_up_exps.weight[373]: IQ2_S blk.39.ffn_up_exps.weight[374]: IQ2_S blk.39.ffn_up_exps.weight[375]: IQ2_S blk.39.ffn_up_exps.weight[376]: blk.39.ffn_up_exps.weight[377]: blk.39.ffn_up_exps.weight[378]: blk.39.ffn_up_exps.weight[379]: blk.39.ffn_up_exps.weight[380]: blk.39.ffn_up_exps.weight[381]: blk.39.ffn_up_exps.weight[382]: IQ2_S blk.39.ffn_up_exps.weight[383]: blk.39.ffn_up_exps.weight[384]: blk.39.ffn_up_exps.weight[385]: blk.39.ffn_up_exps.weight[386]: IQ2_S blk.39.ffn_up_exps.weight[387]: IQ2_S blk.39.ffn_up_exps.weight[388]: blk.39.ffn_up_exps.weight[389]: IQ2_S blk.39.ffn_up_exps.weight[390]: IQ2_S blk.39.ffn_up_exps.weight[391]: blk.39.ffn_up_exps.weight[392]: blk.39.ffn_up_exps.weight[393]: IQ2_S blk.39.ffn_up_exps.weight[394]: IQ2_S blk.39.ffn_up_exps.weight[395]: IQ2_S blk.39.ffn_up_exps.weight[396]: blk.39.ffn_up_exps.weight[397]: blk.39.ffn_up_exps.weight[398]: IQ2_S blk.39.ffn_up_exps.weight[399]: blk.39.ffn_up_exps.weight[400]: blk.39.ffn_up_exps.weight[401]: IQ2_S blk.39.ffn_up_exps.weight[402]: IQ2_S blk.39.ffn_up_exps.weight[403]: IQ2_S blk.39.ffn_up_exps.weight[404]: IQ2_S blk.39.ffn_up_exps.weight[405]: IQ2_S blk.39.ffn_up_exps.weight[406]: IQ2_S blk.39.ffn_up_exps.weight[407]: IQ2_S blk.39.ffn_up_exps.weight[408]: blk.39.ffn_up_exps.weight[409]: blk.39.ffn_up_exps.weight[410]: IQ2_S blk.39.ffn_up_exps.weight[411]: blk.39.ffn_up_exps.weight[412]: blk.39.ffn_up_exps.weight[413]: blk.39.ffn_up_exps.weight[414]: blk.39.ffn_up_exps.weight[415]: blk.39.ffn_up_exps.weight[416]: IQ2_S blk.39.ffn_up_exps.weight[417]: blk.39.ffn_up_exps.weight[418]: blk.39.ffn_up_exps.weight[419]: blk.39.ffn_up_exps.weight[420]: blk.39.ffn_up_exps.weight[421]: blk.39.ffn_up_exps.weight[422]: blk.39.ffn_up_exps.weight[423]: blk.39.ffn_up_exps.weight[424]: IQ2_S blk.39.ffn_up_exps.weight[425]: blk.39.ffn_up_exps.weight[426]: IQ2_S blk.39.ffn_up_exps.weight[427]: blk.39.ffn_up_exps.weight[428]: blk.39.ffn_up_exps.weight[429]: IQ2_S blk.39.ffn_up_exps.weight[430]: blk.39.ffn_up_exps.weight[431]: blk.39.ffn_up_exps.weight[432]: IQ2_S blk.39.ffn_up_exps.weight[433]: blk.39.ffn_up_exps.weight[434]: blk.39.ffn_up_exps.weight[435]: blk.39.ffn_up_exps.weight[436]: IQ2_S blk.39.ffn_up_exps.weight[437]: IQ2_S blk.39.ffn_up_exps.weight[438]: IQ2_S blk.39.ffn_up_exps.weight[439]: IQ2_S blk.39.ffn_up_exps.weight[440]: IQ2_S blk.39.ffn_up_exps.weight[441]: blk.39.ffn_up_exps.weight[442]: blk.39.ffn_up_exps.weight[443]: IQ2_S blk.39.ffn_up_exps.weight[444]: blk.39.ffn_up_exps.weight[445]: blk.39.ffn_up_exps.weight[446]: IQ2_S blk.39.ffn_up_exps.weight[447]: IQ2_S blk.39.ffn_up_exps.weight[448]: blk.39.ffn_up_exps.weight[449]: IQ2_S blk.39.ffn_up_exps.weight[450]: IQ2_S blk.39.ffn_up_exps.weight[451]: blk.39.ffn_up_exps.weight[452]: IQ2_S blk.39.ffn_up_exps.weight[453]: blk.39.ffn_up_exps.weight[454]: IQ2_S blk.39.ffn_up_exps.weight[455]: blk.39.ffn_up_exps.weight[456]: IQ2_S blk.39.ffn_up_exps.weight[457]: IQ2_S blk.39.ffn_up_exps.weight[458]: blk.39.ffn_up_exps.weight[459]: IQ2_S blk.39.ffn_up_exps.weight[460]: blk.39.ffn_up_exps.weight[461]: blk.39.ffn_up_exps.weight[462]: IQ2_S blk.39.ffn_up_exps.weight[463]: blk.39.ffn_up_exps.weight[464]: blk.39.ffn_up_exps.weight[465]: IQ2_S blk.39.ffn_up_exps.weight[466]: IQ2_S blk.39.ffn_up_exps.weight[467]: IQ2_S blk.39.ffn_up_exps.weight[468]: IQ2_S blk.39.ffn_up_exps.weight[469]: IQ2_S blk.39.ffn_up_exps.weight[470]: IQ2_S blk.39.ffn_up_exps.weight[471]: blk.39.ffn_up_exps.weight[472]: blk.39.ffn_up_exps.weight[473]: blk.39.ffn_up_exps.weight[474]: blk.39.ffn_up_exps.weight[475]: blk.39.ffn_up_exps.weight[476]: blk.39.ffn_up_exps.weight[477]: IQ2_S blk.39.ffn_up_exps.weight[478]: IQ2_S blk.39.ffn_up_exps.weight[479]: IQ2_S blk.39.ffn_up_exps.weight[480]: IQ2_S blk.39.ffn_up_exps.weight[481]: blk.39.ffn_up_exps.weight[482]: blk.39.ffn_up_exps.weight[483]: blk.39.ffn_up_exps.weight[484]: IQ2_S blk.39.ffn_up_exps.weight[485]: blk.39.ffn_up_exps.weight[486]: IQ2_S blk.39.ffn_up_exps.weight[487]: IQ2_S blk.39.ffn_up_exps.weight[488]: IQ2_S blk.39.ffn_up_exps.weight[489]: IQ2_S blk.39.ffn_up_exps.weight[490]: blk.39.ffn_up_exps.weight[491]: blk.39.ffn_up_exps.weight[492]: blk.39.ffn_up_exps.weight[493]: IQ2_S blk.39.ffn_up_exps.weight[494]: IQ2_S blk.39.ffn_up_exps.weight[495]: IQ2_S blk.39.ffn_up_exps.weight[496]: IQ2_S blk.39.ffn_up_exps.weight[497]: blk.39.ffn_up_exps.weight[498]: blk.39.ffn_up_exps.weight[499]: IQ2_S blk.39.ffn_up_exps.weight[500]: IQ2_S blk.39.ffn_up_exps.weight[501]: IQ2_S blk.39.ffn_up_exps.weight[502]: blk.39.ffn_up_exps.weight[503]: blk.39.ffn_up_exps.weight[504]: blk.39.ffn_up_exps.weight[505]: blk.39.ffn_up_exps.weight[506]: blk.39.ffn_up_exps.weight[507]: blk.39.ffn_up_exps.weight[508]: blk.39.ffn_up_exps.weight[509]: IQ2_S blk.39.ffn_up_exps.weight[510]: blk.39.ffn_up_exps.weight[511]: blk.39.ffn_down_exps.weight[0]: IQ4_NL blk.39.ffn_down_exps.weight[1]: blk.39.ffn_down_exps.weight[2]: IQ4_NL blk.39.ffn_down_exps.weight[3]: IQ4_NL blk.39.ffn_down_exps.weight[4]: IQ4_NL blk.39.ffn_down_exps.weight[5]: blk.39.ffn_down_exps.weight[6]: IQ4_NL blk.39.ffn_down_exps.weight[7]: blk.39.ffn_down_exps.weight[8]: blk.39.ffn_down_exps.weight[9]: IQ4_NL blk.39.ffn_down_exps.weight[10]: blk.39.ffn_down_exps.weight[11]: blk.39.ffn_down_exps.weight[12]: IQ4_NL blk.39.ffn_down_exps.weight[13]: blk.39.ffn_down_exps.weight[14]: blk.39.ffn_down_exps.weight[15]: blk.39.ffn_down_exps.weight[16]: IQ4_NL blk.39.ffn_down_exps.weight[17]: IQ4_NL blk.39.ffn_down_exps.weight[18]: IQ4_NL blk.39.ffn_down_exps.weight[19]: IQ4_NL blk.39.ffn_down_exps.weight[20]: blk.39.ffn_down_exps.weight[21]: IQ4_NL blk.39.ffn_down_exps.weight[22]: blk.39.ffn_down_exps.weight[23]: blk.39.ffn_down_exps.weight[24]: blk.39.ffn_down_exps.weight[25]: blk.39.ffn_down_exps.weight[26]: blk.39.ffn_down_exps.weight[27]: IQ4_NL blk.39.ffn_down_exps.weight[28]: IQ4_NL blk.39.ffn_down_exps.weight[29]: blk.39.ffn_down_exps.weight[30]: blk.39.ffn_down_exps.weight[31]: IQ4_NL blk.39.ffn_down_exps.weight[32]: IQ4_NL blk.39.ffn_down_exps.weight[33]: blk.39.ffn_down_exps.weight[34]: blk.39.ffn_down_exps.weight[35]: blk.39.ffn_down_exps.weight[36]: IQ4_NL blk.39.ffn_down_exps.weight[37]: blk.39.ffn_down_exps.weight[38]: blk.39.ffn_down_exps.weight[39]: IQ4_NL blk.39.ffn_down_exps.weight[40]: blk.39.ffn_down_exps.weight[41]: IQ4_NL blk.39.ffn_down_exps.weight[42]: IQ4_NL blk.39.ffn_down_exps.weight[43]: blk.39.ffn_down_exps.weight[44]: blk.39.ffn_down_exps.weight[45]: IQ4_NL blk.39.ffn_down_exps.weight[46]: blk.39.ffn_down_exps.weight[47]: blk.39.ffn_down_exps.weight[48]: IQ4_NL blk.39.ffn_down_exps.weight[49]: IQ4_NL blk.39.ffn_down_exps.weight[50]: blk.39.ffn_down_exps.weight[51]: blk.39.ffn_down_exps.weight[52]: blk.39.ffn_down_exps.weight[53]: IQ4_NL blk.39.ffn_down_exps.weight[54]: IQ4_NL blk.39.ffn_down_exps.weight[55]: blk.39.ffn_down_exps.weight[56]: blk.39.ffn_down_exps.weight[57]: blk.39.ffn_down_exps.weight[58]: IQ4_NL blk.39.ffn_down_exps.weight[59]: IQ4_NL blk.39.ffn_down_exps.weight[60]: IQ4_NL blk.39.ffn_down_exps.weight[61]: blk.39.ffn_down_exps.weight[62]: blk.39.ffn_down_exps.weight[63]: IQ4_NL blk.39.ffn_down_exps.weight[64]: blk.39.ffn_down_exps.weight[65]: blk.39.ffn_down_exps.weight[66]: IQ4_NL blk.39.ffn_down_exps.weight[67]: IQ4_NL blk.39.ffn_down_exps.weight[68]: IQ4_NL blk.39.ffn_down_exps.weight[69]: blk.39.ffn_down_exps.weight[70]: IQ4_NL blk.39.ffn_down_exps.weight[71]: IQ4_NL blk.39.ffn_down_exps.weight[72]: IQ4_NL blk.39.ffn_down_exps.weight[73]: IQ4_NL blk.39.ffn_down_exps.weight[74]: IQ4_NL blk.39.ffn_down_exps.weight[75]: blk.39.ffn_down_exps.weight[76]: blk.39.ffn_down_exps.weight[77]: IQ4_NL blk.39.ffn_down_exps.weight[78]: IQ4_NL blk.39.ffn_down_exps.weight[79]: IQ4_NL blk.39.ffn_down_exps.weight[80]: blk.39.ffn_down_exps.weight[81]: IQ4_NL blk.39.ffn_down_exps.weight[82]: IQ4_NL blk.39.ffn_down_exps.weight[83]: IQ4_NL blk.39.ffn_down_exps.weight[84]: IQ4_NL blk.39.ffn_down_exps.weight[85]: blk.39.ffn_down_exps.weight[86]: blk.39.ffn_down_exps.weight[87]: IQ4_NL blk.39.ffn_down_exps.weight[88]: blk.39.ffn_down_exps.weight[89]: IQ4_NL blk.39.ffn_down_exps.weight[90]: blk.39.ffn_down_exps.weight[91]: blk.39.ffn_down_exps.weight[92]: blk.39.ffn_down_exps.weight[93]: blk.39.ffn_down_exps.weight[94]: blk.39.ffn_down_exps.weight[95]: blk.39.ffn_down_exps.weight[96]: IQ4_NL blk.39.ffn_down_exps.weight[97]: IQ4_NL blk.39.ffn_down_exps.weight[98]: blk.39.ffn_down_exps.weight[99]: IQ4_NL blk.39.ffn_down_exps.weight[100]: IQ4_NL blk.39.ffn_down_exps.weight[101]: blk.39.ffn_down_exps.weight[102]: IQ4_NL blk.39.ffn_down_exps.weight[103]: IQ4_NL blk.39.ffn_down_exps.weight[104]: blk.39.ffn_down_exps.weight[105]: IQ4_NL blk.39.ffn_down_exps.weight[106]: IQ4_NL blk.39.ffn_down_exps.weight[107]: IQ4_NL blk.39.ffn_down_exps.weight[108]: blk.39.ffn_down_exps.weight[109]: IQ4_NL blk.39.ffn_down_exps.weight[110]: IQ4_NL blk.39.ffn_down_exps.weight[111]: IQ4_NL blk.39.ffn_down_exps.weight[112]: IQ4_NL blk.39.ffn_down_exps.weight[113]: blk.39.ffn_down_exps.weight[114]: blk.39.ffn_down_exps.weight[115]: IQ4_NL blk.39.ffn_down_exps.weight[116]: blk.39.ffn_down_exps.weight[117]: blk.39.ffn_down_exps.weight[118]: IQ4_NL blk.39.ffn_down_exps.weight[119]: IQ4_NL blk.39.ffn_down_exps.weight[120]: IQ4_NL blk.39.ffn_down_exps.weight[121]: IQ4_NL blk.39.ffn_down_exps.weight[122]: blk.39.ffn_down_exps.weight[123]: blk.39.ffn_down_exps.weight[124]: IQ4_NL blk.39.ffn_down_exps.weight[125]: IQ4_NL blk.39.ffn_down_exps.weight[126]: blk.39.ffn_down_exps.weight[127]: blk.39.ffn_down_exps.weight[128]: IQ4_NL blk.39.ffn_down_exps.weight[129]: blk.39.ffn_down_exps.weight[130]: blk.39.ffn_down_exps.weight[131]: blk.39.ffn_down_exps.weight[132]: blk.39.ffn_down_exps.weight[133]: blk.39.ffn_down_exps.weight[134]: IQ4_NL blk.39.ffn_down_exps.weight[135]: blk.39.ffn_down_exps.weight[136]: blk.39.ffn_down_exps.weight[137]: IQ4_NL blk.39.ffn_down_exps.weight[138]: blk.39.ffn_down_exps.weight[139]: IQ4_NL blk.39.ffn_down_exps.weight[140]: IQ4_NL blk.39.ffn_down_exps.weight[141]: IQ4_NL blk.39.ffn_down_exps.weight[142]: blk.39.ffn_down_exps.weight[143]: IQ4_NL blk.39.ffn_down_exps.weight[144]: IQ4_NL blk.39.ffn_down_exps.weight[145]: IQ4_NL blk.39.ffn_down_exps.weight[146]: IQ4_NL blk.39.ffn_down_exps.weight[147]: blk.39.ffn_down_exps.weight[148]: blk.39.ffn_down_exps.weight[149]: blk.39.ffn_down_exps.weight[150]: blk.39.ffn_down_exps.weight[151]: blk.39.ffn_down_exps.weight[152]: blk.39.ffn_down_exps.weight[153]: IQ4_NL blk.39.ffn_down_exps.weight[154]: blk.39.ffn_down_exps.weight[155]: blk.39.ffn_down_exps.weight[156]: IQ4_NL blk.39.ffn_down_exps.weight[157]: blk.39.ffn_down_exps.weight[158]: blk.39.ffn_down_exps.weight[159]: blk.39.ffn_down_exps.weight[160]: IQ4_NL blk.39.ffn_down_exps.weight[161]: IQ4_NL blk.39.ffn_down_exps.weight[162]: IQ4_NL blk.39.ffn_down_exps.weight[163]: blk.39.ffn_down_exps.weight[164]: IQ4_NL blk.39.ffn_down_exps.weight[165]: blk.39.ffn_down_exps.weight[166]: IQ4_NL blk.39.ffn_down_exps.weight[167]: IQ4_NL blk.39.ffn_down_exps.weight[168]: blk.39.ffn_down_exps.weight[169]: blk.39.ffn_down_exps.weight[170]: IQ4_NL blk.39.ffn_down_exps.weight[171]: IQ4_NL blk.39.ffn_down_exps.weight[172]: blk.39.ffn_down_exps.weight[173]: blk.39.ffn_down_exps.weight[174]: IQ4_NL blk.39.ffn_down_exps.weight[175]: IQ4_NL blk.39.ffn_down_exps.weight[176]: IQ4_NL blk.39.ffn_down_exps.weight[177]: IQ4_NL blk.39.ffn_down_exps.weight[178]: blk.39.ffn_down_exps.weight[179]: IQ4_NL blk.39.ffn_down_exps.weight[180]: IQ4_NL blk.39.ffn_down_exps.weight[181]: IQ4_NL blk.39.ffn_down_exps.weight[182]: IQ4_NL blk.39.ffn_down_exps.weight[183]: IQ4_NL blk.39.ffn_down_exps.weight[184]: blk.39.ffn_down_exps.weight[185]: blk.39.ffn_down_exps.weight[186]: blk.39.ffn_down_exps.weight[187]: blk.39.ffn_down_exps.weight[188]: IQ4_NL blk.39.ffn_down_exps.weight[189]: IQ4_NL blk.39.ffn_down_exps.weight[190]: IQ4_NL blk.39.ffn_down_exps.weight[191]: IQ4_NL blk.39.ffn_down_exps.weight[192]: IQ4_NL blk.39.ffn_down_exps.weight[193]: blk.39.ffn_down_exps.weight[194]: IQ4_NL blk.39.ffn_down_exps.weight[195]: blk.39.ffn_down_exps.weight[196]: blk.39.ffn_down_exps.weight[197]: blk.39.ffn_down_exps.weight[198]: IQ4_NL blk.39.ffn_down_exps.weight[199]: IQ4_NL blk.39.ffn_down_exps.weight[200]: IQ4_NL blk.39.ffn_down_exps.weight[201]: IQ4_NL blk.39.ffn_down_exps.weight[202]: blk.39.ffn_down_exps.weight[203]: IQ4_NL blk.39.ffn_down_exps.weight[204]: blk.39.ffn_down_exps.weight[205]: IQ4_NL blk.39.ffn_down_exps.weight[206]: blk.39.ffn_down_exps.weight[207]: IQ4_NL blk.39.ffn_down_exps.weight[208]: IQ4_NL blk.39.ffn_down_exps.weight[209]: IQ4_NL blk.39.ffn_down_exps.weight[210]: blk.39.ffn_down_exps.weight[211]: blk.39.ffn_down_exps.weight[212]: blk.39.ffn_down_exps.weight[213]: blk.39.ffn_down_exps.weight[214]: IQ4_NL blk.39.ffn_down_exps.weight[215]: blk.39.ffn_down_exps.weight[216]: IQ4_NL blk.39.ffn_down_exps.weight[217]: blk.39.ffn_down_exps.weight[218]: blk.39.ffn_down_exps.weight[219]: IQ4_NL blk.39.ffn_down_exps.weight[220]: IQ4_NL blk.39.ffn_down_exps.weight[221]: blk.39.ffn_down_exps.weight[222]: IQ4_NL blk.39.ffn_down_exps.weight[223]: blk.39.ffn_down_exps.weight[224]: IQ4_NL blk.39.ffn_down_exps.weight[225]: blk.39.ffn_down_exps.weight[226]: IQ4_NL blk.39.ffn_down_exps.weight[227]: blk.39.ffn_down_exps.weight[228]: IQ4_NL blk.39.ffn_down_exps.weight[229]: IQ4_NL blk.39.ffn_down_exps.weight[230]: IQ4_NL blk.39.ffn_down_exps.weight[231]: IQ4_NL blk.39.ffn_down_exps.weight[232]: blk.39.ffn_down_exps.weight[233]: blk.39.ffn_down_exps.weight[234]: IQ4_NL blk.39.ffn_down_exps.weight[235]: blk.39.ffn_down_exps.weight[236]: blk.39.ffn_down_exps.weight[237]: blk.39.ffn_down_exps.weight[238]: IQ4_NL blk.39.ffn_down_exps.weight[239]: blk.39.ffn_down_exps.weight[240]: blk.39.ffn_down_exps.weight[241]: blk.39.ffn_down_exps.weight[242]: IQ4_NL blk.39.ffn_down_exps.weight[243]: blk.39.ffn_down_exps.weight[244]: IQ4_NL blk.39.ffn_down_exps.weight[245]: IQ4_NL blk.39.ffn_down_exps.weight[246]: blk.39.ffn_down_exps.weight[247]: IQ4_NL blk.39.ffn_down_exps.weight[248]: blk.39.ffn_down_exps.weight[249]: blk.39.ffn_down_exps.weight[250]: IQ4_NL blk.39.ffn_down_exps.weight[251]: IQ4_NL blk.39.ffn_down_exps.weight[252]: IQ4_NL blk.39.ffn_down_exps.weight[253]: blk.39.ffn_down_exps.weight[254]: blk.39.ffn_down_exps.weight[255]: IQ4_NL blk.39.ffn_down_exps.weight[256]: blk.39.ffn_down_exps.weight[257]: IQ4_NL blk.39.ffn_down_exps.weight[258]: blk.39.ffn_down_exps.weight[259]: blk.39.ffn_down_exps.weight[260]: IQ4_NL blk.39.ffn_down_exps.weight[261]: blk.39.ffn_down_exps.weight[262]: blk.39.ffn_down_exps.weight[263]: IQ4_NL blk.39.ffn_down_exps.weight[264]: IQ4_NL blk.39.ffn_down_exps.weight[265]: blk.39.ffn_down_exps.weight[266]: blk.39.ffn_down_exps.weight[267]: IQ4_NL blk.39.ffn_down_exps.weight[268]: blk.39.ffn_down_exps.weight[269]: IQ4_NL blk.39.ffn_down_exps.weight[270]: blk.39.ffn_down_exps.weight[271]: IQ4_NL blk.39.ffn_down_exps.weight[272]: IQ4_NL blk.39.ffn_down_exps.weight[273]: blk.39.ffn_down_exps.weight[274]: IQ4_NL blk.39.ffn_down_exps.weight[275]: IQ4_NL blk.39.ffn_down_exps.weight[276]: blk.39.ffn_down_exps.weight[277]: blk.39.ffn_down_exps.weight[278]: blk.39.ffn_down_exps.weight[279]: blk.39.ffn_down_exps.weight[280]: blk.39.ffn_down_exps.weight[281]: IQ4_NL blk.39.ffn_down_exps.weight[282]: IQ4_NL blk.39.ffn_down_exps.weight[283]: blk.39.ffn_down_exps.weight[284]: IQ4_NL blk.39.ffn_down_exps.weight[285]: blk.39.ffn_down_exps.weight[286]: IQ4_NL blk.39.ffn_down_exps.weight[287]: IQ4_NL blk.39.ffn_down_exps.weight[288]: IQ4_NL blk.39.ffn_down_exps.weight[289]: IQ4_NL blk.39.ffn_down_exps.weight[290]: IQ4_NL blk.39.ffn_down_exps.weight[291]: IQ4_NL blk.39.ffn_down_exps.weight[292]: blk.39.ffn_down_exps.weight[293]: IQ4_NL blk.39.ffn_down_exps.weight[294]: IQ4_NL blk.39.ffn_down_exps.weight[295]: IQ4_NL blk.39.ffn_down_exps.weight[296]: blk.39.ffn_down_exps.weight[297]: IQ4_NL blk.39.ffn_down_exps.weight[298]: IQ4_NL blk.39.ffn_down_exps.weight[299]: IQ4_NL blk.39.ffn_down_exps.weight[300]: blk.39.ffn_down_exps.weight[301]: blk.39.ffn_down_exps.weight[302]: IQ4_NL blk.39.ffn_down_exps.weight[303]: IQ4_NL blk.39.ffn_down_exps.weight[304]: IQ4_NL blk.39.ffn_down_exps.weight[305]: blk.39.ffn_down_exps.weight[306]: blk.39.ffn_down_exps.weight[307]: blk.39.ffn_down_exps.weight[308]: blk.39.ffn_down_exps.weight[309]: blk.39.ffn_down_exps.weight[310]: blk.39.ffn_down_exps.weight[311]: blk.39.ffn_down_exps.weight[312]: blk.39.ffn_down_exps.weight[313]: IQ4_NL blk.39.ffn_down_exps.weight[314]: IQ4_NL blk.39.ffn_down_exps.weight[315]: IQ4_NL blk.39.ffn_down_exps.weight[316]: IQ4_NL blk.39.ffn_down_exps.weight[317]: blk.39.ffn_down_exps.weight[318]: IQ4_NL blk.39.ffn_down_exps.weight[319]: IQ4_NL blk.39.ffn_down_exps.weight[320]: blk.39.ffn_down_exps.weight[321]: blk.39.ffn_down_exps.weight[322]: blk.39.ffn_down_exps.weight[323]: IQ4_NL blk.39.ffn_down_exps.weight[324]: IQ4_NL blk.39.ffn_down_exps.weight[325]: blk.39.ffn_down_exps.weight[326]: IQ4_NL blk.39.ffn_down_exps.weight[327]: IQ4_NL blk.39.ffn_down_exps.weight[328]: blk.39.ffn_down_exps.weight[329]: IQ4_NL blk.39.ffn_down_exps.weight[330]: blk.39.ffn_down_exps.weight[331]: IQ4_NL blk.39.ffn_down_exps.weight[332]: IQ4_NL blk.39.ffn_down_exps.weight[333]: blk.39.ffn_down_exps.weight[334]: IQ4_NL blk.39.ffn_down_exps.weight[335]: IQ4_NL blk.39.ffn_down_exps.weight[336]: IQ4_NL blk.39.ffn_down_exps.weight[337]: IQ4_NL blk.39.ffn_down_exps.weight[338]: IQ4_NL blk.39.ffn_down_exps.weight[339]: blk.39.ffn_down_exps.weight[340]: blk.39.ffn_down_exps.weight[341]: blk.39.ffn_down_exps.weight[342]: IQ4_NL blk.39.ffn_down_exps.weight[343]: blk.39.ffn_down_exps.weight[344]: IQ4_NL blk.39.ffn_down_exps.weight[345]: blk.39.ffn_down_exps.weight[346]: IQ4_NL blk.39.ffn_down_exps.weight[347]: IQ4_NL blk.39.ffn_down_exps.weight[348]: blk.39.ffn_down_exps.weight[349]: IQ4_NL blk.39.ffn_down_exps.weight[350]: blk.39.ffn_down_exps.weight[351]: IQ4_NL blk.39.ffn_down_exps.weight[352]: IQ4_NL blk.39.ffn_down_exps.weight[353]: blk.39.ffn_down_exps.weight[354]: IQ4_NL blk.39.ffn_down_exps.weight[355]: blk.39.ffn_down_exps.weight[356]: IQ4_NL blk.39.ffn_down_exps.weight[357]: blk.39.ffn_down_exps.weight[358]: blk.39.ffn_down_exps.weight[359]: blk.39.ffn_down_exps.weight[360]: blk.39.ffn_down_exps.weight[361]: IQ4_NL blk.39.ffn_down_exps.weight[362]: IQ4_NL blk.39.ffn_down_exps.weight[363]: blk.39.ffn_down_exps.weight[364]: IQ4_NL blk.39.ffn_down_exps.weight[365]: blk.39.ffn_down_exps.weight[366]: blk.39.ffn_down_exps.weight[367]: IQ4_NL blk.39.ffn_down_exps.weight[368]: IQ4_NL blk.39.ffn_down_exps.weight[369]: blk.39.ffn_down_exps.weight[370]: blk.39.ffn_down_exps.weight[371]: blk.39.ffn_down_exps.weight[372]: IQ4_NL blk.39.ffn_down_exps.weight[373]: IQ4_NL blk.39.ffn_down_exps.weight[374]: IQ4_NL blk.39.ffn_down_exps.weight[375]: IQ4_NL blk.39.ffn_down_exps.weight[376]: blk.39.ffn_down_exps.weight[377]: blk.39.ffn_down_exps.weight[378]: blk.39.ffn_down_exps.weight[379]: blk.39.ffn_down_exps.weight[380]: blk.39.ffn_down_exps.weight[381]: blk.39.ffn_down_exps.weight[382]: IQ4_NL blk.39.ffn_down_exps.weight[383]: blk.39.ffn_down_exps.weight[384]: blk.39.ffn_down_exps.weight[385]: blk.39.ffn_down_exps.weight[386]: IQ4_NL blk.39.ffn_down_exps.weight[387]: IQ4_NL blk.39.ffn_down_exps.weight[388]: blk.39.ffn_down_exps.weight[389]: IQ4_NL blk.39.ffn_down_exps.weight[390]: IQ4_NL blk.39.ffn_down_exps.weight[391]: blk.39.ffn_down_exps.weight[392]: blk.39.ffn_down_exps.weight[393]: IQ4_NL blk.39.ffn_down_exps.weight[394]: IQ4_NL blk.39.ffn_down_exps.weight[395]: IQ4_NL blk.39.ffn_down_exps.weight[396]: blk.39.ffn_down_exps.weight[397]: blk.39.ffn_down_exps.weight[398]: IQ4_NL blk.39.ffn_down_exps.weight[399]: blk.39.ffn_down_exps.weight[400]: blk.39.ffn_down_exps.weight[401]: IQ4_NL blk.39.ffn_down_exps.weight[402]: IQ4_NL blk.39.ffn_down_exps.weight[403]: IQ4_NL blk.39.ffn_down_exps.weight[404]: IQ4_NL blk.39.ffn_down_exps.weight[405]: IQ4_NL blk.39.ffn_down_exps.weight[406]: IQ4_NL blk.39.ffn_down_exps.weight[407]: IQ4_NL blk.39.ffn_down_exps.weight[408]: blk.39.ffn_down_exps.weight[409]: blk.39.ffn_down_exps.weight[410]: IQ4_NL blk.39.ffn_down_exps.weight[411]: blk.39.ffn_down_exps.weight[412]: blk.39.ffn_down_exps.weight[413]: blk.39.ffn_down_exps.weight[414]: blk.39.ffn_down_exps.weight[415]: blk.39.ffn_down_exps.weight[416]: IQ4_NL blk.39.ffn_down_exps.weight[417]: blk.39.ffn_down_exps.weight[418]: blk.39.ffn_down_exps.weight[419]: blk.39.ffn_down_exps.weight[420]: blk.39.ffn_down_exps.weight[421]: blk.39.ffn_down_exps.weight[422]: blk.39.ffn_down_exps.weight[423]: blk.39.ffn_down_exps.weight[424]: IQ4_NL blk.39.ffn_down_exps.weight[425]: blk.39.ffn_down_exps.weight[426]: IQ4_NL blk.39.ffn_down_exps.weight[427]: blk.39.ffn_down_exps.weight[428]: blk.39.ffn_down_exps.weight[429]: IQ4_NL blk.39.ffn_down_exps.weight[430]: blk.39.ffn_down_exps.weight[431]: blk.39.ffn_down_exps.weight[432]: IQ4_NL blk.39.ffn_down_exps.weight[433]: blk.39.ffn_down_exps.weight[434]: blk.39.ffn_down_exps.weight[435]: blk.39.ffn_down_exps.weight[436]: IQ4_NL blk.39.ffn_down_exps.weight[437]: IQ4_NL blk.39.ffn_down_exps.weight[438]: IQ4_NL blk.39.ffn_down_exps.weight[439]: IQ4_NL blk.39.ffn_down_exps.weight[440]: IQ4_NL blk.39.ffn_down_exps.weight[441]: blk.39.ffn_down_exps.weight[442]: blk.39.ffn_down_exps.weight[443]: IQ4_NL blk.39.ffn_down_exps.weight[444]: blk.39.ffn_down_exps.weight[445]: blk.39.ffn_down_exps.weight[446]: IQ4_NL blk.39.ffn_down_exps.weight[447]: IQ4_NL blk.39.ffn_down_exps.weight[448]: blk.39.ffn_down_exps.weight[449]: IQ4_NL blk.39.ffn_down_exps.weight[450]: IQ4_NL blk.39.ffn_down_exps.weight[451]: blk.39.ffn_down_exps.weight[452]: IQ4_NL blk.39.ffn_down_exps.weight[453]: blk.39.ffn_down_exps.weight[454]: IQ4_NL blk.39.ffn_down_exps.weight[455]: blk.39.ffn_down_exps.weight[456]: IQ4_NL blk.39.ffn_down_exps.weight[457]: IQ4_NL blk.39.ffn_down_exps.weight[458]: blk.39.ffn_down_exps.weight[459]: IQ4_NL blk.39.ffn_down_exps.weight[460]: blk.39.ffn_down_exps.weight[461]: blk.39.ffn_down_exps.weight[462]: IQ4_NL blk.39.ffn_down_exps.weight[463]: blk.39.ffn_down_exps.weight[464]: blk.39.ffn_down_exps.weight[465]: IQ4_NL blk.39.ffn_down_exps.weight[466]: IQ4_NL blk.39.ffn_down_exps.weight[467]: IQ4_NL blk.39.ffn_down_exps.weight[468]: IQ4_NL blk.39.ffn_down_exps.weight[469]: IQ4_NL blk.39.ffn_down_exps.weight[470]: IQ4_NL blk.39.ffn_down_exps.weight[471]: blk.39.ffn_down_exps.weight[472]: blk.39.ffn_down_exps.weight[473]: blk.39.ffn_down_exps.weight[474]: blk.39.ffn_down_exps.weight[475]: blk.39.ffn_down_exps.weight[476]: blk.39.ffn_down_exps.weight[477]: IQ4_NL blk.39.ffn_down_exps.weight[478]: IQ4_NL blk.39.ffn_down_exps.weight[479]: IQ4_NL blk.39.ffn_down_exps.weight[480]: IQ4_NL blk.39.ffn_down_exps.weight[481]: blk.39.ffn_down_exps.weight[482]: blk.39.ffn_down_exps.weight[483]: blk.39.ffn_down_exps.weight[484]: IQ4_NL blk.39.ffn_down_exps.weight[485]: blk.39.ffn_down_exps.weight[486]: IQ4_NL blk.39.ffn_down_exps.weight[487]: IQ4_NL blk.39.ffn_down_exps.weight[488]: IQ4_NL blk.39.ffn_down_exps.weight[489]: IQ4_NL blk.39.ffn_down_exps.weight[490]: blk.39.ffn_down_exps.weight[491]: blk.39.ffn_down_exps.weight[492]: blk.39.ffn_down_exps.weight[493]: IQ4_NL blk.39.ffn_down_exps.weight[494]: IQ4_NL blk.39.ffn_down_exps.weight[495]: IQ4_NL blk.39.ffn_down_exps.weight[496]: IQ4_NL blk.39.ffn_down_exps.weight[497]: blk.39.ffn_down_exps.weight[498]: blk.39.ffn_down_exps.weight[499]: IQ4_NL blk.39.ffn_down_exps.weight[500]: IQ4_NL blk.39.ffn_down_exps.weight[501]: IQ4_NL blk.39.ffn_down_exps.weight[502]: blk.39.ffn_down_exps.weight[503]: blk.39.ffn_down_exps.weight[504]: blk.39.ffn_down_exps.weight[505]: blk.39.ffn_down_exps.weight[506]: blk.39.ffn_down_exps.weight[507]: blk.39.ffn_down_exps.weight[508]: blk.39.ffn_down_exps.weight[509]: IQ4_NL blk.39.ffn_down_exps.weight[510]: blk.39.ffn_down_exps.weight[511]: blk.40.ffn_gate_exps.weight[0]: IQ3_S blk.40.ffn_gate_exps.weight[1]: blk.40.ffn_gate_exps.weight[2]: blk.40.ffn_gate_exps.weight[3]: blk.40.ffn_gate_exps.weight[4]: blk.40.ffn_gate_exps.weight[5]: blk.40.ffn_gate_exps.weight[6]: blk.40.ffn_gate_exps.weight[7]: blk.40.ffn_gate_exps.weight[8]: IQ3_S blk.40.ffn_gate_exps.weight[9]: IQ3_S blk.40.ffn_gate_exps.weight[10]: blk.40.ffn_gate_exps.weight[11]: IQ3_S blk.40.ffn_gate_exps.weight[12]: blk.40.ffn_gate_exps.weight[13]: blk.40.ffn_gate_exps.weight[14]: blk.40.ffn_gate_exps.weight[15]: blk.40.ffn_gate_exps.weight[16]: blk.40.ffn_gate_exps.weight[17]: blk.40.ffn_gate_exps.weight[18]: IQ3_S blk.40.ffn_gate_exps.weight[19]: IQ3_S blk.40.ffn_gate_exps.weight[20]: IQ3_S blk.40.ffn_gate_exps.weight[21]: IQ3_S blk.40.ffn_gate_exps.weight[22]: IQ3_S blk.40.ffn_gate_exps.weight[23]: blk.40.ffn_gate_exps.weight[24]: blk.40.ffn_gate_exps.weight[25]: IQ3_S blk.40.ffn_gate_exps.weight[26]: IQ3_S blk.40.ffn_gate_exps.weight[27]: IQ3_S blk.40.ffn_gate_exps.weight[28]: IQ3_S blk.40.ffn_gate_exps.weight[29]: blk.40.ffn_gate_exps.weight[30]: IQ3_S blk.40.ffn_gate_exps.weight[31]: IQ3_S blk.40.ffn_gate_exps.weight[32]: IQ3_S blk.40.ffn_gate_exps.weight[33]: blk.40.ffn_gate_exps.weight[34]: blk.40.ffn_gate_exps.weight[35]: blk.40.ffn_gate_exps.weight[36]: IQ3_S blk.40.ffn_gate_exps.weight[37]: blk.40.ffn_gate_exps.weight[38]: IQ3_S blk.40.ffn_gate_exps.weight[39]: blk.40.ffn_gate_exps.weight[40]: blk.40.ffn_gate_exps.weight[41]: IQ3_S blk.40.ffn_gate_exps.weight[42]: blk.40.ffn_gate_exps.weight[43]: blk.40.ffn_gate_exps.weight[44]: IQ3_S blk.40.ffn_gate_exps.weight[45]: blk.40.ffn_gate_exps.weight[46]: IQ3_S blk.40.ffn_gate_exps.weight[47]: IQ3_S blk.40.ffn_gate_exps.weight[48]: blk.40.ffn_gate_exps.weight[49]: blk.40.ffn_gate_exps.weight[50]: IQ3_S blk.40.ffn_gate_exps.weight[51]: IQ3_S blk.40.ffn_gate_exps.weight[52]: IQ3_S blk.40.ffn_gate_exps.weight[53]: blk.40.ffn_gate_exps.weight[54]: IQ3_S blk.40.ffn_gate_exps.weight[55]: blk.40.ffn_gate_exps.weight[56]: IQ3_S blk.40.ffn_gate_exps.weight[57]: blk.40.ffn_gate_exps.weight[58]: IQ3_S blk.40.ffn_gate_exps.weight[59]: IQ3_S blk.40.ffn_gate_exps.weight[60]: blk.40.ffn_gate_exps.weight[61]: IQ3_S blk.40.ffn_gate_exps.weight[62]: IQ3_S blk.40.ffn_gate_exps.weight[63]: blk.40.ffn_gate_exps.weight[64]: blk.40.ffn_gate_exps.weight[65]: blk.40.ffn_gate_exps.weight[66]: IQ3_S blk.40.ffn_gate_exps.weight[67]: IQ3_S blk.40.ffn_gate_exps.weight[68]: blk.40.ffn_gate_exps.weight[69]: IQ3_S blk.40.ffn_gate_exps.weight[70]: blk.40.ffn_gate_exps.weight[71]: blk.40.ffn_gate_exps.weight[72]: blk.40.ffn_gate_exps.weight[73]: blk.40.ffn_gate_exps.weight[74]: blk.40.ffn_gate_exps.weight[75]: blk.40.ffn_gate_exps.weight[76]: blk.40.ffn_gate_exps.weight[77]: IQ3_S blk.40.ffn_gate_exps.weight[78]: blk.40.ffn_gate_exps.weight[79]: blk.40.ffn_gate_exps.weight[80]: blk.40.ffn_gate_exps.weight[81]: blk.40.ffn_gate_exps.weight[82]: blk.40.ffn_gate_exps.weight[83]: IQ3_S blk.40.ffn_gate_exps.weight[84]: IQ3_S blk.40.ffn_gate_exps.weight[85]: IQ3_S blk.40.ffn_gate_exps.weight[86]: IQ3_S blk.40.ffn_gate_exps.weight[87]: IQ3_S blk.40.ffn_gate_exps.weight[88]: IQ3_S blk.40.ffn_gate_exps.weight[89]: blk.40.ffn_gate_exps.weight[90]: blk.40.ffn_gate_exps.weight[91]: IQ3_S blk.40.ffn_gate_exps.weight[92]: blk.40.ffn_gate_exps.weight[93]: blk.40.ffn_gate_exps.weight[94]: blk.40.ffn_gate_exps.weight[95]: IQ3_S blk.40.ffn_gate_exps.weight[96]: blk.40.ffn_gate_exps.weight[97]: blk.40.ffn_gate_exps.weight[98]: IQ3_S blk.40.ffn_gate_exps.weight[99]: blk.40.ffn_gate_exps.weight[100]: IQ3_S blk.40.ffn_gate_exps.weight[101]: IQ3_S blk.40.ffn_gate_exps.weight[102]: IQ3_S blk.40.ffn_gate_exps.weight[103]: blk.40.ffn_gate_exps.weight[104]: blk.40.ffn_gate_exps.weight[105]: IQ3_S blk.40.ffn_gate_exps.weight[106]: IQ3_S blk.40.ffn_gate_exps.weight[107]: blk.40.ffn_gate_exps.weight[108]: blk.40.ffn_gate_exps.weight[109]: blk.40.ffn_gate_exps.weight[110]: IQ3_S blk.40.ffn_gate_exps.weight[111]: IQ3_S blk.40.ffn_gate_exps.weight[112]: IQ3_S blk.40.ffn_gate_exps.weight[113]: blk.40.ffn_gate_exps.weight[114]: IQ3_S blk.40.ffn_gate_exps.weight[115]: IQ3_S blk.40.ffn_gate_exps.weight[116]: IQ3_S blk.40.ffn_gate_exps.weight[117]: blk.40.ffn_gate_exps.weight[118]: blk.40.ffn_gate_exps.weight[119]: IQ3_S blk.40.ffn_gate_exps.weight[120]: IQ3_S blk.40.ffn_gate_exps.weight[121]: IQ3_S blk.40.ffn_gate_exps.weight[122]: IQ3_S blk.40.ffn_gate_exps.weight[123]: blk.40.ffn_gate_exps.weight[124]: IQ3_S blk.40.ffn_gate_exps.weight[125]: blk.40.ffn_gate_exps.weight[126]: blk.40.ffn_gate_exps.weight[127]: IQ3_S blk.40.ffn_gate_exps.weight[128]: IQ3_S blk.40.ffn_gate_exps.weight[129]: IQ3_S blk.40.ffn_gate_exps.weight[130]: blk.40.ffn_gate_exps.weight[131]: blk.40.ffn_gate_exps.weight[132]: IQ3_S blk.40.ffn_gate_exps.weight[133]: blk.40.ffn_gate_exps.weight[134]: IQ3_S blk.40.ffn_gate_exps.weight[135]: IQ3_S blk.40.ffn_gate_exps.weight[136]: IQ3_S blk.40.ffn_gate_exps.weight[137]: IQ3_S blk.40.ffn_gate_exps.weight[138]: IQ3_S blk.40.ffn_gate_exps.weight[139]: IQ3_S blk.40.ffn_gate_exps.weight[140]: IQ3_S blk.40.ffn_gate_exps.weight[141]: IQ3_S blk.40.ffn_gate_exps.weight[142]: blk.40.ffn_gate_exps.weight[143]: blk.40.ffn_gate_exps.weight[144]: blk.40.ffn_gate_exps.weight[145]: blk.40.ffn_gate_exps.weight[146]: blk.40.ffn_gate_exps.weight[147]: blk.40.ffn_gate_exps.weight[148]: IQ3_S blk.40.ffn_gate_exps.weight[149]: blk.40.ffn_gate_exps.weight[150]: blk.40.ffn_gate_exps.weight[151]: blk.40.ffn_gate_exps.weight[152]: blk.40.ffn_gate_exps.weight[153]: IQ3_S blk.40.ffn_gate_exps.weight[154]: blk.40.ffn_gate_exps.weight[155]: blk.40.ffn_gate_exps.weight[156]: blk.40.ffn_gate_exps.weight[157]: IQ3_S blk.40.ffn_gate_exps.weight[158]: blk.40.ffn_gate_exps.weight[159]: IQ3_S blk.40.ffn_gate_exps.weight[160]: IQ3_S blk.40.ffn_gate_exps.weight[161]: blk.40.ffn_gate_exps.weight[162]: IQ3_S blk.40.ffn_gate_exps.weight[163]: blk.40.ffn_gate_exps.weight[164]: blk.40.ffn_gate_exps.weight[165]: IQ3_S blk.40.ffn_gate_exps.weight[166]: IQ3_S blk.40.ffn_gate_exps.weight[167]: IQ3_S blk.40.ffn_gate_exps.weight[168]: IQ3_S blk.40.ffn_gate_exps.weight[169]: blk.40.ffn_gate_exps.weight[170]: IQ3_S blk.40.ffn_gate_exps.weight[171]: blk.40.ffn_gate_exps.weight[172]: IQ3_S blk.40.ffn_gate_exps.weight[173]: blk.40.ffn_gate_exps.weight[174]: blk.40.ffn_gate_exps.weight[175]: blk.40.ffn_gate_exps.weight[176]: IQ3_S blk.40.ffn_gate_exps.weight[177]: blk.40.ffn_gate_exps.weight[178]: IQ3_S blk.40.ffn_gate_exps.weight[179]: IQ3_S blk.40.ffn_gate_exps.weight[180]: IQ3_S blk.40.ffn_gate_exps.weight[181]: IQ3_S blk.40.ffn_gate_exps.weight[182]: IQ3_S blk.40.ffn_gate_exps.weight[183]: blk.40.ffn_gate_exps.weight[184]: blk.40.ffn_gate_exps.weight[185]: blk.40.ffn_gate_exps.weight[186]: IQ3_S blk.40.ffn_gate_exps.weight[187]: IQ3_S blk.40.ffn_gate_exps.weight[188]: IQ3_S blk.40.ffn_gate_exps.weight[189]: IQ3_S blk.40.ffn_gate_exps.weight[190]: IQ3_S blk.40.ffn_gate_exps.weight[191]: blk.40.ffn_gate_exps.weight[192]: IQ3_S blk.40.ffn_gate_exps.weight[193]: blk.40.ffn_gate_exps.weight[194]: IQ3_S blk.40.ffn_gate_exps.weight[195]: blk.40.ffn_gate_exps.weight[196]: blk.40.ffn_gate_exps.weight[197]: IQ3_S blk.40.ffn_gate_exps.weight[198]: IQ3_S blk.40.ffn_gate_exps.weight[199]: IQ3_S blk.40.ffn_gate_exps.weight[200]: IQ3_S blk.40.ffn_gate_exps.weight[201]: IQ3_S blk.40.ffn_gate_exps.weight[202]: IQ3_S blk.40.ffn_gate_exps.weight[203]: IQ3_S blk.40.ffn_gate_exps.weight[204]: IQ3_S blk.40.ffn_gate_exps.weight[205]: IQ3_S blk.40.ffn_gate_exps.weight[206]: blk.40.ffn_gate_exps.weight[207]: blk.40.ffn_gate_exps.weight[208]: IQ3_S blk.40.ffn_gate_exps.weight[209]: blk.40.ffn_gate_exps.weight[210]: blk.40.ffn_gate_exps.weight[211]: blk.40.ffn_gate_exps.weight[212]: blk.40.ffn_gate_exps.weight[213]: blk.40.ffn_gate_exps.weight[214]: blk.40.ffn_gate_exps.weight[215]: blk.40.ffn_gate_exps.weight[216]: blk.40.ffn_gate_exps.weight[217]: IQ3_S blk.40.ffn_gate_exps.weight[218]: IQ3_S blk.40.ffn_gate_exps.weight[219]: IQ3_S blk.40.ffn_gate_exps.weight[220]: blk.40.ffn_gate_exps.weight[221]: blk.40.ffn_gate_exps.weight[222]: IQ3_S blk.40.ffn_gate_exps.weight[223]: IQ3_S blk.40.ffn_gate_exps.weight[224]: blk.40.ffn_gate_exps.weight[225]: blk.40.ffn_gate_exps.weight[226]: blk.40.ffn_gate_exps.weight[227]: blk.40.ffn_gate_exps.weight[228]: blk.40.ffn_gate_exps.weight[229]: IQ3_S blk.40.ffn_gate_exps.weight[230]: IQ3_S blk.40.ffn_gate_exps.weight[231]: IQ3_S blk.40.ffn_gate_exps.weight[232]: blk.40.ffn_gate_exps.weight[233]: blk.40.ffn_gate_exps.weight[234]: IQ3_S blk.40.ffn_gate_exps.weight[235]: blk.40.ffn_gate_exps.weight[236]: blk.40.ffn_gate_exps.weight[237]: IQ3_S blk.40.ffn_gate_exps.weight[238]: IQ3_S blk.40.ffn_gate_exps.weight[239]: IQ3_S blk.40.ffn_gate_exps.weight[240]: blk.40.ffn_gate_exps.weight[241]: blk.40.ffn_gate_exps.weight[242]: blk.40.ffn_gate_exps.weight[243]: blk.40.ffn_gate_exps.weight[244]: IQ3_S blk.40.ffn_gate_exps.weight[245]: blk.40.ffn_gate_exps.weight[246]: blk.40.ffn_gate_exps.weight[247]: blk.40.ffn_gate_exps.weight[248]: blk.40.ffn_gate_exps.weight[249]: blk.40.ffn_gate_exps.weight[250]: IQ3_S blk.40.ffn_gate_exps.weight[251]: blk.40.ffn_gate_exps.weight[252]: IQ3_S blk.40.ffn_gate_exps.weight[253]: IQ3_S blk.40.ffn_gate_exps.weight[254]: IQ3_S blk.40.ffn_gate_exps.weight[255]: IQ3_S blk.40.ffn_gate_exps.weight[256]: blk.40.ffn_gate_exps.weight[257]: IQ3_S blk.40.ffn_gate_exps.weight[258]: IQ3_S blk.40.ffn_gate_exps.weight[259]: IQ3_S blk.40.ffn_gate_exps.weight[260]: blk.40.ffn_gate_exps.weight[261]: IQ3_S blk.40.ffn_gate_exps.weight[262]: blk.40.ffn_gate_exps.weight[263]: IQ3_S blk.40.ffn_gate_exps.weight[264]: IQ3_S blk.40.ffn_gate_exps.weight[265]: blk.40.ffn_gate_exps.weight[266]: IQ3_S blk.40.ffn_gate_exps.weight[267]: blk.40.ffn_gate_exps.weight[268]: IQ3_S blk.40.ffn_gate_exps.weight[269]: IQ3_S blk.40.ffn_gate_exps.weight[270]: blk.40.ffn_gate_exps.weight[271]: blk.40.ffn_gate_exps.weight[272]: blk.40.ffn_gate_exps.weight[273]: blk.40.ffn_gate_exps.weight[274]: IQ3_S blk.40.ffn_gate_exps.weight[275]: IQ3_S blk.40.ffn_gate_exps.weight[276]: blk.40.ffn_gate_exps.weight[277]: IQ3_S blk.40.ffn_gate_exps.weight[278]: blk.40.ffn_gate_exps.weight[279]: blk.40.ffn_gate_exps.weight[280]: IQ3_S blk.40.ffn_gate_exps.weight[281]: blk.40.ffn_gate_exps.weight[282]: IQ3_S blk.40.ffn_gate_exps.weight[283]: IQ3_S blk.40.ffn_gate_exps.weight[284]: blk.40.ffn_gate_exps.weight[285]: IQ3_S blk.40.ffn_gate_exps.weight[286]: IQ3_S blk.40.ffn_gate_exps.weight[287]: IQ3_S blk.40.ffn_gate_exps.weight[288]: blk.40.ffn_gate_exps.weight[289]: IQ3_S blk.40.ffn_gate_exps.weight[290]: IQ3_S blk.40.ffn_gate_exps.weight[291]: IQ3_S blk.40.ffn_gate_exps.weight[292]: IQ3_S blk.40.ffn_gate_exps.weight[293]: blk.40.ffn_gate_exps.weight[294]: IQ3_S blk.40.ffn_gate_exps.weight[295]: IQ3_S blk.40.ffn_gate_exps.weight[296]: IQ3_S blk.40.ffn_gate_exps.weight[297]: blk.40.ffn_gate_exps.weight[298]: IQ3_S blk.40.ffn_gate_exps.weight[299]: blk.40.ffn_gate_exps.weight[300]: IQ3_S blk.40.ffn_gate_exps.weight[301]: IQ3_S blk.40.ffn_gate_exps.weight[302]: blk.40.ffn_gate_exps.weight[303]: IQ3_S blk.40.ffn_gate_exps.weight[304]: IQ3_S blk.40.ffn_gate_exps.weight[305]: IQ3_S blk.40.ffn_gate_exps.weight[306]: blk.40.ffn_gate_exps.weight[307]: blk.40.ffn_gate_exps.weight[308]: blk.40.ffn_gate_exps.weight[309]: IQ3_S blk.40.ffn_gate_exps.weight[310]: blk.40.ffn_gate_exps.weight[311]: IQ3_S blk.40.ffn_gate_exps.weight[312]: blk.40.ffn_gate_exps.weight[313]: blk.40.ffn_gate_exps.weight[314]: IQ3_S blk.40.ffn_gate_exps.weight[315]: blk.40.ffn_gate_exps.weight[316]: blk.40.ffn_gate_exps.weight[317]: IQ3_S blk.40.ffn_gate_exps.weight[318]: IQ3_S blk.40.ffn_gate_exps.weight[319]: blk.40.ffn_gate_exps.weight[320]: IQ3_S blk.40.ffn_gate_exps.weight[321]: blk.40.ffn_gate_exps.weight[322]: IQ3_S blk.40.ffn_gate_exps.weight[323]: blk.40.ffn_gate_exps.weight[324]: blk.40.ffn_gate_exps.weight[325]: IQ3_S blk.40.ffn_gate_exps.weight[326]: blk.40.ffn_gate_exps.weight[327]: IQ3_S blk.40.ffn_gate_exps.weight[328]: IQ3_S blk.40.ffn_gate_exps.weight[329]: IQ3_S blk.40.ffn_gate_exps.weight[330]: blk.40.ffn_gate_exps.weight[331]: blk.40.ffn_gate_exps.weight[332]: blk.40.ffn_gate_exps.weight[333]: blk.40.ffn_gate_exps.weight[334]: IQ3_S blk.40.ffn_gate_exps.weight[335]: IQ3_S blk.40.ffn_gate_exps.weight[336]: blk.40.ffn_gate_exps.weight[337]: IQ3_S blk.40.ffn_gate_exps.weight[338]: blk.40.ffn_gate_exps.weight[339]: blk.40.ffn_gate_exps.weight[340]: IQ3_S blk.40.ffn_gate_exps.weight[341]: blk.40.ffn_gate_exps.weight[342]: IQ3_S blk.40.ffn_gate_exps.weight[343]: blk.40.ffn_gate_exps.weight[344]: blk.40.ffn_gate_exps.weight[345]: blk.40.ffn_gate_exps.weight[346]: IQ3_S blk.40.ffn_gate_exps.weight[347]: blk.40.ffn_gate_exps.weight[348]: IQ3_S blk.40.ffn_gate_exps.weight[349]: blk.40.ffn_gate_exps.weight[350]: IQ3_S blk.40.ffn_gate_exps.weight[351]: IQ3_S blk.40.ffn_gate_exps.weight[352]: IQ3_S blk.40.ffn_gate_exps.weight[353]: IQ3_S blk.40.ffn_gate_exps.weight[354]: IQ3_S blk.40.ffn_gate_exps.weight[355]: IQ3_S blk.40.ffn_gate_exps.weight[356]: IQ3_S blk.40.ffn_gate_exps.weight[357]: IQ3_S blk.40.ffn_gate_exps.weight[358]: blk.40.ffn_gate_exps.weight[359]: IQ3_S blk.40.ffn_gate_exps.weight[360]: IQ3_S blk.40.ffn_gate_exps.weight[361]: blk.40.ffn_gate_exps.weight[362]: IQ3_S blk.40.ffn_gate_exps.weight[363]: IQ3_S blk.40.ffn_gate_exps.weight[364]: IQ3_S blk.40.ffn_gate_exps.weight[365]: IQ3_S blk.40.ffn_gate_exps.weight[366]: blk.40.ffn_gate_exps.weight[367]: blk.40.ffn_gate_exps.weight[368]: blk.40.ffn_gate_exps.weight[369]: IQ3_S blk.40.ffn_gate_exps.weight[370]: blk.40.ffn_gate_exps.weight[371]: blk.40.ffn_gate_exps.weight[372]: blk.40.ffn_gate_exps.weight[373]: blk.40.ffn_gate_exps.weight[374]: blk.40.ffn_gate_exps.weight[375]: blk.40.ffn_gate_exps.weight[376]: IQ3_S blk.40.ffn_gate_exps.weight[377]: blk.40.ffn_gate_exps.weight[378]: IQ3_S blk.40.ffn_gate_exps.weight[379]: blk.40.ffn_gate_exps.weight[380]: IQ3_S blk.40.ffn_gate_exps.weight[381]: IQ3_S blk.40.ffn_gate_exps.weight[382]: IQ3_S blk.40.ffn_gate_exps.weight[383]: IQ3_S blk.40.ffn_gate_exps.weight[384]: IQ3_S blk.40.ffn_gate_exps.weight[385]: IQ3_S blk.40.ffn_gate_exps.weight[386]: IQ3_S blk.40.ffn_gate_exps.weight[387]: IQ3_S blk.40.ffn_gate_exps.weight[388]: IQ3_S blk.40.ffn_gate_exps.weight[389]: blk.40.ffn_gate_exps.weight[390]: IQ3_S blk.40.ffn_gate_exps.weight[391]: IQ3_S blk.40.ffn_gate_exps.weight[392]: IQ3_S blk.40.ffn_gate_exps.weight[393]: IQ3_S blk.40.ffn_gate_exps.weight[394]: blk.40.ffn_gate_exps.weight[395]: IQ3_S blk.40.ffn_gate_exps.weight[396]: IQ3_S blk.40.ffn_gate_exps.weight[397]: IQ3_S blk.40.ffn_gate_exps.weight[398]: IQ3_S blk.40.ffn_gate_exps.weight[399]: IQ3_S blk.40.ffn_gate_exps.weight[400]: blk.40.ffn_gate_exps.weight[401]: blk.40.ffn_gate_exps.weight[402]: blk.40.ffn_gate_exps.weight[403]: IQ3_S blk.40.ffn_gate_exps.weight[404]: blk.40.ffn_gate_exps.weight[405]: blk.40.ffn_gate_exps.weight[406]: IQ3_S blk.40.ffn_gate_exps.weight[407]: IQ3_S blk.40.ffn_gate_exps.weight[408]: blk.40.ffn_gate_exps.weight[409]: blk.40.ffn_gate_exps.weight[410]: blk.40.ffn_gate_exps.weight[411]: IQ3_S blk.40.ffn_gate_exps.weight[412]: blk.40.ffn_gate_exps.weight[413]: blk.40.ffn_gate_exps.weight[414]: blk.40.ffn_gate_exps.weight[415]: blk.40.ffn_gate_exps.weight[416]: blk.40.ffn_gate_exps.weight[417]: blk.40.ffn_gate_exps.weight[418]: IQ3_S blk.40.ffn_gate_exps.weight[419]: blk.40.ffn_gate_exps.weight[420]: blk.40.ffn_gate_exps.weight[421]: IQ3_S blk.40.ffn_gate_exps.weight[422]: IQ3_S blk.40.ffn_gate_exps.weight[423]: IQ3_S blk.40.ffn_gate_exps.weight[424]: blk.40.ffn_gate_exps.weight[425]: IQ3_S blk.40.ffn_gate_exps.weight[426]: blk.40.ffn_gate_exps.weight[427]: blk.40.ffn_gate_exps.weight[428]: IQ3_S blk.40.ffn_gate_exps.weight[429]: IQ3_S blk.40.ffn_gate_exps.weight[430]: IQ3_S blk.40.ffn_gate_exps.weight[431]: blk.40.ffn_gate_exps.weight[432]: blk.40.ffn_gate_exps.weight[433]: blk.40.ffn_gate_exps.weight[434]: IQ3_S blk.40.ffn_gate_exps.weight[435]: blk.40.ffn_gate_exps.weight[436]: IQ3_S blk.40.ffn_gate_exps.weight[437]: blk.40.ffn_gate_exps.weight[438]: blk.40.ffn_gate_exps.weight[439]: blk.40.ffn_gate_exps.weight[440]: blk.40.ffn_gate_exps.weight[441]: blk.40.ffn_gate_exps.weight[442]: blk.40.ffn_gate_exps.weight[443]: blk.40.ffn_gate_exps.weight[444]: blk.40.ffn_gate_exps.weight[445]: IQ3_S blk.40.ffn_gate_exps.weight[446]: blk.40.ffn_gate_exps.weight[447]: blk.40.ffn_gate_exps.weight[448]: blk.40.ffn_gate_exps.weight[449]: IQ3_S blk.40.ffn_gate_exps.weight[450]: blk.40.ffn_gate_exps.weight[451]: IQ3_S blk.40.ffn_gate_exps.weight[452]: IQ3_S blk.40.ffn_gate_exps.weight[453]: IQ3_S blk.40.ffn_gate_exps.weight[454]: blk.40.ffn_gate_exps.weight[455]: IQ3_S blk.40.ffn_gate_exps.weight[456]: IQ3_S blk.40.ffn_gate_exps.weight[457]: blk.40.ffn_gate_exps.weight[458]: blk.40.ffn_gate_exps.weight[459]: IQ3_S blk.40.ffn_gate_exps.weight[460]: blk.40.ffn_gate_exps.weight[461]: IQ3_S blk.40.ffn_gate_exps.weight[462]: IQ3_S blk.40.ffn_gate_exps.weight[463]: IQ3_S blk.40.ffn_gate_exps.weight[464]: blk.40.ffn_gate_exps.weight[465]: blk.40.ffn_gate_exps.weight[466]: IQ3_S blk.40.ffn_gate_exps.weight[467]: IQ3_S blk.40.ffn_gate_exps.weight[468]: blk.40.ffn_gate_exps.weight[469]: blk.40.ffn_gate_exps.weight[470]: blk.40.ffn_gate_exps.weight[471]: IQ3_S blk.40.ffn_gate_exps.weight[472]: blk.40.ffn_gate_exps.weight[473]: blk.40.ffn_gate_exps.weight[474]: blk.40.ffn_gate_exps.weight[475]: IQ3_S blk.40.ffn_gate_exps.weight[476]: IQ3_S blk.40.ffn_gate_exps.weight[477]: blk.40.ffn_gate_exps.weight[478]: IQ3_S blk.40.ffn_gate_exps.weight[479]: IQ3_S blk.40.ffn_gate_exps.weight[480]: blk.40.ffn_gate_exps.weight[481]: IQ3_S blk.40.ffn_gate_exps.weight[482]: blk.40.ffn_gate_exps.weight[483]: blk.40.ffn_gate_exps.weight[484]: blk.40.ffn_gate_exps.weight[485]: blk.40.ffn_gate_exps.weight[486]: IQ3_S blk.40.ffn_gate_exps.weight[487]: blk.40.ffn_gate_exps.weight[488]: blk.40.ffn_gate_exps.weight[489]: blk.40.ffn_gate_exps.weight[490]: IQ3_S blk.40.ffn_gate_exps.weight[491]: blk.40.ffn_gate_exps.weight[492]: IQ3_S blk.40.ffn_gate_exps.weight[493]: blk.40.ffn_gate_exps.weight[494]: blk.40.ffn_gate_exps.weight[495]: IQ3_S blk.40.ffn_gate_exps.weight[496]: blk.40.ffn_gate_exps.weight[497]: blk.40.ffn_gate_exps.weight[498]: IQ3_S blk.40.ffn_gate_exps.weight[499]: IQ3_S blk.40.ffn_gate_exps.weight[500]: IQ3_S blk.40.ffn_gate_exps.weight[501]: IQ3_S blk.40.ffn_gate_exps.weight[502]: IQ3_S blk.40.ffn_gate_exps.weight[503]: IQ3_S blk.40.ffn_gate_exps.weight[504]: IQ3_S blk.40.ffn_gate_exps.weight[505]: blk.40.ffn_gate_exps.weight[506]: blk.40.ffn_gate_exps.weight[507]: blk.40.ffn_gate_exps.weight[508]: IQ3_S blk.40.ffn_gate_exps.weight[509]: blk.40.ffn_gate_exps.weight[510]: IQ3_S blk.40.ffn_gate_exps.weight[511]: IQ3_S blk.40.ffn_up_exps.weight[0]: IQ3_S blk.40.ffn_up_exps.weight[1]: blk.40.ffn_up_exps.weight[2]: blk.40.ffn_up_exps.weight[3]: blk.40.ffn_up_exps.weight[4]: blk.40.ffn_up_exps.weight[5]: blk.40.ffn_up_exps.weight[6]: blk.40.ffn_up_exps.weight[7]: blk.40.ffn_up_exps.weight[8]: IQ3_S blk.40.ffn_up_exps.weight[9]: IQ3_S blk.40.ffn_up_exps.weight[10]: blk.40.ffn_up_exps.weight[11]: IQ3_S blk.40.ffn_up_exps.weight[12]: blk.40.ffn_up_exps.weight[13]: blk.40.ffn_up_exps.weight[14]: blk.40.ffn_up_exps.weight[15]: blk.40.ffn_up_exps.weight[16]: blk.40.ffn_up_exps.weight[17]: blk.40.ffn_up_exps.weight[18]: IQ3_S blk.40.ffn_up_exps.weight[19]: IQ3_S blk.40.ffn_up_exps.weight[20]: IQ3_S blk.40.ffn_up_exps.weight[21]: IQ3_S blk.40.ffn_up_exps.weight[22]: IQ3_S blk.40.ffn_up_exps.weight[23]: blk.40.ffn_up_exps.weight[24]: blk.40.ffn_up_exps.weight[25]: IQ3_S blk.40.ffn_up_exps.weight[26]: IQ3_S blk.40.ffn_up_exps.weight[27]: IQ3_S blk.40.ffn_up_exps.weight[28]: IQ3_S blk.40.ffn_up_exps.weight[29]: blk.40.ffn_up_exps.weight[30]: IQ3_S blk.40.ffn_up_exps.weight[31]: IQ3_S blk.40.ffn_up_exps.weight[32]: IQ3_S blk.40.ffn_up_exps.weight[33]: blk.40.ffn_up_exps.weight[34]: blk.40.ffn_up_exps.weight[35]: blk.40.ffn_up_exps.weight[36]: IQ3_S blk.40.ffn_up_exps.weight[37]: blk.40.ffn_up_exps.weight[38]: IQ3_S blk.40.ffn_up_exps.weight[39]: blk.40.ffn_up_exps.weight[40]: blk.40.ffn_up_exps.weight[41]: IQ3_S blk.40.ffn_up_exps.weight[42]: blk.40.ffn_up_exps.weight[43]: blk.40.ffn_up_exps.weight[44]: IQ3_S blk.40.ffn_up_exps.weight[45]: blk.40.ffn_up_exps.weight[46]: IQ3_S blk.40.ffn_up_exps.weight[47]: IQ3_S blk.40.ffn_up_exps.weight[48]: blk.40.ffn_up_exps.weight[49]: blk.40.ffn_up_exps.weight[50]: IQ3_S blk.40.ffn_up_exps.weight[51]: IQ3_S blk.40.ffn_up_exps.weight[52]: IQ3_S blk.40.ffn_up_exps.weight[53]: blk.40.ffn_up_exps.weight[54]: IQ3_S blk.40.ffn_up_exps.weight[55]: blk.40.ffn_up_exps.weight[56]: IQ3_S blk.40.ffn_up_exps.weight[57]: blk.40.ffn_up_exps.weight[58]: IQ3_S blk.40.ffn_up_exps.weight[59]: IQ3_S blk.40.ffn_up_exps.weight[60]: blk.40.ffn_up_exps.weight[61]: IQ3_S blk.40.ffn_up_exps.weight[62]: IQ3_S blk.40.ffn_up_exps.weight[63]: blk.40.ffn_up_exps.weight[64]: blk.40.ffn_up_exps.weight[65]: blk.40.ffn_up_exps.weight[66]: IQ3_S blk.40.ffn_up_exps.weight[67]: IQ3_S blk.40.ffn_up_exps.weight[68]: blk.40.ffn_up_exps.weight[69]: IQ3_S blk.40.ffn_up_exps.weight[70]: blk.40.ffn_up_exps.weight[71]: blk.40.ffn_up_exps.weight[72]: blk.40.ffn_up_exps.weight[73]: blk.40.ffn_up_exps.weight[74]: blk.40.ffn_up_exps.weight[75]: blk.40.ffn_up_exps.weight[76]: blk.40.ffn_up_exps.weight[77]: IQ3_S blk.40.ffn_up_exps.weight[78]: blk.40.ffn_up_exps.weight[79]: blk.40.ffn_up_exps.weight[80]: blk.40.ffn_up_exps.weight[81]: blk.40.ffn_up_exps.weight[82]: blk.40.ffn_up_exps.weight[83]: IQ3_S blk.40.ffn_up_exps.weight[84]: IQ3_S blk.40.ffn_up_exps.weight[85]: IQ3_S blk.40.ffn_up_exps.weight[86]: IQ3_S blk.40.ffn_up_exps.weight[87]: IQ3_S blk.40.ffn_up_exps.weight[88]: IQ3_S blk.40.ffn_up_exps.weight[89]: blk.40.ffn_up_exps.weight[90]: blk.40.ffn_up_exps.weight[91]: IQ3_S blk.40.ffn_up_exps.weight[92]: blk.40.ffn_up_exps.weight[93]: blk.40.ffn_up_exps.weight[94]: blk.40.ffn_up_exps.weight[95]: IQ3_S blk.40.ffn_up_exps.weight[96]: blk.40.ffn_up_exps.weight[97]: blk.40.ffn_up_exps.weight[98]: IQ3_S blk.40.ffn_up_exps.weight[99]: blk.40.ffn_up_exps.weight[100]: IQ3_S blk.40.ffn_up_exps.weight[101]: IQ3_S blk.40.ffn_up_exps.weight[102]: IQ3_S blk.40.ffn_up_exps.weight[103]: blk.40.ffn_up_exps.weight[104]: blk.40.ffn_up_exps.weight[105]: IQ3_S blk.40.ffn_up_exps.weight[106]: IQ3_S blk.40.ffn_up_exps.weight[107]: blk.40.ffn_up_exps.weight[108]: blk.40.ffn_up_exps.weight[109]: blk.40.ffn_up_exps.weight[110]: IQ3_S blk.40.ffn_up_exps.weight[111]: IQ3_S blk.40.ffn_up_exps.weight[112]: IQ3_S blk.40.ffn_up_exps.weight[113]: blk.40.ffn_up_exps.weight[114]: IQ3_S blk.40.ffn_up_exps.weight[115]: IQ3_S blk.40.ffn_up_exps.weight[116]: IQ3_S blk.40.ffn_up_exps.weight[117]: blk.40.ffn_up_exps.weight[118]: blk.40.ffn_up_exps.weight[119]: IQ3_S blk.40.ffn_up_exps.weight[120]: IQ3_S blk.40.ffn_up_exps.weight[121]: IQ3_S blk.40.ffn_up_exps.weight[122]: IQ3_S blk.40.ffn_up_exps.weight[123]: blk.40.ffn_up_exps.weight[124]: IQ3_S blk.40.ffn_up_exps.weight[125]: blk.40.ffn_up_exps.weight[126]: blk.40.ffn_up_exps.weight[127]: IQ3_S blk.40.ffn_up_exps.weight[128]: IQ3_S blk.40.ffn_up_exps.weight[129]: IQ3_S blk.40.ffn_up_exps.weight[130]: blk.40.ffn_up_exps.weight[131]: blk.40.ffn_up_exps.weight[132]: IQ3_S blk.40.ffn_up_exps.weight[133]: blk.40.ffn_up_exps.weight[134]: IQ3_S blk.40.ffn_up_exps.weight[135]: IQ3_S blk.40.ffn_up_exps.weight[136]: IQ3_S blk.40.ffn_up_exps.weight[137]: IQ3_S blk.40.ffn_up_exps.weight[138]: IQ3_S blk.40.ffn_up_exps.weight[139]: IQ3_S blk.40.ffn_up_exps.weight[140]: IQ3_S blk.40.ffn_up_exps.weight[141]: IQ3_S blk.40.ffn_up_exps.weight[142]: blk.40.ffn_up_exps.weight[143]: blk.40.ffn_up_exps.weight[144]: blk.40.ffn_up_exps.weight[145]: blk.40.ffn_up_exps.weight[146]: blk.40.ffn_up_exps.weight[147]: blk.40.ffn_up_exps.weight[148]: IQ3_S blk.40.ffn_up_exps.weight[149]: blk.40.ffn_up_exps.weight[150]: blk.40.ffn_up_exps.weight[151]: blk.40.ffn_up_exps.weight[152]: blk.40.ffn_up_exps.weight[153]: IQ3_S blk.40.ffn_up_exps.weight[154]: blk.40.ffn_up_exps.weight[155]: blk.40.ffn_up_exps.weight[156]: blk.40.ffn_up_exps.weight[157]: IQ3_S blk.40.ffn_up_exps.weight[158]: blk.40.ffn_up_exps.weight[159]: IQ3_S blk.40.ffn_up_exps.weight[160]: IQ3_S blk.40.ffn_up_exps.weight[161]: blk.40.ffn_up_exps.weight[162]: IQ3_S blk.40.ffn_up_exps.weight[163]: blk.40.ffn_up_exps.weight[164]: blk.40.ffn_up_exps.weight[165]: IQ3_S blk.40.ffn_up_exps.weight[166]: IQ3_S blk.40.ffn_up_exps.weight[167]: IQ3_S blk.40.ffn_up_exps.weight[168]: IQ3_S blk.40.ffn_up_exps.weight[169]: blk.40.ffn_up_exps.weight[170]: IQ3_S blk.40.ffn_up_exps.weight[171]: blk.40.ffn_up_exps.weight[172]: IQ3_S blk.40.ffn_up_exps.weight[173]: blk.40.ffn_up_exps.weight[174]: blk.40.ffn_up_exps.weight[175]: blk.40.ffn_up_exps.weight[176]: IQ3_S blk.40.ffn_up_exps.weight[177]: blk.40.ffn_up_exps.weight[178]: IQ3_S blk.40.ffn_up_exps.weight[179]: IQ3_S blk.40.ffn_up_exps.weight[180]: IQ3_S blk.40.ffn_up_exps.weight[181]: IQ3_S blk.40.ffn_up_exps.weight[182]: IQ3_S blk.40.ffn_up_exps.weight[183]: blk.40.ffn_up_exps.weight[184]: blk.40.ffn_up_exps.weight[185]: blk.40.ffn_up_exps.weight[186]: IQ3_S blk.40.ffn_up_exps.weight[187]: IQ3_S blk.40.ffn_up_exps.weight[188]: IQ3_S blk.40.ffn_up_exps.weight[189]: IQ3_S blk.40.ffn_up_exps.weight[190]: IQ3_S blk.40.ffn_up_exps.weight[191]: blk.40.ffn_up_exps.weight[192]: IQ3_S blk.40.ffn_up_exps.weight[193]: blk.40.ffn_up_exps.weight[194]: IQ3_S blk.40.ffn_up_exps.weight[195]: blk.40.ffn_up_exps.weight[196]: blk.40.ffn_up_exps.weight[197]: IQ3_S blk.40.ffn_up_exps.weight[198]: IQ3_S blk.40.ffn_up_exps.weight[199]: IQ3_S blk.40.ffn_up_exps.weight[200]: IQ3_S blk.40.ffn_up_exps.weight[201]: IQ3_S blk.40.ffn_up_exps.weight[202]: IQ3_S blk.40.ffn_up_exps.weight[203]: IQ3_S blk.40.ffn_up_exps.weight[204]: IQ3_S blk.40.ffn_up_exps.weight[205]: IQ3_S blk.40.ffn_up_exps.weight[206]: blk.40.ffn_up_exps.weight[207]: blk.40.ffn_up_exps.weight[208]: IQ3_S blk.40.ffn_up_exps.weight[209]: blk.40.ffn_up_exps.weight[210]: blk.40.ffn_up_exps.weight[211]: blk.40.ffn_up_exps.weight[212]: blk.40.ffn_up_exps.weight[213]: blk.40.ffn_up_exps.weight[214]: blk.40.ffn_up_exps.weight[215]: blk.40.ffn_up_exps.weight[216]: blk.40.ffn_up_exps.weight[217]: IQ3_S blk.40.ffn_up_exps.weight[218]: IQ3_S blk.40.ffn_up_exps.weight[219]: IQ3_S blk.40.ffn_up_exps.weight[220]: blk.40.ffn_up_exps.weight[221]: blk.40.ffn_up_exps.weight[222]: IQ3_S blk.40.ffn_up_exps.weight[223]: IQ3_S blk.40.ffn_up_exps.weight[224]: blk.40.ffn_up_exps.weight[225]: blk.40.ffn_up_exps.weight[226]: blk.40.ffn_up_exps.weight[227]: blk.40.ffn_up_exps.weight[228]: blk.40.ffn_up_exps.weight[229]: IQ3_S blk.40.ffn_up_exps.weight[230]: IQ3_S blk.40.ffn_up_exps.weight[231]: IQ3_S blk.40.ffn_up_exps.weight[232]: blk.40.ffn_up_exps.weight[233]: blk.40.ffn_up_exps.weight[234]: IQ3_S blk.40.ffn_up_exps.weight[235]: blk.40.ffn_up_exps.weight[236]: blk.40.ffn_up_exps.weight[237]: IQ3_S blk.40.ffn_up_exps.weight[238]: IQ3_S blk.40.ffn_up_exps.weight[239]: IQ3_S blk.40.ffn_up_exps.weight[240]: blk.40.ffn_up_exps.weight[241]: blk.40.ffn_up_exps.weight[242]: blk.40.ffn_up_exps.weight[243]: blk.40.ffn_up_exps.weight[244]: IQ3_S blk.40.ffn_up_exps.weight[245]: blk.40.ffn_up_exps.weight[246]: blk.40.ffn_up_exps.weight[247]: blk.40.ffn_up_exps.weight[248]: blk.40.ffn_up_exps.weight[249]: blk.40.ffn_up_exps.weight[250]: IQ3_S blk.40.ffn_up_exps.weight[251]: blk.40.ffn_up_exps.weight[252]: IQ3_S blk.40.ffn_up_exps.weight[253]: IQ3_S blk.40.ffn_up_exps.weight[254]: IQ3_S blk.40.ffn_up_exps.weight[255]: IQ3_S blk.40.ffn_up_exps.weight[256]: blk.40.ffn_up_exps.weight[257]: IQ3_S blk.40.ffn_up_exps.weight[258]: IQ3_S blk.40.ffn_up_exps.weight[259]: IQ3_S blk.40.ffn_up_exps.weight[260]: blk.40.ffn_up_exps.weight[261]: IQ3_S blk.40.ffn_up_exps.weight[262]: blk.40.ffn_up_exps.weight[263]: IQ3_S blk.40.ffn_up_exps.weight[264]: IQ3_S blk.40.ffn_up_exps.weight[265]: blk.40.ffn_up_exps.weight[266]: IQ3_S blk.40.ffn_up_exps.weight[267]: blk.40.ffn_up_exps.weight[268]: IQ3_S blk.40.ffn_up_exps.weight[269]: IQ3_S blk.40.ffn_up_exps.weight[270]: blk.40.ffn_up_exps.weight[271]: blk.40.ffn_up_exps.weight[272]: blk.40.ffn_up_exps.weight[273]: blk.40.ffn_up_exps.weight[274]: IQ3_S blk.40.ffn_up_exps.weight[275]: IQ3_S blk.40.ffn_up_exps.weight[276]: blk.40.ffn_up_exps.weight[277]: IQ3_S blk.40.ffn_up_exps.weight[278]: blk.40.ffn_up_exps.weight[279]: blk.40.ffn_up_exps.weight[280]: IQ3_S blk.40.ffn_up_exps.weight[281]: blk.40.ffn_up_exps.weight[282]: IQ3_S blk.40.ffn_up_exps.weight[283]: IQ3_S blk.40.ffn_up_exps.weight[284]: blk.40.ffn_up_exps.weight[285]: IQ3_S blk.40.ffn_up_exps.weight[286]: IQ3_S blk.40.ffn_up_exps.weight[287]: IQ3_S blk.40.ffn_up_exps.weight[288]: blk.40.ffn_up_exps.weight[289]: IQ3_S blk.40.ffn_up_exps.weight[290]: IQ3_S blk.40.ffn_up_exps.weight[291]: IQ3_S blk.40.ffn_up_exps.weight[292]: IQ3_S blk.40.ffn_up_exps.weight[293]: blk.40.ffn_up_exps.weight[294]: IQ3_S blk.40.ffn_up_exps.weight[295]: IQ3_S blk.40.ffn_up_exps.weight[296]: IQ3_S blk.40.ffn_up_exps.weight[297]: blk.40.ffn_up_exps.weight[298]: IQ3_S blk.40.ffn_up_exps.weight[299]: blk.40.ffn_up_exps.weight[300]: IQ3_S blk.40.ffn_up_exps.weight[301]: IQ3_S blk.40.ffn_up_exps.weight[302]: blk.40.ffn_up_exps.weight[303]: IQ3_S blk.40.ffn_up_exps.weight[304]: IQ3_S blk.40.ffn_up_exps.weight[305]: IQ3_S blk.40.ffn_up_exps.weight[306]: blk.40.ffn_up_exps.weight[307]: blk.40.ffn_up_exps.weight[308]: blk.40.ffn_up_exps.weight[309]: IQ3_S blk.40.ffn_up_exps.weight[310]: blk.40.ffn_up_exps.weight[311]: IQ3_S blk.40.ffn_up_exps.weight[312]: blk.40.ffn_up_exps.weight[313]: blk.40.ffn_up_exps.weight[314]: IQ3_S blk.40.ffn_up_exps.weight[315]: blk.40.ffn_up_exps.weight[316]: blk.40.ffn_up_exps.weight[317]: IQ3_S blk.40.ffn_up_exps.weight[318]: IQ3_S blk.40.ffn_up_exps.weight[319]: blk.40.ffn_up_exps.weight[320]: IQ3_S blk.40.ffn_up_exps.weight[321]: blk.40.ffn_up_exps.weight[322]: IQ3_S blk.40.ffn_up_exps.weight[323]: blk.40.ffn_up_exps.weight[324]: blk.40.ffn_up_exps.weight[325]: IQ3_S blk.40.ffn_up_exps.weight[326]: blk.40.ffn_up_exps.weight[327]: IQ3_S blk.40.ffn_up_exps.weight[328]: IQ3_S blk.40.ffn_up_exps.weight[329]: IQ3_S blk.40.ffn_up_exps.weight[330]: blk.40.ffn_up_exps.weight[331]: blk.40.ffn_up_exps.weight[332]: blk.40.ffn_up_exps.weight[333]: blk.40.ffn_up_exps.weight[334]: IQ3_S blk.40.ffn_up_exps.weight[335]: IQ3_S blk.40.ffn_up_exps.weight[336]: blk.40.ffn_up_exps.weight[337]: IQ3_S blk.40.ffn_up_exps.weight[338]: blk.40.ffn_up_exps.weight[339]: blk.40.ffn_up_exps.weight[340]: IQ3_S blk.40.ffn_up_exps.weight[341]: blk.40.ffn_up_exps.weight[342]: IQ3_S blk.40.ffn_up_exps.weight[343]: blk.40.ffn_up_exps.weight[344]: blk.40.ffn_up_exps.weight[345]: blk.40.ffn_up_exps.weight[346]: IQ3_S blk.40.ffn_up_exps.weight[347]: blk.40.ffn_up_exps.weight[348]: IQ3_S blk.40.ffn_up_exps.weight[349]: blk.40.ffn_up_exps.weight[350]: IQ3_S blk.40.ffn_up_exps.weight[351]: IQ3_S blk.40.ffn_up_exps.weight[352]: IQ3_S blk.40.ffn_up_exps.weight[353]: IQ3_S blk.40.ffn_up_exps.weight[354]: IQ3_S blk.40.ffn_up_exps.weight[355]: IQ3_S blk.40.ffn_up_exps.weight[356]: IQ3_S blk.40.ffn_up_exps.weight[357]: IQ3_S blk.40.ffn_up_exps.weight[358]: blk.40.ffn_up_exps.weight[359]: IQ3_S blk.40.ffn_up_exps.weight[360]: IQ3_S blk.40.ffn_up_exps.weight[361]: blk.40.ffn_up_exps.weight[362]: IQ3_S blk.40.ffn_up_exps.weight[363]: IQ3_S blk.40.ffn_up_exps.weight[364]: IQ3_S blk.40.ffn_up_exps.weight[365]: IQ3_S blk.40.ffn_up_exps.weight[366]: blk.40.ffn_up_exps.weight[367]: blk.40.ffn_up_exps.weight[368]: blk.40.ffn_up_exps.weight[369]: IQ3_S blk.40.ffn_up_exps.weight[370]: blk.40.ffn_up_exps.weight[371]: blk.40.ffn_up_exps.weight[372]: blk.40.ffn_up_exps.weight[373]: blk.40.ffn_up_exps.weight[374]: blk.40.ffn_up_exps.weight[375]: blk.40.ffn_up_exps.weight[376]: IQ3_S blk.40.ffn_up_exps.weight[377]: blk.40.ffn_up_exps.weight[378]: IQ3_S blk.40.ffn_up_exps.weight[379]: blk.40.ffn_up_exps.weight[380]: IQ3_S blk.40.ffn_up_exps.weight[381]: IQ3_S blk.40.ffn_up_exps.weight[382]: IQ3_S blk.40.ffn_up_exps.weight[383]: IQ3_S blk.40.ffn_up_exps.weight[384]: IQ3_S blk.40.ffn_up_exps.weight[385]: IQ3_S blk.40.ffn_up_exps.weight[386]: IQ3_S blk.40.ffn_up_exps.weight[387]: IQ3_S blk.40.ffn_up_exps.weight[388]: IQ3_S blk.40.ffn_up_exps.weight[389]: blk.40.ffn_up_exps.weight[390]: IQ3_S blk.40.ffn_up_exps.weight[391]: IQ3_S blk.40.ffn_up_exps.weight[392]: IQ3_S blk.40.ffn_up_exps.weight[393]: IQ3_S blk.40.ffn_up_exps.weight[394]: blk.40.ffn_up_exps.weight[395]: IQ3_S blk.40.ffn_up_exps.weight[396]: IQ3_S blk.40.ffn_up_exps.weight[397]: IQ3_S blk.40.ffn_up_exps.weight[398]: IQ3_S blk.40.ffn_up_exps.weight[399]: IQ3_S blk.40.ffn_up_exps.weight[400]: blk.40.ffn_up_exps.weight[401]: blk.40.ffn_up_exps.weight[402]: blk.40.ffn_up_exps.weight[403]: IQ3_S blk.40.ffn_up_exps.weight[404]: blk.40.ffn_up_exps.weight[405]: blk.40.ffn_up_exps.weight[406]: IQ3_S blk.40.ffn_up_exps.weight[407]: IQ3_S blk.40.ffn_up_exps.weight[408]: blk.40.ffn_up_exps.weight[409]: blk.40.ffn_up_exps.weight[410]: blk.40.ffn_up_exps.weight[411]: IQ3_S blk.40.ffn_up_exps.weight[412]: blk.40.ffn_up_exps.weight[413]: blk.40.ffn_up_exps.weight[414]: blk.40.ffn_up_exps.weight[415]: blk.40.ffn_up_exps.weight[416]: blk.40.ffn_up_exps.weight[417]: blk.40.ffn_up_exps.weight[418]: IQ3_S blk.40.ffn_up_exps.weight[419]: blk.40.ffn_up_exps.weight[420]: blk.40.ffn_up_exps.weight[421]: IQ3_S blk.40.ffn_up_exps.weight[422]: IQ3_S blk.40.ffn_up_exps.weight[423]: IQ3_S blk.40.ffn_up_exps.weight[424]: blk.40.ffn_up_exps.weight[425]: IQ3_S blk.40.ffn_up_exps.weight[426]: blk.40.ffn_up_exps.weight[427]: blk.40.ffn_up_exps.weight[428]: IQ3_S blk.40.ffn_up_exps.weight[429]: IQ3_S blk.40.ffn_up_exps.weight[430]: IQ3_S blk.40.ffn_up_exps.weight[431]: blk.40.ffn_up_exps.weight[432]: blk.40.ffn_up_exps.weight[433]: blk.40.ffn_up_exps.weight[434]: IQ3_S blk.40.ffn_up_exps.weight[435]: blk.40.ffn_up_exps.weight[436]: IQ3_S blk.40.ffn_up_exps.weight[437]: blk.40.ffn_up_exps.weight[438]: blk.40.ffn_up_exps.weight[439]: blk.40.ffn_up_exps.weight[440]: blk.40.ffn_up_exps.weight[441]: blk.40.ffn_up_exps.weight[442]: blk.40.ffn_up_exps.weight[443]: blk.40.ffn_up_exps.weight[444]: blk.40.ffn_up_exps.weight[445]: IQ3_S blk.40.ffn_up_exps.weight[446]: blk.40.ffn_up_exps.weight[447]: blk.40.ffn_up_exps.weight[448]: blk.40.ffn_up_exps.weight[449]: IQ3_S blk.40.ffn_up_exps.weight[450]: blk.40.ffn_up_exps.weight[451]: IQ3_S blk.40.ffn_up_exps.weight[452]: IQ3_S blk.40.ffn_up_exps.weight[453]: IQ3_S blk.40.ffn_up_exps.weight[454]: blk.40.ffn_up_exps.weight[455]: IQ3_S blk.40.ffn_up_exps.weight[456]: IQ3_S blk.40.ffn_up_exps.weight[457]: blk.40.ffn_up_exps.weight[458]: blk.40.ffn_up_exps.weight[459]: IQ3_S blk.40.ffn_up_exps.weight[460]: blk.40.ffn_up_exps.weight[461]: IQ3_S blk.40.ffn_up_exps.weight[462]: IQ3_S blk.40.ffn_up_exps.weight[463]: IQ3_S blk.40.ffn_up_exps.weight[464]: blk.40.ffn_up_exps.weight[465]: blk.40.ffn_up_exps.weight[466]: IQ3_S blk.40.ffn_up_exps.weight[467]: IQ3_S blk.40.ffn_up_exps.weight[468]: blk.40.ffn_up_exps.weight[469]: blk.40.ffn_up_exps.weight[470]: blk.40.ffn_up_exps.weight[471]: IQ3_S blk.40.ffn_up_exps.weight[472]: blk.40.ffn_up_exps.weight[473]: blk.40.ffn_up_exps.weight[474]: blk.40.ffn_up_exps.weight[475]: IQ3_S blk.40.ffn_up_exps.weight[476]: IQ3_S blk.40.ffn_up_exps.weight[477]: blk.40.ffn_up_exps.weight[478]: IQ3_S blk.40.ffn_up_exps.weight[479]: IQ3_S blk.40.ffn_up_exps.weight[480]: blk.40.ffn_up_exps.weight[481]: IQ3_S blk.40.ffn_up_exps.weight[482]: blk.40.ffn_up_exps.weight[483]: blk.40.ffn_up_exps.weight[484]: blk.40.ffn_up_exps.weight[485]: blk.40.ffn_up_exps.weight[486]: IQ3_S blk.40.ffn_up_exps.weight[487]: blk.40.ffn_up_exps.weight[488]: blk.40.ffn_up_exps.weight[489]: blk.40.ffn_up_exps.weight[490]: IQ3_S blk.40.ffn_up_exps.weight[491]: blk.40.ffn_up_exps.weight[492]: IQ3_S blk.40.ffn_up_exps.weight[493]: blk.40.ffn_up_exps.weight[494]: blk.40.ffn_up_exps.weight[495]: IQ3_S blk.40.ffn_up_exps.weight[496]: blk.40.ffn_up_exps.weight[497]: blk.40.ffn_up_exps.weight[498]: IQ3_S blk.40.ffn_up_exps.weight[499]: IQ3_S blk.40.ffn_up_exps.weight[500]: IQ3_S blk.40.ffn_up_exps.weight[501]: IQ3_S blk.40.ffn_up_exps.weight[502]: IQ3_S blk.40.ffn_up_exps.weight[503]: IQ3_S blk.40.ffn_up_exps.weight[504]: IQ3_S blk.40.ffn_up_exps.weight[505]: blk.40.ffn_up_exps.weight[506]: blk.40.ffn_up_exps.weight[507]: blk.40.ffn_up_exps.weight[508]: IQ3_S blk.40.ffn_up_exps.weight[509]: blk.40.ffn_up_exps.weight[510]: IQ3_S blk.40.ffn_up_exps.weight[511]: IQ3_S blk.40.ffn_down_exps.weight[0]: IQ4_NL blk.40.ffn_down_exps.weight[1]: blk.40.ffn_down_exps.weight[2]: blk.40.ffn_down_exps.weight[3]: blk.40.ffn_down_exps.weight[4]: blk.40.ffn_down_exps.weight[5]: blk.40.ffn_down_exps.weight[6]: blk.40.ffn_down_exps.weight[7]: blk.40.ffn_down_exps.weight[8]: IQ4_NL blk.40.ffn_down_exps.weight[9]: IQ4_NL blk.40.ffn_down_exps.weight[10]: blk.40.ffn_down_exps.weight[11]: IQ4_NL blk.40.ffn_down_exps.weight[12]: blk.40.ffn_down_exps.weight[13]: blk.40.ffn_down_exps.weight[14]: blk.40.ffn_down_exps.weight[15]: blk.40.ffn_down_exps.weight[16]: blk.40.ffn_down_exps.weight[17]: blk.40.ffn_down_exps.weight[18]: IQ4_NL blk.40.ffn_down_exps.weight[19]: IQ4_NL blk.40.ffn_down_exps.weight[20]: IQ4_NL blk.40.ffn_down_exps.weight[21]: IQ4_NL blk.40.ffn_down_exps.weight[22]: IQ4_NL blk.40.ffn_down_exps.weight[23]: blk.40.ffn_down_exps.weight[24]: blk.40.ffn_down_exps.weight[25]: IQ4_NL blk.40.ffn_down_exps.weight[26]: IQ4_NL blk.40.ffn_down_exps.weight[27]: IQ4_NL blk.40.ffn_down_exps.weight[28]: IQ4_NL blk.40.ffn_down_exps.weight[29]: blk.40.ffn_down_exps.weight[30]: IQ4_NL blk.40.ffn_down_exps.weight[31]: IQ4_NL blk.40.ffn_down_exps.weight[32]: IQ4_NL blk.40.ffn_down_exps.weight[33]: blk.40.ffn_down_exps.weight[34]: blk.40.ffn_down_exps.weight[35]: blk.40.ffn_down_exps.weight[36]: IQ4_NL blk.40.ffn_down_exps.weight[37]: blk.40.ffn_down_exps.weight[38]: IQ4_NL blk.40.ffn_down_exps.weight[39]: blk.40.ffn_down_exps.weight[40]: blk.40.ffn_down_exps.weight[41]: IQ4_NL blk.40.ffn_down_exps.weight[42]: blk.40.ffn_down_exps.weight[43]: blk.40.ffn_down_exps.weight[44]: IQ4_NL blk.40.ffn_down_exps.weight[45]: blk.40.ffn_down_exps.weight[46]: IQ4_NL blk.40.ffn_down_exps.weight[47]: IQ4_NL blk.40.ffn_down_exps.weight[48]: blk.40.ffn_down_exps.weight[49]: blk.40.ffn_down_exps.weight[50]: IQ4_NL blk.40.ffn_down_exps.weight[51]: IQ4_NL blk.40.ffn_down_exps.weight[52]: IQ4_NL blk.40.ffn_down_exps.weight[53]: blk.40.ffn_down_exps.weight[54]: IQ4_NL blk.40.ffn_down_exps.weight[55]: blk.40.ffn_down_exps.weight[56]: IQ4_NL blk.40.ffn_down_exps.weight[57]: blk.40.ffn_down_exps.weight[58]: IQ4_NL blk.40.ffn_down_exps.weight[59]: IQ4_NL blk.40.ffn_down_exps.weight[60]: blk.40.ffn_down_exps.weight[61]: IQ4_NL blk.40.ffn_down_exps.weight[62]: IQ4_NL blk.40.ffn_down_exps.weight[63]: blk.40.ffn_down_exps.weight[64]: blk.40.ffn_down_exps.weight[65]: blk.40.ffn_down_exps.weight[66]: IQ4_NL blk.40.ffn_down_exps.weight[67]: IQ4_NL blk.40.ffn_down_exps.weight[68]: blk.40.ffn_down_exps.weight[69]: IQ4_NL blk.40.ffn_down_exps.weight[70]: blk.40.ffn_down_exps.weight[71]: blk.40.ffn_down_exps.weight[72]: blk.40.ffn_down_exps.weight[73]: blk.40.ffn_down_exps.weight[74]: blk.40.ffn_down_exps.weight[75]: blk.40.ffn_down_exps.weight[76]: blk.40.ffn_down_exps.weight[77]: IQ4_NL blk.40.ffn_down_exps.weight[78]: blk.40.ffn_down_exps.weight[79]: blk.40.ffn_down_exps.weight[80]: blk.40.ffn_down_exps.weight[81]: blk.40.ffn_down_exps.weight[82]: blk.40.ffn_down_exps.weight[83]: IQ4_NL blk.40.ffn_down_exps.weight[84]: IQ4_NL blk.40.ffn_down_exps.weight[85]: IQ4_NL blk.40.ffn_down_exps.weight[86]: IQ4_NL blk.40.ffn_down_exps.weight[87]: IQ4_NL blk.40.ffn_down_exps.weight[88]: IQ4_NL blk.40.ffn_down_exps.weight[89]: blk.40.ffn_down_exps.weight[90]: blk.40.ffn_down_exps.weight[91]: IQ4_NL blk.40.ffn_down_exps.weight[92]: blk.40.ffn_down_exps.weight[93]: blk.40.ffn_down_exps.weight[94]: blk.40.ffn_down_exps.weight[95]: IQ4_NL blk.40.ffn_down_exps.weight[96]: blk.40.ffn_down_exps.weight[97]: blk.40.ffn_down_exps.weight[98]: IQ4_NL blk.40.ffn_down_exps.weight[99]: blk.40.ffn_down_exps.weight[100]: IQ4_NL blk.40.ffn_down_exps.weight[101]: IQ4_NL blk.40.ffn_down_exps.weight[102]: IQ4_NL blk.40.ffn_down_exps.weight[103]: blk.40.ffn_down_exps.weight[104]: blk.40.ffn_down_exps.weight[105]: IQ4_NL blk.40.ffn_down_exps.weight[106]: IQ4_NL blk.40.ffn_down_exps.weight[107]: blk.40.ffn_down_exps.weight[108]: blk.40.ffn_down_exps.weight[109]: blk.40.ffn_down_exps.weight[110]: IQ4_NL blk.40.ffn_down_exps.weight[111]: IQ4_NL blk.40.ffn_down_exps.weight[112]: IQ4_NL blk.40.ffn_down_exps.weight[113]: blk.40.ffn_down_exps.weight[114]: IQ4_NL blk.40.ffn_down_exps.weight[115]: IQ4_NL blk.40.ffn_down_exps.weight[116]: IQ4_NL blk.40.ffn_down_exps.weight[117]: blk.40.ffn_down_exps.weight[118]: blk.40.ffn_down_exps.weight[119]: IQ4_NL blk.40.ffn_down_exps.weight[120]: IQ4_NL blk.40.ffn_down_exps.weight[121]: IQ4_NL blk.40.ffn_down_exps.weight[122]: IQ4_NL blk.40.ffn_down_exps.weight[123]: blk.40.ffn_down_exps.weight[124]: IQ4_NL blk.40.ffn_down_exps.weight[125]: blk.40.ffn_down_exps.weight[126]: blk.40.ffn_down_exps.weight[127]: IQ4_NL blk.40.ffn_down_exps.weight[128]: IQ4_NL blk.40.ffn_down_exps.weight[129]: IQ4_NL blk.40.ffn_down_exps.weight[130]: blk.40.ffn_down_exps.weight[131]: blk.40.ffn_down_exps.weight[132]: IQ4_NL blk.40.ffn_down_exps.weight[133]: blk.40.ffn_down_exps.weight[134]: IQ4_NL blk.40.ffn_down_exps.weight[135]: IQ4_NL blk.40.ffn_down_exps.weight[136]: IQ4_NL blk.40.ffn_down_exps.weight[137]: IQ4_NL blk.40.ffn_down_exps.weight[138]: IQ4_NL blk.40.ffn_down_exps.weight[139]: IQ4_NL blk.40.ffn_down_exps.weight[140]: IQ4_NL blk.40.ffn_down_exps.weight[141]: IQ4_NL blk.40.ffn_down_exps.weight[142]: blk.40.ffn_down_exps.weight[143]: blk.40.ffn_down_exps.weight[144]: blk.40.ffn_down_exps.weight[145]: blk.40.ffn_down_exps.weight[146]: blk.40.ffn_down_exps.weight[147]: blk.40.ffn_down_exps.weight[148]: IQ4_NL blk.40.ffn_down_exps.weight[149]: blk.40.ffn_down_exps.weight[150]: blk.40.ffn_down_exps.weight[151]: blk.40.ffn_down_exps.weight[152]: blk.40.ffn_down_exps.weight[153]: IQ4_NL blk.40.ffn_down_exps.weight[154]: blk.40.ffn_down_exps.weight[155]: blk.40.ffn_down_exps.weight[156]: blk.40.ffn_down_exps.weight[157]: IQ4_NL blk.40.ffn_down_exps.weight[158]: blk.40.ffn_down_exps.weight[159]: IQ4_NL blk.40.ffn_down_exps.weight[160]: IQ4_NL blk.40.ffn_down_exps.weight[161]: blk.40.ffn_down_exps.weight[162]: IQ4_NL blk.40.ffn_down_exps.weight[163]: blk.40.ffn_down_exps.weight[164]: blk.40.ffn_down_exps.weight[165]: IQ4_NL blk.40.ffn_down_exps.weight[166]: IQ4_NL blk.40.ffn_down_exps.weight[167]: IQ4_NL blk.40.ffn_down_exps.weight[168]: IQ4_NL blk.40.ffn_down_exps.weight[169]: blk.40.ffn_down_exps.weight[170]: IQ4_NL blk.40.ffn_down_exps.weight[171]: blk.40.ffn_down_exps.weight[172]: IQ4_NL blk.40.ffn_down_exps.weight[173]: blk.40.ffn_down_exps.weight[174]: blk.40.ffn_down_exps.weight[175]: blk.40.ffn_down_exps.weight[176]: IQ4_NL blk.40.ffn_down_exps.weight[177]: blk.40.ffn_down_exps.weight[178]: IQ4_NL blk.40.ffn_down_exps.weight[179]: IQ4_NL blk.40.ffn_down_exps.weight[180]: IQ4_NL blk.40.ffn_down_exps.weight[181]: IQ4_NL blk.40.ffn_down_exps.weight[182]: IQ4_NL blk.40.ffn_down_exps.weight[183]: blk.40.ffn_down_exps.weight[184]: blk.40.ffn_down_exps.weight[185]: blk.40.ffn_down_exps.weight[186]: IQ4_NL blk.40.ffn_down_exps.weight[187]: IQ4_NL blk.40.ffn_down_exps.weight[188]: IQ4_NL blk.40.ffn_down_exps.weight[189]: IQ4_NL blk.40.ffn_down_exps.weight[190]: IQ4_NL blk.40.ffn_down_exps.weight[191]: blk.40.ffn_down_exps.weight[192]: IQ4_NL blk.40.ffn_down_exps.weight[193]: blk.40.ffn_down_exps.weight[194]: IQ4_NL blk.40.ffn_down_exps.weight[195]: blk.40.ffn_down_exps.weight[196]: blk.40.ffn_down_exps.weight[197]: IQ4_NL blk.40.ffn_down_exps.weight[198]: IQ4_NL blk.40.ffn_down_exps.weight[199]: IQ4_NL blk.40.ffn_down_exps.weight[200]: IQ4_NL blk.40.ffn_down_exps.weight[201]: IQ4_NL blk.40.ffn_down_exps.weight[202]: IQ4_NL blk.40.ffn_down_exps.weight[203]: IQ4_NL blk.40.ffn_down_exps.weight[204]: IQ4_NL blk.40.ffn_down_exps.weight[205]: IQ4_NL blk.40.ffn_down_exps.weight[206]: blk.40.ffn_down_exps.weight[207]: blk.40.ffn_down_exps.weight[208]: IQ4_NL blk.40.ffn_down_exps.weight[209]: blk.40.ffn_down_exps.weight[210]: blk.40.ffn_down_exps.weight[211]: blk.40.ffn_down_exps.weight[212]: blk.40.ffn_down_exps.weight[213]: blk.40.ffn_down_exps.weight[214]: blk.40.ffn_down_exps.weight[215]: blk.40.ffn_down_exps.weight[216]: blk.40.ffn_down_exps.weight[217]: IQ4_NL blk.40.ffn_down_exps.weight[218]: IQ4_NL blk.40.ffn_down_exps.weight[219]: IQ4_NL blk.40.ffn_down_exps.weight[220]: blk.40.ffn_down_exps.weight[221]: blk.40.ffn_down_exps.weight[222]: IQ4_NL blk.40.ffn_down_exps.weight[223]: IQ4_NL blk.40.ffn_down_exps.weight[224]: blk.40.ffn_down_exps.weight[225]: blk.40.ffn_down_exps.weight[226]: blk.40.ffn_down_exps.weight[227]: blk.40.ffn_down_exps.weight[228]: blk.40.ffn_down_exps.weight[229]: IQ4_NL blk.40.ffn_down_exps.weight[230]: IQ4_NL blk.40.ffn_down_exps.weight[231]: IQ4_NL blk.40.ffn_down_exps.weight[232]: blk.40.ffn_down_exps.weight[233]: blk.40.ffn_down_exps.weight[234]: IQ4_NL blk.40.ffn_down_exps.weight[235]: blk.40.ffn_down_exps.weight[236]: blk.40.ffn_down_exps.weight[237]: IQ4_NL blk.40.ffn_down_exps.weight[238]: IQ4_NL blk.40.ffn_down_exps.weight[239]: IQ4_NL blk.40.ffn_down_exps.weight[240]: blk.40.ffn_down_exps.weight[241]: blk.40.ffn_down_exps.weight[242]: blk.40.ffn_down_exps.weight[243]: blk.40.ffn_down_exps.weight[244]: IQ4_NL blk.40.ffn_down_exps.weight[245]: blk.40.ffn_down_exps.weight[246]: blk.40.ffn_down_exps.weight[247]: blk.40.ffn_down_exps.weight[248]: blk.40.ffn_down_exps.weight[249]: blk.40.ffn_down_exps.weight[250]: IQ4_NL blk.40.ffn_down_exps.weight[251]: blk.40.ffn_down_exps.weight[252]: IQ4_NL blk.40.ffn_down_exps.weight[253]: IQ4_NL blk.40.ffn_down_exps.weight[254]: IQ4_NL blk.40.ffn_down_exps.weight[255]: IQ4_NL blk.40.ffn_down_exps.weight[256]: blk.40.ffn_down_exps.weight[257]: IQ4_NL blk.40.ffn_down_exps.weight[258]: IQ4_NL blk.40.ffn_down_exps.weight[259]: IQ4_NL blk.40.ffn_down_exps.weight[260]: blk.40.ffn_down_exps.weight[261]: IQ4_NL blk.40.ffn_down_exps.weight[262]: blk.40.ffn_down_exps.weight[263]: IQ4_NL blk.40.ffn_down_exps.weight[264]: IQ4_NL blk.40.ffn_down_exps.weight[265]: blk.40.ffn_down_exps.weight[266]: IQ4_NL blk.40.ffn_down_exps.weight[267]: blk.40.ffn_down_exps.weight[268]: IQ4_NL blk.40.ffn_down_exps.weight[269]: IQ4_NL blk.40.ffn_down_exps.weight[270]: blk.40.ffn_down_exps.weight[271]: blk.40.ffn_down_exps.weight[272]: blk.40.ffn_down_exps.weight[273]: blk.40.ffn_down_exps.weight[274]: IQ4_NL blk.40.ffn_down_exps.weight[275]: IQ4_NL blk.40.ffn_down_exps.weight[276]: blk.40.ffn_down_exps.weight[277]: IQ4_NL blk.40.ffn_down_exps.weight[278]: blk.40.ffn_down_exps.weight[279]: blk.40.ffn_down_exps.weight[280]: IQ4_NL blk.40.ffn_down_exps.weight[281]: blk.40.ffn_down_exps.weight[282]: IQ4_NL blk.40.ffn_down_exps.weight[283]: IQ4_NL blk.40.ffn_down_exps.weight[284]: blk.40.ffn_down_exps.weight[285]: IQ4_NL blk.40.ffn_down_exps.weight[286]: IQ4_NL blk.40.ffn_down_exps.weight[287]: IQ4_NL blk.40.ffn_down_exps.weight[288]: blk.40.ffn_down_exps.weight[289]: IQ4_NL blk.40.ffn_down_exps.weight[290]: IQ4_NL blk.40.ffn_down_exps.weight[291]: IQ4_NL blk.40.ffn_down_exps.weight[292]: IQ4_NL blk.40.ffn_down_exps.weight[293]: blk.40.ffn_down_exps.weight[294]: IQ4_NL blk.40.ffn_down_exps.weight[295]: IQ4_NL blk.40.ffn_down_exps.weight[296]: IQ4_NL blk.40.ffn_down_exps.weight[297]: blk.40.ffn_down_exps.weight[298]: IQ4_NL blk.40.ffn_down_exps.weight[299]: blk.40.ffn_down_exps.weight[300]: IQ4_NL blk.40.ffn_down_exps.weight[301]: IQ4_NL blk.40.ffn_down_exps.weight[302]: blk.40.ffn_down_exps.weight[303]: IQ4_NL blk.40.ffn_down_exps.weight[304]: IQ4_NL blk.40.ffn_down_exps.weight[305]: IQ4_NL blk.40.ffn_down_exps.weight[306]: blk.40.ffn_down_exps.weight[307]: blk.40.ffn_down_exps.weight[308]: blk.40.ffn_down_exps.weight[309]: IQ4_NL blk.40.ffn_down_exps.weight[310]: blk.40.ffn_down_exps.weight[311]: IQ4_NL blk.40.ffn_down_exps.weight[312]: blk.40.ffn_down_exps.weight[313]: blk.40.ffn_down_exps.weight[314]: IQ4_NL blk.40.ffn_down_exps.weight[315]: blk.40.ffn_down_exps.weight[316]: blk.40.ffn_down_exps.weight[317]: IQ4_NL blk.40.ffn_down_exps.weight[318]: IQ4_NL blk.40.ffn_down_exps.weight[319]: blk.40.ffn_down_exps.weight[320]: IQ4_NL blk.40.ffn_down_exps.weight[321]: blk.40.ffn_down_exps.weight[322]: IQ4_NL blk.40.ffn_down_exps.weight[323]: blk.40.ffn_down_exps.weight[324]: blk.40.ffn_down_exps.weight[325]: IQ4_NL blk.40.ffn_down_exps.weight[326]: blk.40.ffn_down_exps.weight[327]: IQ4_NL blk.40.ffn_down_exps.weight[328]: IQ4_NL blk.40.ffn_down_exps.weight[329]: IQ4_NL blk.40.ffn_down_exps.weight[330]: blk.40.ffn_down_exps.weight[331]: blk.40.ffn_down_exps.weight[332]: blk.40.ffn_down_exps.weight[333]: blk.40.ffn_down_exps.weight[334]: IQ4_NL blk.40.ffn_down_exps.weight[335]: IQ4_NL blk.40.ffn_down_exps.weight[336]: blk.40.ffn_down_exps.weight[337]: IQ4_NL blk.40.ffn_down_exps.weight[338]: blk.40.ffn_down_exps.weight[339]: blk.40.ffn_down_exps.weight[340]: IQ4_NL blk.40.ffn_down_exps.weight[341]: blk.40.ffn_down_exps.weight[342]: IQ4_NL blk.40.ffn_down_exps.weight[343]: blk.40.ffn_down_exps.weight[344]: blk.40.ffn_down_exps.weight[345]: blk.40.ffn_down_exps.weight[346]: IQ4_NL blk.40.ffn_down_exps.weight[347]: blk.40.ffn_down_exps.weight[348]: IQ4_NL blk.40.ffn_down_exps.weight[349]: blk.40.ffn_down_exps.weight[350]: IQ4_NL blk.40.ffn_down_exps.weight[351]: IQ4_NL blk.40.ffn_down_exps.weight[352]: IQ4_NL blk.40.ffn_down_exps.weight[353]: IQ4_NL blk.40.ffn_down_exps.weight[354]: IQ4_NL blk.40.ffn_down_exps.weight[355]: IQ4_NL blk.40.ffn_down_exps.weight[356]: IQ4_NL blk.40.ffn_down_exps.weight[357]: IQ4_NL blk.40.ffn_down_exps.weight[358]: blk.40.ffn_down_exps.weight[359]: IQ4_NL blk.40.ffn_down_exps.weight[360]: IQ4_NL blk.40.ffn_down_exps.weight[361]: blk.40.ffn_down_exps.weight[362]: IQ4_NL blk.40.ffn_down_exps.weight[363]: IQ4_NL blk.40.ffn_down_exps.weight[364]: IQ4_NL blk.40.ffn_down_exps.weight[365]: IQ4_NL blk.40.ffn_down_exps.weight[366]: blk.40.ffn_down_exps.weight[367]: blk.40.ffn_down_exps.weight[368]: blk.40.ffn_down_exps.weight[369]: IQ4_NL blk.40.ffn_down_exps.weight[370]: blk.40.ffn_down_exps.weight[371]: blk.40.ffn_down_exps.weight[372]: blk.40.ffn_down_exps.weight[373]: blk.40.ffn_down_exps.weight[374]: blk.40.ffn_down_exps.weight[375]: blk.40.ffn_down_exps.weight[376]: IQ4_NL blk.40.ffn_down_exps.weight[377]: blk.40.ffn_down_exps.weight[378]: IQ4_NL blk.40.ffn_down_exps.weight[379]: blk.40.ffn_down_exps.weight[380]: IQ4_NL blk.40.ffn_down_exps.weight[381]: IQ4_NL blk.40.ffn_down_exps.weight[382]: IQ4_NL blk.40.ffn_down_exps.weight[383]: IQ4_NL blk.40.ffn_down_exps.weight[384]: IQ4_NL blk.40.ffn_down_exps.weight[385]: IQ4_NL blk.40.ffn_down_exps.weight[386]: IQ4_NL blk.40.ffn_down_exps.weight[387]: IQ4_NL blk.40.ffn_down_exps.weight[388]: IQ4_NL blk.40.ffn_down_exps.weight[389]: blk.40.ffn_down_exps.weight[390]: IQ4_NL blk.40.ffn_down_exps.weight[391]: IQ4_NL blk.40.ffn_down_exps.weight[392]: IQ4_NL blk.40.ffn_down_exps.weight[393]: IQ4_NL blk.40.ffn_down_exps.weight[394]: blk.40.ffn_down_exps.weight[395]: IQ4_NL blk.40.ffn_down_exps.weight[396]: IQ4_NL blk.40.ffn_down_exps.weight[397]: IQ4_NL blk.40.ffn_down_exps.weight[398]: IQ4_NL blk.40.ffn_down_exps.weight[399]: IQ4_NL blk.40.ffn_down_exps.weight[400]: blk.40.ffn_down_exps.weight[401]: blk.40.ffn_down_exps.weight[402]: blk.40.ffn_down_exps.weight[403]: IQ4_NL blk.40.ffn_down_exps.weight[404]: blk.40.ffn_down_exps.weight[405]: blk.40.ffn_down_exps.weight[406]: IQ4_NL blk.40.ffn_down_exps.weight[407]: IQ4_NL blk.40.ffn_down_exps.weight[408]: blk.40.ffn_down_exps.weight[409]: blk.40.ffn_down_exps.weight[410]: blk.40.ffn_down_exps.weight[411]: IQ4_NL blk.40.ffn_down_exps.weight[412]: blk.40.ffn_down_exps.weight[413]: blk.40.ffn_down_exps.weight[414]: blk.40.ffn_down_exps.weight[415]: blk.40.ffn_down_exps.weight[416]: blk.40.ffn_down_exps.weight[417]: blk.40.ffn_down_exps.weight[418]: IQ4_NL blk.40.ffn_down_exps.weight[419]: blk.40.ffn_down_exps.weight[420]: blk.40.ffn_down_exps.weight[421]: IQ4_NL blk.40.ffn_down_exps.weight[422]: IQ4_NL blk.40.ffn_down_exps.weight[423]: IQ4_NL blk.40.ffn_down_exps.weight[424]: blk.40.ffn_down_exps.weight[425]: IQ4_NL blk.40.ffn_down_exps.weight[426]: blk.40.ffn_down_exps.weight[427]: blk.40.ffn_down_exps.weight[428]: IQ4_NL blk.40.ffn_down_exps.weight[429]: IQ4_NL blk.40.ffn_down_exps.weight[430]: IQ4_NL blk.40.ffn_down_exps.weight[431]: blk.40.ffn_down_exps.weight[432]: blk.40.ffn_down_exps.weight[433]: blk.40.ffn_down_exps.weight[434]: IQ4_NL blk.40.ffn_down_exps.weight[435]: blk.40.ffn_down_exps.weight[436]: IQ4_NL blk.40.ffn_down_exps.weight[437]: blk.40.ffn_down_exps.weight[438]: blk.40.ffn_down_exps.weight[439]: blk.40.ffn_down_exps.weight[440]: blk.40.ffn_down_exps.weight[441]: blk.40.ffn_down_exps.weight[442]: blk.40.ffn_down_exps.weight[443]: blk.40.ffn_down_exps.weight[444]: blk.40.ffn_down_exps.weight[445]: IQ4_NL blk.40.ffn_down_exps.weight[446]: blk.40.ffn_down_exps.weight[447]: blk.40.ffn_down_exps.weight[448]: blk.40.ffn_down_exps.weight[449]: IQ4_NL blk.40.ffn_down_exps.weight[450]: blk.40.ffn_down_exps.weight[451]: IQ4_NL blk.40.ffn_down_exps.weight[452]: IQ4_NL blk.40.ffn_down_exps.weight[453]: IQ4_NL blk.40.ffn_down_exps.weight[454]: blk.40.ffn_down_exps.weight[455]: IQ4_NL blk.40.ffn_down_exps.weight[456]: IQ4_NL blk.40.ffn_down_exps.weight[457]: blk.40.ffn_down_exps.weight[458]: blk.40.ffn_down_exps.weight[459]: IQ4_NL blk.40.ffn_down_exps.weight[460]: blk.40.ffn_down_exps.weight[461]: IQ4_NL blk.40.ffn_down_exps.weight[462]: IQ4_NL blk.40.ffn_down_exps.weight[463]: IQ4_NL blk.40.ffn_down_exps.weight[464]: blk.40.ffn_down_exps.weight[465]: blk.40.ffn_down_exps.weight[466]: IQ4_NL blk.40.ffn_down_exps.weight[467]: IQ4_NL blk.40.ffn_down_exps.weight[468]: blk.40.ffn_down_exps.weight[469]: blk.40.ffn_down_exps.weight[470]: blk.40.ffn_down_exps.weight[471]: IQ4_NL blk.40.ffn_down_exps.weight[472]: blk.40.ffn_down_exps.weight[473]: blk.40.ffn_down_exps.weight[474]: blk.40.ffn_down_exps.weight[475]: IQ4_NL blk.40.ffn_down_exps.weight[476]: IQ4_NL blk.40.ffn_down_exps.weight[477]: blk.40.ffn_down_exps.weight[478]: IQ4_NL blk.40.ffn_down_exps.weight[479]: IQ4_NL blk.40.ffn_down_exps.weight[480]: blk.40.ffn_down_exps.weight[481]: IQ4_NL blk.40.ffn_down_exps.weight[482]: blk.40.ffn_down_exps.weight[483]: blk.40.ffn_down_exps.weight[484]: blk.40.ffn_down_exps.weight[485]: blk.40.ffn_down_exps.weight[486]: IQ4_NL blk.40.ffn_down_exps.weight[487]: blk.40.ffn_down_exps.weight[488]: blk.40.ffn_down_exps.weight[489]: blk.40.ffn_down_exps.weight[490]: IQ4_NL blk.40.ffn_down_exps.weight[491]: blk.40.ffn_down_exps.weight[492]: IQ4_NL blk.40.ffn_down_exps.weight[493]: blk.40.ffn_down_exps.weight[494]: blk.40.ffn_down_exps.weight[495]: IQ4_NL blk.40.ffn_down_exps.weight[496]: blk.40.ffn_down_exps.weight[497]: blk.40.ffn_down_exps.weight[498]: IQ4_NL blk.40.ffn_down_exps.weight[499]: IQ4_NL blk.40.ffn_down_exps.weight[500]: IQ4_NL blk.40.ffn_down_exps.weight[501]: IQ4_NL blk.40.ffn_down_exps.weight[502]: IQ4_NL blk.40.ffn_down_exps.weight[503]: IQ4_NL blk.40.ffn_down_exps.weight[504]: IQ4_NL blk.40.ffn_down_exps.weight[505]: blk.40.ffn_down_exps.weight[506]: blk.40.ffn_down_exps.weight[507]: blk.40.ffn_down_exps.weight[508]: IQ4_NL blk.40.ffn_down_exps.weight[509]: blk.40.ffn_down_exps.weight[510]: IQ4_NL blk.40.ffn_down_exps.weight[511]: IQ4_NL blk.41.ffn_gate_exps.weight[0]: blk.41.ffn_gate_exps.weight[1]: IQ3_XXS blk.41.ffn_gate_exps.weight[2]: blk.41.ffn_gate_exps.weight[3]: blk.41.ffn_gate_exps.weight[4]: blk.41.ffn_gate_exps.weight[5]: IQ3_XXS blk.41.ffn_gate_exps.weight[6]: blk.41.ffn_gate_exps.weight[7]: blk.41.ffn_gate_exps.weight[8]: blk.41.ffn_gate_exps.weight[9]: IQ3_XXS blk.41.ffn_gate_exps.weight[10]: blk.41.ffn_gate_exps.weight[11]: IQ3_XXS blk.41.ffn_gate_exps.weight[12]: IQ3_XXS blk.41.ffn_gate_exps.weight[13]: blk.41.ffn_gate_exps.weight[14]: blk.41.ffn_gate_exps.weight[15]: IQ3_XXS blk.41.ffn_gate_exps.weight[16]: IQ3_XXS blk.41.ffn_gate_exps.weight[17]: blk.41.ffn_gate_exps.weight[18]: blk.41.ffn_gate_exps.weight[19]: IQ3_XXS blk.41.ffn_gate_exps.weight[20]: IQ3_XXS blk.41.ffn_gate_exps.weight[21]: IQ3_XXS blk.41.ffn_gate_exps.weight[22]: IQ3_XXS blk.41.ffn_gate_exps.weight[23]: blk.41.ffn_gate_exps.weight[24]: IQ3_XXS blk.41.ffn_gate_exps.weight[25]: blk.41.ffn_gate_exps.weight[26]: blk.41.ffn_gate_exps.weight[27]: blk.41.ffn_gate_exps.weight[28]: blk.41.ffn_gate_exps.weight[29]: blk.41.ffn_gate_exps.weight[30]: blk.41.ffn_gate_exps.weight[31]: IQ3_XXS blk.41.ffn_gate_exps.weight[32]: IQ3_XXS blk.41.ffn_gate_exps.weight[33]: blk.41.ffn_gate_exps.weight[34]: IQ3_XXS blk.41.ffn_gate_exps.weight[35]: IQ3_XXS blk.41.ffn_gate_exps.weight[36]: IQ3_XXS blk.41.ffn_gate_exps.weight[37]: blk.41.ffn_gate_exps.weight[38]: IQ3_XXS blk.41.ffn_gate_exps.weight[39]: blk.41.ffn_gate_exps.weight[40]: IQ3_XXS blk.41.ffn_gate_exps.weight[41]: blk.41.ffn_gate_exps.weight[42]: IQ3_XXS blk.41.ffn_gate_exps.weight[43]: IQ3_XXS blk.41.ffn_gate_exps.weight[44]: blk.41.ffn_gate_exps.weight[45]: blk.41.ffn_gate_exps.weight[46]: IQ3_XXS blk.41.ffn_gate_exps.weight[47]: blk.41.ffn_gate_exps.weight[48]: blk.41.ffn_gate_exps.weight[49]: blk.41.ffn_gate_exps.weight[50]: IQ3_XXS blk.41.ffn_gate_exps.weight[51]: blk.41.ffn_gate_exps.weight[52]: blk.41.ffn_gate_exps.weight[53]: IQ3_XXS blk.41.ffn_gate_exps.weight[54]: blk.41.ffn_gate_exps.weight[55]: blk.41.ffn_gate_exps.weight[56]: blk.41.ffn_gate_exps.weight[57]: blk.41.ffn_gate_exps.weight[58]: blk.41.ffn_gate_exps.weight[59]: IQ3_XXS blk.41.ffn_gate_exps.weight[60]: IQ3_XXS blk.41.ffn_gate_exps.weight[61]: IQ3_XXS blk.41.ffn_gate_exps.weight[62]: IQ3_XXS blk.41.ffn_gate_exps.weight[63]: blk.41.ffn_gate_exps.weight[64]: IQ3_XXS blk.41.ffn_gate_exps.weight[65]: IQ3_XXS blk.41.ffn_gate_exps.weight[66]: IQ3_XXS blk.41.ffn_gate_exps.weight[67]: IQ3_XXS blk.41.ffn_gate_exps.weight[68]: IQ3_XXS blk.41.ffn_gate_exps.weight[69]: blk.41.ffn_gate_exps.weight[70]: blk.41.ffn_gate_exps.weight[71]: IQ3_XXS blk.41.ffn_gate_exps.weight[72]: blk.41.ffn_gate_exps.weight[73]: blk.41.ffn_gate_exps.weight[74]: IQ3_XXS blk.41.ffn_gate_exps.weight[75]: blk.41.ffn_gate_exps.weight[76]: blk.41.ffn_gate_exps.weight[77]: IQ3_XXS blk.41.ffn_gate_exps.weight[78]: blk.41.ffn_gate_exps.weight[79]: blk.41.ffn_gate_exps.weight[80]: IQ3_XXS blk.41.ffn_gate_exps.weight[81]: blk.41.ffn_gate_exps.weight[82]: blk.41.ffn_gate_exps.weight[83]: IQ3_XXS blk.41.ffn_gate_exps.weight[84]: IQ3_XXS blk.41.ffn_gate_exps.weight[85]: blk.41.ffn_gate_exps.weight[86]: IQ3_XXS blk.41.ffn_gate_exps.weight[87]: IQ3_XXS blk.41.ffn_gate_exps.weight[88]: IQ3_XXS blk.41.ffn_gate_exps.weight[89]: blk.41.ffn_gate_exps.weight[90]: IQ3_XXS blk.41.ffn_gate_exps.weight[91]: blk.41.ffn_gate_exps.weight[92]: IQ3_XXS blk.41.ffn_gate_exps.weight[93]: blk.41.ffn_gate_exps.weight[94]: IQ3_XXS blk.41.ffn_gate_exps.weight[95]: IQ3_XXS blk.41.ffn_gate_exps.weight[96]: blk.41.ffn_gate_exps.weight[97]: blk.41.ffn_gate_exps.weight[98]: blk.41.ffn_gate_exps.weight[99]: IQ3_XXS blk.41.ffn_gate_exps.weight[100]: IQ3_XXS blk.41.ffn_gate_exps.weight[101]: blk.41.ffn_gate_exps.weight[102]: blk.41.ffn_gate_exps.weight[103]: IQ3_XXS blk.41.ffn_gate_exps.weight[104]: blk.41.ffn_gate_exps.weight[105]: IQ3_XXS blk.41.ffn_gate_exps.weight[106]: blk.41.ffn_gate_exps.weight[107]: IQ3_XXS blk.41.ffn_gate_exps.weight[108]: IQ3_XXS blk.41.ffn_gate_exps.weight[109]: IQ3_XXS blk.41.ffn_gate_exps.weight[110]: blk.41.ffn_gate_exps.weight[111]: blk.41.ffn_gate_exps.weight[112]: blk.41.ffn_gate_exps.weight[113]: IQ3_XXS blk.41.ffn_gate_exps.weight[114]: blk.41.ffn_gate_exps.weight[115]: blk.41.ffn_gate_exps.weight[116]: IQ3_XXS blk.41.ffn_gate_exps.weight[117]: blk.41.ffn_gate_exps.weight[118]: IQ3_XXS blk.41.ffn_gate_exps.weight[119]: blk.41.ffn_gate_exps.weight[120]: blk.41.ffn_gate_exps.weight[121]: IQ3_XXS blk.41.ffn_gate_exps.weight[122]: blk.41.ffn_gate_exps.weight[123]: blk.41.ffn_gate_exps.weight[124]: IQ3_XXS blk.41.ffn_gate_exps.weight[125]: IQ3_XXS blk.41.ffn_gate_exps.weight[126]: blk.41.ffn_gate_exps.weight[127]: blk.41.ffn_gate_exps.weight[128]: IQ3_XXS blk.41.ffn_gate_exps.weight[129]: IQ3_XXS blk.41.ffn_gate_exps.weight[130]: blk.41.ffn_gate_exps.weight[131]: IQ3_XXS blk.41.ffn_gate_exps.weight[132]: IQ3_XXS blk.41.ffn_gate_exps.weight[133]: IQ3_XXS blk.41.ffn_gate_exps.weight[134]: IQ3_XXS blk.41.ffn_gate_exps.weight[135]: blk.41.ffn_gate_exps.weight[136]: IQ3_XXS blk.41.ffn_gate_exps.weight[137]: blk.41.ffn_gate_exps.weight[138]: IQ3_XXS blk.41.ffn_gate_exps.weight[139]: blk.41.ffn_gate_exps.weight[140]: IQ3_XXS blk.41.ffn_gate_exps.weight[141]: blk.41.ffn_gate_exps.weight[142]: IQ3_XXS blk.41.ffn_gate_exps.weight[143]: IQ3_XXS blk.41.ffn_gate_exps.weight[144]: blk.41.ffn_gate_exps.weight[145]: IQ3_XXS blk.41.ffn_gate_exps.weight[146]: IQ3_XXS blk.41.ffn_gate_exps.weight[147]: blk.41.ffn_gate_exps.weight[148]: blk.41.ffn_gate_exps.weight[149]: IQ3_XXS blk.41.ffn_gate_exps.weight[150]: blk.41.ffn_gate_exps.weight[151]: blk.41.ffn_gate_exps.weight[152]: IQ3_XXS blk.41.ffn_gate_exps.weight[153]: blk.41.ffn_gate_exps.weight[154]: blk.41.ffn_gate_exps.weight[155]: blk.41.ffn_gate_exps.weight[156]: IQ3_XXS blk.41.ffn_gate_exps.weight[157]: blk.41.ffn_gate_exps.weight[158]: IQ3_XXS blk.41.ffn_gate_exps.weight[159]: blk.41.ffn_gate_exps.weight[160]: IQ3_XXS blk.41.ffn_gate_exps.weight[161]: blk.41.ffn_gate_exps.weight[162]: blk.41.ffn_gate_exps.weight[163]: IQ3_XXS blk.41.ffn_gate_exps.weight[164]: IQ3_XXS blk.41.ffn_gate_exps.weight[165]: blk.41.ffn_gate_exps.weight[166]: blk.41.ffn_gate_exps.weight[167]: IQ3_XXS blk.41.ffn_gate_exps.weight[168]: IQ3_XXS blk.41.ffn_gate_exps.weight[169]: IQ3_XXS blk.41.ffn_gate_exps.weight[170]: IQ3_XXS blk.41.ffn_gate_exps.weight[171]: IQ3_XXS blk.41.ffn_gate_exps.weight[172]: IQ3_XXS blk.41.ffn_gate_exps.weight[173]: blk.41.ffn_gate_exps.weight[174]: blk.41.ffn_gate_exps.weight[175]: IQ3_XXS blk.41.ffn_gate_exps.weight[176]: IQ3_XXS blk.41.ffn_gate_exps.weight[177]: blk.41.ffn_gate_exps.weight[178]: IQ3_XXS blk.41.ffn_gate_exps.weight[179]: blk.41.ffn_gate_exps.weight[180]: blk.41.ffn_gate_exps.weight[181]: blk.41.ffn_gate_exps.weight[182]: blk.41.ffn_gate_exps.weight[183]: blk.41.ffn_gate_exps.weight[184]: IQ3_XXS blk.41.ffn_gate_exps.weight[185]: blk.41.ffn_gate_exps.weight[186]: blk.41.ffn_gate_exps.weight[187]: blk.41.ffn_gate_exps.weight[188]: blk.41.ffn_gate_exps.weight[189]: blk.41.ffn_gate_exps.weight[190]: IQ3_XXS blk.41.ffn_gate_exps.weight[191]: blk.41.ffn_gate_exps.weight[192]: blk.41.ffn_gate_exps.weight[193]: blk.41.ffn_gate_exps.weight[194]: blk.41.ffn_gate_exps.weight[195]: blk.41.ffn_gate_exps.weight[196]: IQ3_XXS blk.41.ffn_gate_exps.weight[197]: blk.41.ffn_gate_exps.weight[198]: IQ3_XXS blk.41.ffn_gate_exps.weight[199]: IQ3_XXS blk.41.ffn_gate_exps.weight[200]: IQ3_XXS blk.41.ffn_gate_exps.weight[201]: IQ3_XXS blk.41.ffn_gate_exps.weight[202]: IQ3_XXS blk.41.ffn_gate_exps.weight[203]: blk.41.ffn_gate_exps.weight[204]: IQ3_XXS blk.41.ffn_gate_exps.weight[205]: IQ3_XXS blk.41.ffn_gate_exps.weight[206]: blk.41.ffn_gate_exps.weight[207]: blk.41.ffn_gate_exps.weight[208]: blk.41.ffn_gate_exps.weight[209]: IQ3_XXS blk.41.ffn_gate_exps.weight[210]: IQ3_XXS blk.41.ffn_gate_exps.weight[211]: blk.41.ffn_gate_exps.weight[212]: blk.41.ffn_gate_exps.weight[213]: IQ3_XXS blk.41.ffn_gate_exps.weight[214]: IQ3_XXS blk.41.ffn_gate_exps.weight[215]: IQ3_XXS blk.41.ffn_gate_exps.weight[216]: blk.41.ffn_gate_exps.weight[217]: IQ3_XXS blk.41.ffn_gate_exps.weight[218]: IQ3_XXS blk.41.ffn_gate_exps.weight[219]: IQ3_XXS blk.41.ffn_gate_exps.weight[220]: blk.41.ffn_gate_exps.weight[221]: blk.41.ffn_gate_exps.weight[222]: IQ3_XXS blk.41.ffn_gate_exps.weight[223]: IQ3_XXS blk.41.ffn_gate_exps.weight[224]: blk.41.ffn_gate_exps.weight[225]: IQ3_XXS blk.41.ffn_gate_exps.weight[226]: IQ3_XXS blk.41.ffn_gate_exps.weight[227]: IQ3_XXS blk.41.ffn_gate_exps.weight[228]: blk.41.ffn_gate_exps.weight[229]: IQ3_XXS blk.41.ffn_gate_exps.weight[230]: blk.41.ffn_gate_exps.weight[231]: IQ3_XXS blk.41.ffn_gate_exps.weight[232]: blk.41.ffn_gate_exps.weight[233]: IQ3_XXS blk.41.ffn_gate_exps.weight[234]: blk.41.ffn_gate_exps.weight[235]: IQ3_XXS blk.41.ffn_gate_exps.weight[236]: IQ3_XXS blk.41.ffn_gate_exps.weight[237]: IQ3_XXS blk.41.ffn_gate_exps.weight[238]: IQ3_XXS blk.41.ffn_gate_exps.weight[239]: blk.41.ffn_gate_exps.weight[240]: IQ3_XXS blk.41.ffn_gate_exps.weight[241]: blk.41.ffn_gate_exps.weight[242]: blk.41.ffn_gate_exps.weight[243]: blk.41.ffn_gate_exps.weight[244]: blk.41.ffn_gate_exps.weight[245]: blk.41.ffn_gate_exps.weight[246]: IQ3_XXS blk.41.ffn_gate_exps.weight[247]: blk.41.ffn_gate_exps.weight[248]: IQ3_XXS blk.41.ffn_gate_exps.weight[249]: blk.41.ffn_gate_exps.weight[250]: blk.41.ffn_gate_exps.weight[251]: IQ3_XXS blk.41.ffn_gate_exps.weight[252]: IQ3_XXS blk.41.ffn_gate_exps.weight[253]: blk.41.ffn_gate_exps.weight[254]: blk.41.ffn_gate_exps.weight[255]: IQ3_XXS blk.41.ffn_gate_exps.weight[256]: IQ3_XXS blk.41.ffn_gate_exps.weight[257]: IQ3_XXS blk.41.ffn_gate_exps.weight[258]: blk.41.ffn_gate_exps.weight[259]: IQ3_XXS blk.41.ffn_gate_exps.weight[260]: IQ3_XXS blk.41.ffn_gate_exps.weight[261]: IQ3_XXS blk.41.ffn_gate_exps.weight[262]: blk.41.ffn_gate_exps.weight[263]: blk.41.ffn_gate_exps.weight[264]: IQ3_XXS blk.41.ffn_gate_exps.weight[265]: blk.41.ffn_gate_exps.weight[266]: IQ3_XXS blk.41.ffn_gate_exps.weight[267]: blk.41.ffn_gate_exps.weight[268]: IQ3_XXS blk.41.ffn_gate_exps.weight[269]: IQ3_XXS blk.41.ffn_gate_exps.weight[270]: IQ3_XXS blk.41.ffn_gate_exps.weight[271]: blk.41.ffn_gate_exps.weight[272]: IQ3_XXS blk.41.ffn_gate_exps.weight[273]: IQ3_XXS blk.41.ffn_gate_exps.weight[274]: IQ3_XXS blk.41.ffn_gate_exps.weight[275]: blk.41.ffn_gate_exps.weight[276]: IQ3_XXS blk.41.ffn_gate_exps.weight[277]: blk.41.ffn_gate_exps.weight[278]: blk.41.ffn_gate_exps.weight[279]: blk.41.ffn_gate_exps.weight[280]: blk.41.ffn_gate_exps.weight[281]: IQ3_XXS blk.41.ffn_gate_exps.weight[282]: IQ3_XXS blk.41.ffn_gate_exps.weight[283]: blk.41.ffn_gate_exps.weight[284]: blk.41.ffn_gate_exps.weight[285]: blk.41.ffn_gate_exps.weight[286]: blk.41.ffn_gate_exps.weight[287]: IQ3_XXS blk.41.ffn_gate_exps.weight[288]: blk.41.ffn_gate_exps.weight[289]: IQ3_XXS blk.41.ffn_gate_exps.weight[290]: blk.41.ffn_gate_exps.weight[291]: blk.41.ffn_gate_exps.weight[292]: IQ3_XXS blk.41.ffn_gate_exps.weight[293]: blk.41.ffn_gate_exps.weight[294]: IQ3_XXS blk.41.ffn_gate_exps.weight[295]: IQ3_XXS blk.41.ffn_gate_exps.weight[296]: IQ3_XXS blk.41.ffn_gate_exps.weight[297]: blk.41.ffn_gate_exps.weight[298]: IQ3_XXS blk.41.ffn_gate_exps.weight[299]: IQ3_XXS blk.41.ffn_gate_exps.weight[300]: IQ3_XXS blk.41.ffn_gate_exps.weight[301]: blk.41.ffn_gate_exps.weight[302]: IQ3_XXS blk.41.ffn_gate_exps.weight[303]: IQ3_XXS blk.41.ffn_gate_exps.weight[304]: IQ3_XXS blk.41.ffn_gate_exps.weight[305]: blk.41.ffn_gate_exps.weight[306]: IQ3_XXS blk.41.ffn_gate_exps.weight[307]: blk.41.ffn_gate_exps.weight[308]: IQ3_XXS blk.41.ffn_gate_exps.weight[309]: blk.41.ffn_gate_exps.weight[310]: IQ3_XXS blk.41.ffn_gate_exps.weight[311]: blk.41.ffn_gate_exps.weight[312]: IQ3_XXS blk.41.ffn_gate_exps.weight[313]: IQ3_XXS blk.41.ffn_gate_exps.weight[314]: blk.41.ffn_gate_exps.weight[315]: blk.41.ffn_gate_exps.weight[316]: IQ3_XXS blk.41.ffn_gate_exps.weight[317]: blk.41.ffn_gate_exps.weight[318]: blk.41.ffn_gate_exps.weight[319]: IQ3_XXS blk.41.ffn_gate_exps.weight[320]: blk.41.ffn_gate_exps.weight[321]: blk.41.ffn_gate_exps.weight[322]: blk.41.ffn_gate_exps.weight[323]: blk.41.ffn_gate_exps.weight[324]: IQ3_XXS blk.41.ffn_gate_exps.weight[325]: blk.41.ffn_gate_exps.weight[326]: IQ3_XXS blk.41.ffn_gate_exps.weight[327]: IQ3_XXS blk.41.ffn_gate_exps.weight[328]: IQ3_XXS blk.41.ffn_gate_exps.weight[329]: IQ3_XXS blk.41.ffn_gate_exps.weight[330]: IQ3_XXS blk.41.ffn_gate_exps.weight[331]: IQ3_XXS blk.41.ffn_gate_exps.weight[332]: IQ3_XXS blk.41.ffn_gate_exps.weight[333]: IQ3_XXS blk.41.ffn_gate_exps.weight[334]: IQ3_XXS blk.41.ffn_gate_exps.weight[335]: IQ3_XXS blk.41.ffn_gate_exps.weight[336]: IQ3_XXS blk.41.ffn_gate_exps.weight[337]: blk.41.ffn_gate_exps.weight[338]: blk.41.ffn_gate_exps.weight[339]: blk.41.ffn_gate_exps.weight[340]: blk.41.ffn_gate_exps.weight[341]: blk.41.ffn_gate_exps.weight[342]: IQ3_XXS blk.41.ffn_gate_exps.weight[343]: IQ3_XXS blk.41.ffn_gate_exps.weight[344]: blk.41.ffn_gate_exps.weight[345]: blk.41.ffn_gate_exps.weight[346]: blk.41.ffn_gate_exps.weight[347]: blk.41.ffn_gate_exps.weight[348]: IQ3_XXS blk.41.ffn_gate_exps.weight[349]: blk.41.ffn_gate_exps.weight[350]: IQ3_XXS blk.41.ffn_gate_exps.weight[351]: IQ3_XXS blk.41.ffn_gate_exps.weight[352]: IQ3_XXS blk.41.ffn_gate_exps.weight[353]: blk.41.ffn_gate_exps.weight[354]: IQ3_XXS blk.41.ffn_gate_exps.weight[355]: blk.41.ffn_gate_exps.weight[356]: IQ3_XXS blk.41.ffn_gate_exps.weight[357]: blk.41.ffn_gate_exps.weight[358]: IQ3_XXS blk.41.ffn_gate_exps.weight[359]: blk.41.ffn_gate_exps.weight[360]: IQ3_XXS blk.41.ffn_gate_exps.weight[361]: IQ3_XXS blk.41.ffn_gate_exps.weight[362]: IQ3_XXS blk.41.ffn_gate_exps.weight[363]: IQ3_XXS blk.41.ffn_gate_exps.weight[364]: IQ3_XXS blk.41.ffn_gate_exps.weight[365]: IQ3_XXS blk.41.ffn_gate_exps.weight[366]: IQ3_XXS blk.41.ffn_gate_exps.weight[367]: IQ3_XXS blk.41.ffn_gate_exps.weight[368]: blk.41.ffn_gate_exps.weight[369]: blk.41.ffn_gate_exps.weight[370]: IQ3_XXS blk.41.ffn_gate_exps.weight[371]: blk.41.ffn_gate_exps.weight[372]: blk.41.ffn_gate_exps.weight[373]: blk.41.ffn_gate_exps.weight[374]: IQ3_XXS blk.41.ffn_gate_exps.weight[375]: IQ3_XXS blk.41.ffn_gate_exps.weight[376]: blk.41.ffn_gate_exps.weight[377]: IQ3_XXS blk.41.ffn_gate_exps.weight[378]: IQ3_XXS blk.41.ffn_gate_exps.weight[379]: blk.41.ffn_gate_exps.weight[380]: IQ3_XXS blk.41.ffn_gate_exps.weight[381]: IQ3_XXS blk.41.ffn_gate_exps.weight[382]: IQ3_XXS blk.41.ffn_gate_exps.weight[383]: blk.41.ffn_gate_exps.weight[384]: blk.41.ffn_gate_exps.weight[385]: IQ3_XXS blk.41.ffn_gate_exps.weight[386]: IQ3_XXS blk.41.ffn_gate_exps.weight[387]: IQ3_XXS blk.41.ffn_gate_exps.weight[388]: blk.41.ffn_gate_exps.weight[389]: blk.41.ffn_gate_exps.weight[390]: IQ3_XXS blk.41.ffn_gate_exps.weight[391]: IQ3_XXS blk.41.ffn_gate_exps.weight[392]: blk.41.ffn_gate_exps.weight[393]: blk.41.ffn_gate_exps.weight[394]: IQ3_XXS blk.41.ffn_gate_exps.weight[395]: blk.41.ffn_gate_exps.weight[396]: blk.41.ffn_gate_exps.weight[397]: blk.41.ffn_gate_exps.weight[398]: blk.41.ffn_gate_exps.weight[399]: IQ3_XXS blk.41.ffn_gate_exps.weight[400]: blk.41.ffn_gate_exps.weight[401]: IQ3_XXS blk.41.ffn_gate_exps.weight[402]: blk.41.ffn_gate_exps.weight[403]: IQ3_XXS blk.41.ffn_gate_exps.weight[404]: IQ3_XXS blk.41.ffn_gate_exps.weight[405]: blk.41.ffn_gate_exps.weight[406]: blk.41.ffn_gate_exps.weight[407]: IQ3_XXS blk.41.ffn_gate_exps.weight[408]: blk.41.ffn_gate_exps.weight[409]: blk.41.ffn_gate_exps.weight[410]: blk.41.ffn_gate_exps.weight[411]: IQ3_XXS blk.41.ffn_gate_exps.weight[412]: blk.41.ffn_gate_exps.weight[413]: blk.41.ffn_gate_exps.weight[414]: IQ3_XXS blk.41.ffn_gate_exps.weight[415]: IQ3_XXS blk.41.ffn_gate_exps.weight[416]: blk.41.ffn_gate_exps.weight[417]: blk.41.ffn_gate_exps.weight[418]: blk.41.ffn_gate_exps.weight[419]: blk.41.ffn_gate_exps.weight[420]: IQ3_XXS blk.41.ffn_gate_exps.weight[421]: IQ3_XXS blk.41.ffn_gate_exps.weight[422]: IQ3_XXS blk.41.ffn_gate_exps.weight[423]: IQ3_XXS blk.41.ffn_gate_exps.weight[424]: blk.41.ffn_gate_exps.weight[425]: IQ3_XXS blk.41.ffn_gate_exps.weight[426]: blk.41.ffn_gate_exps.weight[427]: IQ3_XXS blk.41.ffn_gate_exps.weight[428]: blk.41.ffn_gate_exps.weight[429]: IQ3_XXS blk.41.ffn_gate_exps.weight[430]: IQ3_XXS blk.41.ffn_gate_exps.weight[431]: IQ3_XXS blk.41.ffn_gate_exps.weight[432]: IQ3_XXS blk.41.ffn_gate_exps.weight[433]: blk.41.ffn_gate_exps.weight[434]: IQ3_XXS blk.41.ffn_gate_exps.weight[435]: IQ3_XXS blk.41.ffn_gate_exps.weight[436]: blk.41.ffn_gate_exps.weight[437]: blk.41.ffn_gate_exps.weight[438]: IQ3_XXS blk.41.ffn_gate_exps.weight[439]: blk.41.ffn_gate_exps.weight[440]: IQ3_XXS blk.41.ffn_gate_exps.weight[441]: blk.41.ffn_gate_exps.weight[442]: blk.41.ffn_gate_exps.weight[443]: blk.41.ffn_gate_exps.weight[444]: IQ3_XXS blk.41.ffn_gate_exps.weight[445]: IQ3_XXS blk.41.ffn_gate_exps.weight[446]: blk.41.ffn_gate_exps.weight[447]: blk.41.ffn_gate_exps.weight[448]: IQ3_XXS blk.41.ffn_gate_exps.weight[449]: IQ3_XXS blk.41.ffn_gate_exps.weight[450]: blk.41.ffn_gate_exps.weight[451]: IQ3_XXS blk.41.ffn_gate_exps.weight[452]: blk.41.ffn_gate_exps.weight[453]: blk.41.ffn_gate_exps.weight[454]: IQ3_XXS blk.41.ffn_gate_exps.weight[455]: IQ3_XXS blk.41.ffn_gate_exps.weight[456]: blk.41.ffn_gate_exps.weight[457]: blk.41.ffn_gate_exps.weight[458]: IQ3_XXS blk.41.ffn_gate_exps.weight[459]: IQ3_XXS blk.41.ffn_gate_exps.weight[460]: blk.41.ffn_gate_exps.weight[461]: blk.41.ffn_gate_exps.weight[462]: IQ3_XXS blk.41.ffn_gate_exps.weight[463]: IQ3_XXS blk.41.ffn_gate_exps.weight[464]: blk.41.ffn_gate_exps.weight[465]: IQ3_XXS blk.41.ffn_gate_exps.weight[466]: blk.41.ffn_gate_exps.weight[467]: blk.41.ffn_gate_exps.weight[468]: IQ3_XXS blk.41.ffn_gate_exps.weight[469]: blk.41.ffn_gate_exps.weight[470]: blk.41.ffn_gate_exps.weight[471]: blk.41.ffn_gate_exps.weight[472]: blk.41.ffn_gate_exps.weight[473]: IQ3_XXS blk.41.ffn_gate_exps.weight[474]: blk.41.ffn_gate_exps.weight[475]: IQ3_XXS blk.41.ffn_gate_exps.weight[476]: IQ3_XXS blk.41.ffn_gate_exps.weight[477]: blk.41.ffn_gate_exps.weight[478]: blk.41.ffn_gate_exps.weight[479]: blk.41.ffn_gate_exps.weight[480]: blk.41.ffn_gate_exps.weight[481]: blk.41.ffn_gate_exps.weight[482]: IQ3_XXS blk.41.ffn_gate_exps.weight[483]: blk.41.ffn_gate_exps.weight[484]: blk.41.ffn_gate_exps.weight[485]: IQ3_XXS blk.41.ffn_gate_exps.weight[486]: blk.41.ffn_gate_exps.weight[487]: IQ3_XXS blk.41.ffn_gate_exps.weight[488]: blk.41.ffn_gate_exps.weight[489]: IQ3_XXS blk.41.ffn_gate_exps.weight[490]: IQ3_XXS blk.41.ffn_gate_exps.weight[491]: IQ3_XXS blk.41.ffn_gate_exps.weight[492]: IQ3_XXS blk.41.ffn_gate_exps.weight[493]: IQ3_XXS blk.41.ffn_gate_exps.weight[494]: blk.41.ffn_gate_exps.weight[495]: blk.41.ffn_gate_exps.weight[496]: IQ3_XXS blk.41.ffn_gate_exps.weight[497]: blk.41.ffn_gate_exps.weight[498]: IQ3_XXS blk.41.ffn_gate_exps.weight[499]: blk.41.ffn_gate_exps.weight[500]: IQ3_XXS blk.41.ffn_gate_exps.weight[501]: IQ3_XXS blk.41.ffn_gate_exps.weight[502]: blk.41.ffn_gate_exps.weight[503]: blk.41.ffn_gate_exps.weight[504]: IQ3_XXS blk.41.ffn_gate_exps.weight[505]: IQ3_XXS blk.41.ffn_gate_exps.weight[506]: blk.41.ffn_gate_exps.weight[507]: blk.41.ffn_gate_exps.weight[508]: IQ3_XXS blk.41.ffn_gate_exps.weight[509]: blk.41.ffn_gate_exps.weight[510]: blk.41.ffn_gate_exps.weight[511]: IQ3_XXS blk.41.ffn_up_exps.weight[0]: blk.41.ffn_up_exps.weight[1]: IQ3_XXS blk.41.ffn_up_exps.weight[2]: blk.41.ffn_up_exps.weight[3]: blk.41.ffn_up_exps.weight[4]: blk.41.ffn_up_exps.weight[5]: IQ3_XXS blk.41.ffn_up_exps.weight[6]: blk.41.ffn_up_exps.weight[7]: blk.41.ffn_up_exps.weight[8]: blk.41.ffn_up_exps.weight[9]: IQ3_XXS blk.41.ffn_up_exps.weight[10]: blk.41.ffn_up_exps.weight[11]: IQ3_XXS blk.41.ffn_up_exps.weight[12]: IQ3_XXS blk.41.ffn_up_exps.weight[13]: blk.41.ffn_up_exps.weight[14]: blk.41.ffn_up_exps.weight[15]: IQ3_XXS blk.41.ffn_up_exps.weight[16]: IQ3_XXS blk.41.ffn_up_exps.weight[17]: blk.41.ffn_up_exps.weight[18]: blk.41.ffn_up_exps.weight[19]: IQ3_XXS blk.41.ffn_up_exps.weight[20]: IQ3_XXS blk.41.ffn_up_exps.weight[21]: IQ3_XXS blk.41.ffn_up_exps.weight[22]: IQ3_XXS blk.41.ffn_up_exps.weight[23]: blk.41.ffn_up_exps.weight[24]: IQ3_XXS blk.41.ffn_up_exps.weight[25]: blk.41.ffn_up_exps.weight[26]: blk.41.ffn_up_exps.weight[27]: blk.41.ffn_up_exps.weight[28]: blk.41.ffn_up_exps.weight[29]: blk.41.ffn_up_exps.weight[30]: blk.41.ffn_up_exps.weight[31]: IQ3_XXS blk.41.ffn_up_exps.weight[32]: IQ3_XXS blk.41.ffn_up_exps.weight[33]: blk.41.ffn_up_exps.weight[34]: IQ3_XXS blk.41.ffn_up_exps.weight[35]: IQ3_XXS blk.41.ffn_up_exps.weight[36]: IQ3_XXS blk.41.ffn_up_exps.weight[37]: blk.41.ffn_up_exps.weight[38]: IQ3_XXS blk.41.ffn_up_exps.weight[39]: blk.41.ffn_up_exps.weight[40]: IQ3_XXS blk.41.ffn_up_exps.weight[41]: blk.41.ffn_up_exps.weight[42]: IQ3_XXS blk.41.ffn_up_exps.weight[43]: IQ3_XXS blk.41.ffn_up_exps.weight[44]: blk.41.ffn_up_exps.weight[45]: blk.41.ffn_up_exps.weight[46]: IQ3_XXS blk.41.ffn_up_exps.weight[47]: blk.41.ffn_up_exps.weight[48]: blk.41.ffn_up_exps.weight[49]: blk.41.ffn_up_exps.weight[50]: IQ3_XXS blk.41.ffn_up_exps.weight[51]: blk.41.ffn_up_exps.weight[52]: blk.41.ffn_up_exps.weight[53]: IQ3_XXS blk.41.ffn_up_exps.weight[54]: blk.41.ffn_up_exps.weight[55]: blk.41.ffn_up_exps.weight[56]: blk.41.ffn_up_exps.weight[57]: blk.41.ffn_up_exps.weight[58]: blk.41.ffn_up_exps.weight[59]: IQ3_XXS blk.41.ffn_up_exps.weight[60]: IQ3_XXS blk.41.ffn_up_exps.weight[61]: IQ3_XXS blk.41.ffn_up_exps.weight[62]: IQ3_XXS blk.41.ffn_up_exps.weight[63]: blk.41.ffn_up_exps.weight[64]: IQ3_XXS blk.41.ffn_up_exps.weight[65]: IQ3_XXS blk.41.ffn_up_exps.weight[66]: IQ3_XXS blk.41.ffn_up_exps.weight[67]: IQ3_XXS blk.41.ffn_up_exps.weight[68]: IQ3_XXS blk.41.ffn_up_exps.weight[69]: blk.41.ffn_up_exps.weight[70]: blk.41.ffn_up_exps.weight[71]: IQ3_XXS blk.41.ffn_up_exps.weight[72]: blk.41.ffn_up_exps.weight[73]: blk.41.ffn_up_exps.weight[74]: IQ3_XXS blk.41.ffn_up_exps.weight[75]: blk.41.ffn_up_exps.weight[76]: blk.41.ffn_up_exps.weight[77]: IQ3_XXS blk.41.ffn_up_exps.weight[78]: blk.41.ffn_up_exps.weight[79]: blk.41.ffn_up_exps.weight[80]: IQ3_XXS blk.41.ffn_up_exps.weight[81]: blk.41.ffn_up_exps.weight[82]: blk.41.ffn_up_exps.weight[83]: IQ3_XXS blk.41.ffn_up_exps.weight[84]: IQ3_XXS blk.41.ffn_up_exps.weight[85]: blk.41.ffn_up_exps.weight[86]: IQ3_XXS blk.41.ffn_up_exps.weight[87]: IQ3_XXS blk.41.ffn_up_exps.weight[88]: IQ3_XXS blk.41.ffn_up_exps.weight[89]: blk.41.ffn_up_exps.weight[90]: IQ3_XXS blk.41.ffn_up_exps.weight[91]: blk.41.ffn_up_exps.weight[92]: IQ3_XXS blk.41.ffn_up_exps.weight[93]: blk.41.ffn_up_exps.weight[94]: IQ3_XXS blk.41.ffn_up_exps.weight[95]: IQ3_XXS blk.41.ffn_up_exps.weight[96]: blk.41.ffn_up_exps.weight[97]: blk.41.ffn_up_exps.weight[98]: blk.41.ffn_up_exps.weight[99]: IQ3_XXS blk.41.ffn_up_exps.weight[100]: IQ3_XXS blk.41.ffn_up_exps.weight[101]: blk.41.ffn_up_exps.weight[102]: blk.41.ffn_up_exps.weight[103]: IQ3_XXS blk.41.ffn_up_exps.weight[104]: blk.41.ffn_up_exps.weight[105]: IQ3_XXS blk.41.ffn_up_exps.weight[106]: blk.41.ffn_up_exps.weight[107]: IQ3_XXS blk.41.ffn_up_exps.weight[108]: IQ3_XXS blk.41.ffn_up_exps.weight[109]: IQ3_XXS blk.41.ffn_up_exps.weight[110]: blk.41.ffn_up_exps.weight[111]: blk.41.ffn_up_exps.weight[112]: blk.41.ffn_up_exps.weight[113]: IQ3_XXS blk.41.ffn_up_exps.weight[114]: blk.41.ffn_up_exps.weight[115]: blk.41.ffn_up_exps.weight[116]: IQ3_XXS blk.41.ffn_up_exps.weight[117]: blk.41.ffn_up_exps.weight[118]: IQ3_XXS blk.41.ffn_up_exps.weight[119]: blk.41.ffn_up_exps.weight[120]: blk.41.ffn_up_exps.weight[121]: IQ3_XXS blk.41.ffn_up_exps.weight[122]: blk.41.ffn_up_exps.weight[123]: blk.41.ffn_up_exps.weight[124]: IQ3_XXS blk.41.ffn_up_exps.weight[125]: IQ3_XXS blk.41.ffn_up_exps.weight[126]: blk.41.ffn_up_exps.weight[127]: blk.41.ffn_up_exps.weight[128]: IQ3_XXS blk.41.ffn_up_exps.weight[129]: IQ3_XXS blk.41.ffn_up_exps.weight[130]: blk.41.ffn_up_exps.weight[131]: IQ3_XXS blk.41.ffn_up_exps.weight[132]: IQ3_XXS blk.41.ffn_up_exps.weight[133]: IQ3_XXS blk.41.ffn_up_exps.weight[134]: IQ3_XXS blk.41.ffn_up_exps.weight[135]: blk.41.ffn_up_exps.weight[136]: IQ3_XXS blk.41.ffn_up_exps.weight[137]: blk.41.ffn_up_exps.weight[138]: IQ3_XXS blk.41.ffn_up_exps.weight[139]: blk.41.ffn_up_exps.weight[140]: IQ3_XXS blk.41.ffn_up_exps.weight[141]: blk.41.ffn_up_exps.weight[142]: IQ3_XXS blk.41.ffn_up_exps.weight[143]: IQ3_XXS blk.41.ffn_up_exps.weight[144]: blk.41.ffn_up_exps.weight[145]: IQ3_XXS blk.41.ffn_up_exps.weight[146]: IQ3_XXS blk.41.ffn_up_exps.weight[147]: blk.41.ffn_up_exps.weight[148]: blk.41.ffn_up_exps.weight[149]: IQ3_XXS blk.41.ffn_up_exps.weight[150]: blk.41.ffn_up_exps.weight[151]: blk.41.ffn_up_exps.weight[152]: IQ3_XXS blk.41.ffn_up_exps.weight[153]: blk.41.ffn_up_exps.weight[154]: blk.41.ffn_up_exps.weight[155]: blk.41.ffn_up_exps.weight[156]: IQ3_XXS blk.41.ffn_up_exps.weight[157]: blk.41.ffn_up_exps.weight[158]: IQ3_XXS blk.41.ffn_up_exps.weight[159]: blk.41.ffn_up_exps.weight[160]: IQ3_XXS blk.41.ffn_up_exps.weight[161]: blk.41.ffn_up_exps.weight[162]: blk.41.ffn_up_exps.weight[163]: IQ3_XXS blk.41.ffn_up_exps.weight[164]: IQ3_XXS blk.41.ffn_up_exps.weight[165]: blk.41.ffn_up_exps.weight[166]: blk.41.ffn_up_exps.weight[167]: IQ3_XXS blk.41.ffn_up_exps.weight[168]: IQ3_XXS blk.41.ffn_up_exps.weight[169]: IQ3_XXS blk.41.ffn_up_exps.weight[170]: IQ3_XXS blk.41.ffn_up_exps.weight[171]: IQ3_XXS blk.41.ffn_up_exps.weight[172]: IQ3_XXS blk.41.ffn_up_exps.weight[173]: blk.41.ffn_up_exps.weight[174]: blk.41.ffn_up_exps.weight[175]: IQ3_XXS blk.41.ffn_up_exps.weight[176]: IQ3_XXS blk.41.ffn_up_exps.weight[177]: blk.41.ffn_up_exps.weight[178]: IQ3_XXS blk.41.ffn_up_exps.weight[179]: blk.41.ffn_up_exps.weight[180]: blk.41.ffn_up_exps.weight[181]: blk.41.ffn_up_exps.weight[182]: blk.41.ffn_up_exps.weight[183]: blk.41.ffn_up_exps.weight[184]: IQ3_XXS blk.41.ffn_up_exps.weight[185]: blk.41.ffn_up_exps.weight[186]: blk.41.ffn_up_exps.weight[187]: blk.41.ffn_up_exps.weight[188]: blk.41.ffn_up_exps.weight[189]: blk.41.ffn_up_exps.weight[190]: IQ3_XXS blk.41.ffn_up_exps.weight[191]: blk.41.ffn_up_exps.weight[192]: blk.41.ffn_up_exps.weight[193]: blk.41.ffn_up_exps.weight[194]: blk.41.ffn_up_exps.weight[195]: blk.41.ffn_up_exps.weight[196]: IQ3_XXS blk.41.ffn_up_exps.weight[197]: blk.41.ffn_up_exps.weight[198]: IQ3_XXS blk.41.ffn_up_exps.weight[199]: IQ3_XXS blk.41.ffn_up_exps.weight[200]: IQ3_XXS blk.41.ffn_up_exps.weight[201]: IQ3_XXS blk.41.ffn_up_exps.weight[202]: IQ3_XXS blk.41.ffn_up_exps.weight[203]: blk.41.ffn_up_exps.weight[204]: IQ3_XXS blk.41.ffn_up_exps.weight[205]: IQ3_XXS blk.41.ffn_up_exps.weight[206]: blk.41.ffn_up_exps.weight[207]: blk.41.ffn_up_exps.weight[208]: blk.41.ffn_up_exps.weight[209]: IQ3_XXS blk.41.ffn_up_exps.weight[210]: IQ3_XXS blk.41.ffn_up_exps.weight[211]: blk.41.ffn_up_exps.weight[212]: blk.41.ffn_up_exps.weight[213]: IQ3_XXS blk.41.ffn_up_exps.weight[214]: IQ3_XXS blk.41.ffn_up_exps.weight[215]: IQ3_XXS blk.41.ffn_up_exps.weight[216]: blk.41.ffn_up_exps.weight[217]: IQ3_XXS blk.41.ffn_up_exps.weight[218]: IQ3_XXS blk.41.ffn_up_exps.weight[219]: IQ3_XXS blk.41.ffn_up_exps.weight[220]: blk.41.ffn_up_exps.weight[221]: blk.41.ffn_up_exps.weight[222]: IQ3_XXS blk.41.ffn_up_exps.weight[223]: IQ3_XXS blk.41.ffn_up_exps.weight[224]: blk.41.ffn_up_exps.weight[225]: IQ3_XXS blk.41.ffn_up_exps.weight[226]: IQ3_XXS blk.41.ffn_up_exps.weight[227]: IQ3_XXS blk.41.ffn_up_exps.weight[228]: blk.41.ffn_up_exps.weight[229]: IQ3_XXS blk.41.ffn_up_exps.weight[230]: blk.41.ffn_up_exps.weight[231]: IQ3_XXS blk.41.ffn_up_exps.weight[232]: blk.41.ffn_up_exps.weight[233]: IQ3_XXS blk.41.ffn_up_exps.weight[234]: blk.41.ffn_up_exps.weight[235]: IQ3_XXS blk.41.ffn_up_exps.weight[236]: IQ3_XXS blk.41.ffn_up_exps.weight[237]: IQ3_XXS blk.41.ffn_up_exps.weight[238]: IQ3_XXS blk.41.ffn_up_exps.weight[239]: blk.41.ffn_up_exps.weight[240]: IQ3_XXS blk.41.ffn_up_exps.weight[241]: blk.41.ffn_up_exps.weight[242]: blk.41.ffn_up_exps.weight[243]: blk.41.ffn_up_exps.weight[244]: blk.41.ffn_up_exps.weight[245]: blk.41.ffn_up_exps.weight[246]: IQ3_XXS blk.41.ffn_up_exps.weight[247]: blk.41.ffn_up_exps.weight[248]: IQ3_XXS blk.41.ffn_up_exps.weight[249]: blk.41.ffn_up_exps.weight[250]: blk.41.ffn_up_exps.weight[251]: IQ3_XXS blk.41.ffn_up_exps.weight[252]: IQ3_XXS blk.41.ffn_up_exps.weight[253]: blk.41.ffn_up_exps.weight[254]: blk.41.ffn_up_exps.weight[255]: IQ3_XXS blk.41.ffn_up_exps.weight[256]: IQ3_XXS blk.41.ffn_up_exps.weight[257]: IQ3_XXS blk.41.ffn_up_exps.weight[258]: blk.41.ffn_up_exps.weight[259]: IQ3_XXS blk.41.ffn_up_exps.weight[260]: IQ3_XXS blk.41.ffn_up_exps.weight[261]: IQ3_XXS blk.41.ffn_up_exps.weight[262]: blk.41.ffn_up_exps.weight[263]: blk.41.ffn_up_exps.weight[264]: IQ3_XXS blk.41.ffn_up_exps.weight[265]: blk.41.ffn_up_exps.weight[266]: IQ3_XXS blk.41.ffn_up_exps.weight[267]: blk.41.ffn_up_exps.weight[268]: IQ3_XXS blk.41.ffn_up_exps.weight[269]: IQ3_XXS blk.41.ffn_up_exps.weight[270]: IQ3_XXS blk.41.ffn_up_exps.weight[271]: blk.41.ffn_up_exps.weight[272]: IQ3_XXS blk.41.ffn_up_exps.weight[273]: IQ3_XXS blk.41.ffn_up_exps.weight[274]: IQ3_XXS blk.41.ffn_up_exps.weight[275]: blk.41.ffn_up_exps.weight[276]: IQ3_XXS blk.41.ffn_up_exps.weight[277]: blk.41.ffn_up_exps.weight[278]: blk.41.ffn_up_exps.weight[279]: blk.41.ffn_up_exps.weight[280]: blk.41.ffn_up_exps.weight[281]: IQ3_XXS blk.41.ffn_up_exps.weight[282]: IQ3_XXS blk.41.ffn_up_exps.weight[283]: blk.41.ffn_up_exps.weight[284]: blk.41.ffn_up_exps.weight[285]: blk.41.ffn_up_exps.weight[286]: blk.41.ffn_up_exps.weight[287]: IQ3_XXS blk.41.ffn_up_exps.weight[288]: blk.41.ffn_up_exps.weight[289]: IQ3_XXS blk.41.ffn_up_exps.weight[290]: blk.41.ffn_up_exps.weight[291]: blk.41.ffn_up_exps.weight[292]: IQ3_XXS blk.41.ffn_up_exps.weight[293]: blk.41.ffn_up_exps.weight[294]: IQ3_XXS blk.41.ffn_up_exps.weight[295]: IQ3_XXS blk.41.ffn_up_exps.weight[296]: IQ3_XXS blk.41.ffn_up_exps.weight[297]: blk.41.ffn_up_exps.weight[298]: IQ3_XXS blk.41.ffn_up_exps.weight[299]: IQ3_XXS blk.41.ffn_up_exps.weight[300]: IQ3_XXS blk.41.ffn_up_exps.weight[301]: blk.41.ffn_up_exps.weight[302]: IQ3_XXS blk.41.ffn_up_exps.weight[303]: IQ3_XXS blk.41.ffn_up_exps.weight[304]: IQ3_XXS blk.41.ffn_up_exps.weight[305]: blk.41.ffn_up_exps.weight[306]: IQ3_XXS blk.41.ffn_up_exps.weight[307]: blk.41.ffn_up_exps.weight[308]: IQ3_XXS blk.41.ffn_up_exps.weight[309]: blk.41.ffn_up_exps.weight[310]: IQ3_XXS blk.41.ffn_up_exps.weight[311]: blk.41.ffn_up_exps.weight[312]: IQ3_XXS blk.41.ffn_up_exps.weight[313]: IQ3_XXS blk.41.ffn_up_exps.weight[314]: blk.41.ffn_up_exps.weight[315]: blk.41.ffn_up_exps.weight[316]: IQ3_XXS blk.41.ffn_up_exps.weight[317]: blk.41.ffn_up_exps.weight[318]: blk.41.ffn_up_exps.weight[319]: IQ3_XXS blk.41.ffn_up_exps.weight[320]: blk.41.ffn_up_exps.weight[321]: blk.41.ffn_up_exps.weight[322]: blk.41.ffn_up_exps.weight[323]: blk.41.ffn_up_exps.weight[324]: IQ3_XXS blk.41.ffn_up_exps.weight[325]: blk.41.ffn_up_exps.weight[326]: IQ3_XXS blk.41.ffn_up_exps.weight[327]: IQ3_XXS blk.41.ffn_up_exps.weight[328]: IQ3_XXS blk.41.ffn_up_exps.weight[329]: IQ3_XXS blk.41.ffn_up_exps.weight[330]: IQ3_XXS blk.41.ffn_up_exps.weight[331]: IQ3_XXS blk.41.ffn_up_exps.weight[332]: IQ3_XXS blk.41.ffn_up_exps.weight[333]: IQ3_XXS blk.41.ffn_up_exps.weight[334]: IQ3_XXS blk.41.ffn_up_exps.weight[335]: IQ3_XXS blk.41.ffn_up_exps.weight[336]: IQ3_XXS blk.41.ffn_up_exps.weight[337]: blk.41.ffn_up_exps.weight[338]: blk.41.ffn_up_exps.weight[339]: blk.41.ffn_up_exps.weight[340]: blk.41.ffn_up_exps.weight[341]: blk.41.ffn_up_exps.weight[342]: IQ3_XXS blk.41.ffn_up_exps.weight[343]: IQ3_XXS blk.41.ffn_up_exps.weight[344]: blk.41.ffn_up_exps.weight[345]: blk.41.ffn_up_exps.weight[346]: blk.41.ffn_up_exps.weight[347]: blk.41.ffn_up_exps.weight[348]: IQ3_XXS blk.41.ffn_up_exps.weight[349]: blk.41.ffn_up_exps.weight[350]: IQ3_XXS blk.41.ffn_up_exps.weight[351]: IQ3_XXS blk.41.ffn_up_exps.weight[352]: IQ3_XXS blk.41.ffn_up_exps.weight[353]: blk.41.ffn_up_exps.weight[354]: IQ3_XXS blk.41.ffn_up_exps.weight[355]: blk.41.ffn_up_exps.weight[356]: IQ3_XXS blk.41.ffn_up_exps.weight[357]: blk.41.ffn_up_exps.weight[358]: IQ3_XXS blk.41.ffn_up_exps.weight[359]: blk.41.ffn_up_exps.weight[360]: IQ3_XXS blk.41.ffn_up_exps.weight[361]: IQ3_XXS blk.41.ffn_up_exps.weight[362]: IQ3_XXS blk.41.ffn_up_exps.weight[363]: IQ3_XXS blk.41.ffn_up_exps.weight[364]: IQ3_XXS blk.41.ffn_up_exps.weight[365]: IQ3_XXS blk.41.ffn_up_exps.weight[366]: IQ3_XXS blk.41.ffn_up_exps.weight[367]: IQ3_XXS blk.41.ffn_up_exps.weight[368]: blk.41.ffn_up_exps.weight[369]: blk.41.ffn_up_exps.weight[370]: IQ3_XXS blk.41.ffn_up_exps.weight[371]: blk.41.ffn_up_exps.weight[372]: blk.41.ffn_up_exps.weight[373]: blk.41.ffn_up_exps.weight[374]: IQ3_XXS blk.41.ffn_up_exps.weight[375]: IQ3_XXS blk.41.ffn_up_exps.weight[376]: blk.41.ffn_up_exps.weight[377]: IQ3_XXS blk.41.ffn_up_exps.weight[378]: IQ3_XXS blk.41.ffn_up_exps.weight[379]: blk.41.ffn_up_exps.weight[380]: IQ3_XXS blk.41.ffn_up_exps.weight[381]: IQ3_XXS blk.41.ffn_up_exps.weight[382]: IQ3_XXS blk.41.ffn_up_exps.weight[383]: blk.41.ffn_up_exps.weight[384]: blk.41.ffn_up_exps.weight[385]: IQ3_XXS blk.41.ffn_up_exps.weight[386]: IQ3_XXS blk.41.ffn_up_exps.weight[387]: IQ3_XXS blk.41.ffn_up_exps.weight[388]: blk.41.ffn_up_exps.weight[389]: blk.41.ffn_up_exps.weight[390]: IQ3_XXS blk.41.ffn_up_exps.weight[391]: IQ3_XXS blk.41.ffn_up_exps.weight[392]: blk.41.ffn_up_exps.weight[393]: blk.41.ffn_up_exps.weight[394]: IQ3_XXS blk.41.ffn_up_exps.weight[395]: blk.41.ffn_up_exps.weight[396]: blk.41.ffn_up_exps.weight[397]: blk.41.ffn_up_exps.weight[398]: blk.41.ffn_up_exps.weight[399]: IQ3_XXS blk.41.ffn_up_exps.weight[400]: blk.41.ffn_up_exps.weight[401]: IQ3_XXS blk.41.ffn_up_exps.weight[402]: blk.41.ffn_up_exps.weight[403]: IQ3_XXS blk.41.ffn_up_exps.weight[404]: IQ3_XXS blk.41.ffn_up_exps.weight[405]: blk.41.ffn_up_exps.weight[406]: blk.41.ffn_up_exps.weight[407]: IQ3_XXS blk.41.ffn_up_exps.weight[408]: blk.41.ffn_up_exps.weight[409]: blk.41.ffn_up_exps.weight[410]: blk.41.ffn_up_exps.weight[411]: IQ3_XXS blk.41.ffn_up_exps.weight[412]: blk.41.ffn_up_exps.weight[413]: blk.41.ffn_up_exps.weight[414]: IQ3_XXS blk.41.ffn_up_exps.weight[415]: IQ3_XXS blk.41.ffn_up_exps.weight[416]: blk.41.ffn_up_exps.weight[417]: blk.41.ffn_up_exps.weight[418]: blk.41.ffn_up_exps.weight[419]: blk.41.ffn_up_exps.weight[420]: IQ3_XXS blk.41.ffn_up_exps.weight[421]: IQ3_XXS blk.41.ffn_up_exps.weight[422]: IQ3_XXS blk.41.ffn_up_exps.weight[423]: IQ3_XXS blk.41.ffn_up_exps.weight[424]: blk.41.ffn_up_exps.weight[425]: IQ3_XXS blk.41.ffn_up_exps.weight[426]: blk.41.ffn_up_exps.weight[427]: IQ3_XXS blk.41.ffn_up_exps.weight[428]: blk.41.ffn_up_exps.weight[429]: IQ3_XXS blk.41.ffn_up_exps.weight[430]: IQ3_XXS blk.41.ffn_up_exps.weight[431]: IQ3_XXS blk.41.ffn_up_exps.weight[432]: IQ3_XXS blk.41.ffn_up_exps.weight[433]: blk.41.ffn_up_exps.weight[434]: IQ3_XXS blk.41.ffn_up_exps.weight[435]: IQ3_XXS blk.41.ffn_up_exps.weight[436]: blk.41.ffn_up_exps.weight[437]: blk.41.ffn_up_exps.weight[438]: IQ3_XXS blk.41.ffn_up_exps.weight[439]: blk.41.ffn_up_exps.weight[440]: IQ3_XXS blk.41.ffn_up_exps.weight[441]: blk.41.ffn_up_exps.weight[442]: blk.41.ffn_up_exps.weight[443]: blk.41.ffn_up_exps.weight[444]: IQ3_XXS blk.41.ffn_up_exps.weight[445]: IQ3_XXS blk.41.ffn_up_exps.weight[446]: blk.41.ffn_up_exps.weight[447]: blk.41.ffn_up_exps.weight[448]: IQ3_XXS blk.41.ffn_up_exps.weight[449]: IQ3_XXS blk.41.ffn_up_exps.weight[450]: blk.41.ffn_up_exps.weight[451]: IQ3_XXS blk.41.ffn_up_exps.weight[452]: blk.41.ffn_up_exps.weight[453]: blk.41.ffn_up_exps.weight[454]: IQ3_XXS blk.41.ffn_up_exps.weight[455]: IQ3_XXS blk.41.ffn_up_exps.weight[456]: blk.41.ffn_up_exps.weight[457]: blk.41.ffn_up_exps.weight[458]: IQ3_XXS blk.41.ffn_up_exps.weight[459]: IQ3_XXS blk.41.ffn_up_exps.weight[460]: blk.41.ffn_up_exps.weight[461]: blk.41.ffn_up_exps.weight[462]: IQ3_XXS blk.41.ffn_up_exps.weight[463]: IQ3_XXS blk.41.ffn_up_exps.weight[464]: blk.41.ffn_up_exps.weight[465]: IQ3_XXS blk.41.ffn_up_exps.weight[466]: blk.41.ffn_up_exps.weight[467]: blk.41.ffn_up_exps.weight[468]: IQ3_XXS blk.41.ffn_up_exps.weight[469]: blk.41.ffn_up_exps.weight[470]: blk.41.ffn_up_exps.weight[471]: blk.41.ffn_up_exps.weight[472]: blk.41.ffn_up_exps.weight[473]: IQ3_XXS blk.41.ffn_up_exps.weight[474]: blk.41.ffn_up_exps.weight[475]: IQ3_XXS blk.41.ffn_up_exps.weight[476]: IQ3_XXS blk.41.ffn_up_exps.weight[477]: blk.41.ffn_up_exps.weight[478]: blk.41.ffn_up_exps.weight[479]: blk.41.ffn_up_exps.weight[480]: blk.41.ffn_up_exps.weight[481]: blk.41.ffn_up_exps.weight[482]: IQ3_XXS blk.41.ffn_up_exps.weight[483]: blk.41.ffn_up_exps.weight[484]: blk.41.ffn_up_exps.weight[485]: IQ3_XXS blk.41.ffn_up_exps.weight[486]: blk.41.ffn_up_exps.weight[487]: IQ3_XXS blk.41.ffn_up_exps.weight[488]: blk.41.ffn_up_exps.weight[489]: IQ3_XXS blk.41.ffn_up_exps.weight[490]: IQ3_XXS blk.41.ffn_up_exps.weight[491]: IQ3_XXS blk.41.ffn_up_exps.weight[492]: IQ3_XXS blk.41.ffn_up_exps.weight[493]: IQ3_XXS blk.41.ffn_up_exps.weight[494]: blk.41.ffn_up_exps.weight[495]: blk.41.ffn_up_exps.weight[496]: IQ3_XXS blk.41.ffn_up_exps.weight[497]: blk.41.ffn_up_exps.weight[498]: IQ3_XXS blk.41.ffn_up_exps.weight[499]: blk.41.ffn_up_exps.weight[500]: IQ3_XXS blk.41.ffn_up_exps.weight[501]: IQ3_XXS blk.41.ffn_up_exps.weight[502]: blk.41.ffn_up_exps.weight[503]: blk.41.ffn_up_exps.weight[504]: IQ3_XXS blk.41.ffn_up_exps.weight[505]: IQ3_XXS blk.41.ffn_up_exps.weight[506]: blk.41.ffn_up_exps.weight[507]: blk.41.ffn_up_exps.weight[508]: IQ3_XXS blk.41.ffn_up_exps.weight[509]: blk.41.ffn_up_exps.weight[510]: blk.41.ffn_up_exps.weight[511]: IQ3_XXS blk.41.ffn_down_exps.weight[0]: blk.41.ffn_down_exps.weight[1]: IQ4_NL blk.41.ffn_down_exps.weight[2]: blk.41.ffn_down_exps.weight[3]: blk.41.ffn_down_exps.weight[4]: blk.41.ffn_down_exps.weight[5]: IQ4_NL blk.41.ffn_down_exps.weight[6]: blk.41.ffn_down_exps.weight[7]: blk.41.ffn_down_exps.weight[8]: blk.41.ffn_down_exps.weight[9]: IQ4_NL blk.41.ffn_down_exps.weight[10]: blk.41.ffn_down_exps.weight[11]: IQ4_NL blk.41.ffn_down_exps.weight[12]: IQ4_NL blk.41.ffn_down_exps.weight[13]: blk.41.ffn_down_exps.weight[14]: blk.41.ffn_down_exps.weight[15]: IQ4_NL blk.41.ffn_down_exps.weight[16]: IQ4_NL blk.41.ffn_down_exps.weight[17]: blk.41.ffn_down_exps.weight[18]: blk.41.ffn_down_exps.weight[19]: IQ4_NL blk.41.ffn_down_exps.weight[20]: IQ4_NL blk.41.ffn_down_exps.weight[21]: IQ4_NL blk.41.ffn_down_exps.weight[22]: IQ4_NL blk.41.ffn_down_exps.weight[23]: blk.41.ffn_down_exps.weight[24]: IQ4_NL blk.41.ffn_down_exps.weight[25]: blk.41.ffn_down_exps.weight[26]: blk.41.ffn_down_exps.weight[27]: blk.41.ffn_down_exps.weight[28]: blk.41.ffn_down_exps.weight[29]: blk.41.ffn_down_exps.weight[30]: blk.41.ffn_down_exps.weight[31]: IQ4_NL blk.41.ffn_down_exps.weight[32]: IQ4_NL blk.41.ffn_down_exps.weight[33]: blk.41.ffn_down_exps.weight[34]: IQ4_NL blk.41.ffn_down_exps.weight[35]: IQ4_NL blk.41.ffn_down_exps.weight[36]: IQ4_NL blk.41.ffn_down_exps.weight[37]: blk.41.ffn_down_exps.weight[38]: IQ4_NL blk.41.ffn_down_exps.weight[39]: blk.41.ffn_down_exps.weight[40]: IQ4_NL blk.41.ffn_down_exps.weight[41]: blk.41.ffn_down_exps.weight[42]: IQ4_NL blk.41.ffn_down_exps.weight[43]: IQ4_NL blk.41.ffn_down_exps.weight[44]: blk.41.ffn_down_exps.weight[45]: blk.41.ffn_down_exps.weight[46]: IQ4_NL blk.41.ffn_down_exps.weight[47]: blk.41.ffn_down_exps.weight[48]: blk.41.ffn_down_exps.weight[49]: blk.41.ffn_down_exps.weight[50]: IQ4_NL blk.41.ffn_down_exps.weight[51]: blk.41.ffn_down_exps.weight[52]: blk.41.ffn_down_exps.weight[53]: IQ4_NL blk.41.ffn_down_exps.weight[54]: blk.41.ffn_down_exps.weight[55]: blk.41.ffn_down_exps.weight[56]: blk.41.ffn_down_exps.weight[57]: blk.41.ffn_down_exps.weight[58]: blk.41.ffn_down_exps.weight[59]: IQ4_NL blk.41.ffn_down_exps.weight[60]: IQ4_NL blk.41.ffn_down_exps.weight[61]: IQ4_NL blk.41.ffn_down_exps.weight[62]: IQ4_NL blk.41.ffn_down_exps.weight[63]: blk.41.ffn_down_exps.weight[64]: IQ4_NL blk.41.ffn_down_exps.weight[65]: IQ4_NL blk.41.ffn_down_exps.weight[66]: IQ4_NL blk.41.ffn_down_exps.weight[67]: IQ4_NL blk.41.ffn_down_exps.weight[68]: IQ4_NL blk.41.ffn_down_exps.weight[69]: blk.41.ffn_down_exps.weight[70]: blk.41.ffn_down_exps.weight[71]: IQ4_NL blk.41.ffn_down_exps.weight[72]: blk.41.ffn_down_exps.weight[73]: blk.41.ffn_down_exps.weight[74]: IQ4_NL blk.41.ffn_down_exps.weight[75]: blk.41.ffn_down_exps.weight[76]: blk.41.ffn_down_exps.weight[77]: IQ4_NL blk.41.ffn_down_exps.weight[78]: blk.41.ffn_down_exps.weight[79]: blk.41.ffn_down_exps.weight[80]: IQ4_NL blk.41.ffn_down_exps.weight[81]: blk.41.ffn_down_exps.weight[82]: blk.41.ffn_down_exps.weight[83]: IQ4_NL blk.41.ffn_down_exps.weight[84]: IQ4_NL blk.41.ffn_down_exps.weight[85]: blk.41.ffn_down_exps.weight[86]: IQ4_NL blk.41.ffn_down_exps.weight[87]: IQ4_NL blk.41.ffn_down_exps.weight[88]: IQ4_NL blk.41.ffn_down_exps.weight[89]: blk.41.ffn_down_exps.weight[90]: IQ4_NL blk.41.ffn_down_exps.weight[91]: blk.41.ffn_down_exps.weight[92]: IQ4_NL blk.41.ffn_down_exps.weight[93]: blk.41.ffn_down_exps.weight[94]: IQ4_NL blk.41.ffn_down_exps.weight[95]: IQ4_NL blk.41.ffn_down_exps.weight[96]: blk.41.ffn_down_exps.weight[97]: blk.41.ffn_down_exps.weight[98]: blk.41.ffn_down_exps.weight[99]: IQ4_NL blk.41.ffn_down_exps.weight[100]: IQ4_NL blk.41.ffn_down_exps.weight[101]: blk.41.ffn_down_exps.weight[102]: blk.41.ffn_down_exps.weight[103]: IQ4_NL blk.41.ffn_down_exps.weight[104]: blk.41.ffn_down_exps.weight[105]: IQ4_NL blk.41.ffn_down_exps.weight[106]: blk.41.ffn_down_exps.weight[107]: IQ4_NL blk.41.ffn_down_exps.weight[108]: IQ4_NL blk.41.ffn_down_exps.weight[109]: IQ4_NL blk.41.ffn_down_exps.weight[110]: blk.41.ffn_down_exps.weight[111]: blk.41.ffn_down_exps.weight[112]: blk.41.ffn_down_exps.weight[113]: IQ4_NL blk.41.ffn_down_exps.weight[114]: blk.41.ffn_down_exps.weight[115]: blk.41.ffn_down_exps.weight[116]: IQ4_NL blk.41.ffn_down_exps.weight[117]: blk.41.ffn_down_exps.weight[118]: IQ4_NL blk.41.ffn_down_exps.weight[119]: blk.41.ffn_down_exps.weight[120]: blk.41.ffn_down_exps.weight[121]: IQ4_NL blk.41.ffn_down_exps.weight[122]: blk.41.ffn_down_exps.weight[123]: blk.41.ffn_down_exps.weight[124]: IQ4_NL blk.41.ffn_down_exps.weight[125]: IQ4_NL blk.41.ffn_down_exps.weight[126]: blk.41.ffn_down_exps.weight[127]: blk.41.ffn_down_exps.weight[128]: IQ4_NL blk.41.ffn_down_exps.weight[129]: IQ4_NL blk.41.ffn_down_exps.weight[130]: blk.41.ffn_down_exps.weight[131]: IQ4_NL blk.41.ffn_down_exps.weight[132]: IQ4_NL blk.41.ffn_down_exps.weight[133]: IQ4_NL blk.41.ffn_down_exps.weight[134]: IQ4_NL blk.41.ffn_down_exps.weight[135]: blk.41.ffn_down_exps.weight[136]: IQ4_NL blk.41.ffn_down_exps.weight[137]: blk.41.ffn_down_exps.weight[138]: IQ4_NL blk.41.ffn_down_exps.weight[139]: blk.41.ffn_down_exps.weight[140]: IQ4_NL blk.41.ffn_down_exps.weight[141]: blk.41.ffn_down_exps.weight[142]: IQ4_NL blk.41.ffn_down_exps.weight[143]: IQ4_NL blk.41.ffn_down_exps.weight[144]: blk.41.ffn_down_exps.weight[145]: IQ4_NL blk.41.ffn_down_exps.weight[146]: IQ4_NL blk.41.ffn_down_exps.weight[147]: blk.41.ffn_down_exps.weight[148]: blk.41.ffn_down_exps.weight[149]: IQ4_NL blk.41.ffn_down_exps.weight[150]: blk.41.ffn_down_exps.weight[151]: blk.41.ffn_down_exps.weight[152]: IQ4_NL blk.41.ffn_down_exps.weight[153]: blk.41.ffn_down_exps.weight[154]: blk.41.ffn_down_exps.weight[155]: blk.41.ffn_down_exps.weight[156]: IQ4_NL blk.41.ffn_down_exps.weight[157]: blk.41.ffn_down_exps.weight[158]: IQ4_NL blk.41.ffn_down_exps.weight[159]: blk.41.ffn_down_exps.weight[160]: IQ4_NL blk.41.ffn_down_exps.weight[161]: blk.41.ffn_down_exps.weight[162]: blk.41.ffn_down_exps.weight[163]: IQ4_NL blk.41.ffn_down_exps.weight[164]: IQ4_NL blk.41.ffn_down_exps.weight[165]: blk.41.ffn_down_exps.weight[166]: blk.41.ffn_down_exps.weight[167]: IQ4_NL blk.41.ffn_down_exps.weight[168]: IQ4_NL blk.41.ffn_down_exps.weight[169]: IQ4_NL blk.41.ffn_down_exps.weight[170]: IQ4_NL blk.41.ffn_down_exps.weight[171]: IQ4_NL blk.41.ffn_down_exps.weight[172]: IQ4_NL blk.41.ffn_down_exps.weight[173]: blk.41.ffn_down_exps.weight[174]: blk.41.ffn_down_exps.weight[175]: IQ4_NL blk.41.ffn_down_exps.weight[176]: IQ4_NL blk.41.ffn_down_exps.weight[177]: blk.41.ffn_down_exps.weight[178]: IQ4_NL blk.41.ffn_down_exps.weight[179]: blk.41.ffn_down_exps.weight[180]: blk.41.ffn_down_exps.weight[181]: blk.41.ffn_down_exps.weight[182]: blk.41.ffn_down_exps.weight[183]: blk.41.ffn_down_exps.weight[184]: IQ4_NL blk.41.ffn_down_exps.weight[185]: blk.41.ffn_down_exps.weight[186]: blk.41.ffn_down_exps.weight[187]: blk.41.ffn_down_exps.weight[188]: blk.41.ffn_down_exps.weight[189]: blk.41.ffn_down_exps.weight[190]: IQ4_NL blk.41.ffn_down_exps.weight[191]: blk.41.ffn_down_exps.weight[192]: blk.41.ffn_down_exps.weight[193]: blk.41.ffn_down_exps.weight[194]: blk.41.ffn_down_exps.weight[195]: blk.41.ffn_down_exps.weight[196]: IQ4_NL blk.41.ffn_down_exps.weight[197]: blk.41.ffn_down_exps.weight[198]: IQ4_NL blk.41.ffn_down_exps.weight[199]: IQ4_NL blk.41.ffn_down_exps.weight[200]: IQ4_NL blk.41.ffn_down_exps.weight[201]: IQ4_NL blk.41.ffn_down_exps.weight[202]: IQ4_NL blk.41.ffn_down_exps.weight[203]: blk.41.ffn_down_exps.weight[204]: IQ4_NL blk.41.ffn_down_exps.weight[205]: IQ4_NL blk.41.ffn_down_exps.weight[206]: blk.41.ffn_down_exps.weight[207]: blk.41.ffn_down_exps.weight[208]: blk.41.ffn_down_exps.weight[209]: IQ4_NL blk.41.ffn_down_exps.weight[210]: IQ4_NL blk.41.ffn_down_exps.weight[211]: blk.41.ffn_down_exps.weight[212]: blk.41.ffn_down_exps.weight[213]: IQ4_NL blk.41.ffn_down_exps.weight[214]: IQ4_NL blk.41.ffn_down_exps.weight[215]: IQ4_NL blk.41.ffn_down_exps.weight[216]: blk.41.ffn_down_exps.weight[217]: IQ4_NL blk.41.ffn_down_exps.weight[218]: IQ4_NL blk.41.ffn_down_exps.weight[219]: IQ4_NL blk.41.ffn_down_exps.weight[220]: blk.41.ffn_down_exps.weight[221]: blk.41.ffn_down_exps.weight[222]: IQ4_NL blk.41.ffn_down_exps.weight[223]: IQ4_NL blk.41.ffn_down_exps.weight[224]: blk.41.ffn_down_exps.weight[225]: IQ4_NL blk.41.ffn_down_exps.weight[226]: IQ4_NL blk.41.ffn_down_exps.weight[227]: IQ4_NL blk.41.ffn_down_exps.weight[228]: blk.41.ffn_down_exps.weight[229]: IQ4_NL blk.41.ffn_down_exps.weight[230]: blk.41.ffn_down_exps.weight[231]: IQ4_NL blk.41.ffn_down_exps.weight[232]: blk.41.ffn_down_exps.weight[233]: IQ4_NL blk.41.ffn_down_exps.weight[234]: blk.41.ffn_down_exps.weight[235]: IQ4_NL blk.41.ffn_down_exps.weight[236]: IQ4_NL blk.41.ffn_down_exps.weight[237]: IQ4_NL blk.41.ffn_down_exps.weight[238]: IQ4_NL blk.41.ffn_down_exps.weight[239]: blk.41.ffn_down_exps.weight[240]: IQ4_NL blk.41.ffn_down_exps.weight[241]: blk.41.ffn_down_exps.weight[242]: blk.41.ffn_down_exps.weight[243]: blk.41.ffn_down_exps.weight[244]: blk.41.ffn_down_exps.weight[245]: blk.41.ffn_down_exps.weight[246]: IQ4_NL blk.41.ffn_down_exps.weight[247]: blk.41.ffn_down_exps.weight[248]: IQ4_NL blk.41.ffn_down_exps.weight[249]: blk.41.ffn_down_exps.weight[250]: blk.41.ffn_down_exps.weight[251]: IQ4_NL blk.41.ffn_down_exps.weight[252]: IQ4_NL blk.41.ffn_down_exps.weight[253]: blk.41.ffn_down_exps.weight[254]: blk.41.ffn_down_exps.weight[255]: IQ4_NL blk.41.ffn_down_exps.weight[256]: IQ4_NL blk.41.ffn_down_exps.weight[257]: IQ4_NL blk.41.ffn_down_exps.weight[258]: blk.41.ffn_down_exps.weight[259]: IQ4_NL blk.41.ffn_down_exps.weight[260]: IQ4_NL blk.41.ffn_down_exps.weight[261]: IQ4_NL blk.41.ffn_down_exps.weight[262]: blk.41.ffn_down_exps.weight[263]: blk.41.ffn_down_exps.weight[264]: IQ4_NL blk.41.ffn_down_exps.weight[265]: blk.41.ffn_down_exps.weight[266]: IQ4_NL blk.41.ffn_down_exps.weight[267]: blk.41.ffn_down_exps.weight[268]: IQ4_NL blk.41.ffn_down_exps.weight[269]: IQ4_NL blk.41.ffn_down_exps.weight[270]: IQ4_NL blk.41.ffn_down_exps.weight[271]: blk.41.ffn_down_exps.weight[272]: IQ4_NL blk.41.ffn_down_exps.weight[273]: IQ4_NL blk.41.ffn_down_exps.weight[274]: IQ4_NL blk.41.ffn_down_exps.weight[275]: blk.41.ffn_down_exps.weight[276]: IQ4_NL blk.41.ffn_down_exps.weight[277]: blk.41.ffn_down_exps.weight[278]: blk.41.ffn_down_exps.weight[279]: blk.41.ffn_down_exps.weight[280]: blk.41.ffn_down_exps.weight[281]: IQ4_NL blk.41.ffn_down_exps.weight[282]: IQ4_NL blk.41.ffn_down_exps.weight[283]: blk.41.ffn_down_exps.weight[284]: blk.41.ffn_down_exps.weight[285]: blk.41.ffn_down_exps.weight[286]: blk.41.ffn_down_exps.weight[287]: IQ4_NL blk.41.ffn_down_exps.weight[288]: blk.41.ffn_down_exps.weight[289]: IQ4_NL blk.41.ffn_down_exps.weight[290]: blk.41.ffn_down_exps.weight[291]: blk.41.ffn_down_exps.weight[292]: IQ4_NL blk.41.ffn_down_exps.weight[293]: blk.41.ffn_down_exps.weight[294]: IQ4_NL blk.41.ffn_down_exps.weight[295]: IQ4_NL blk.41.ffn_down_exps.weight[296]: IQ4_NL blk.41.ffn_down_exps.weight[297]: blk.41.ffn_down_exps.weight[298]: IQ4_NL blk.41.ffn_down_exps.weight[299]: IQ4_NL blk.41.ffn_down_exps.weight[300]: IQ4_NL blk.41.ffn_down_exps.weight[301]: blk.41.ffn_down_exps.weight[302]: IQ4_NL blk.41.ffn_down_exps.weight[303]: IQ4_NL blk.41.ffn_down_exps.weight[304]: IQ4_NL blk.41.ffn_down_exps.weight[305]: blk.41.ffn_down_exps.weight[306]: IQ4_NL blk.41.ffn_down_exps.weight[307]: blk.41.ffn_down_exps.weight[308]: IQ4_NL blk.41.ffn_down_exps.weight[309]: blk.41.ffn_down_exps.weight[310]: IQ4_NL blk.41.ffn_down_exps.weight[311]: blk.41.ffn_down_exps.weight[312]: IQ4_NL blk.41.ffn_down_exps.weight[313]: IQ4_NL blk.41.ffn_down_exps.weight[314]: blk.41.ffn_down_exps.weight[315]: blk.41.ffn_down_exps.weight[316]: IQ4_NL blk.41.ffn_down_exps.weight[317]: blk.41.ffn_down_exps.weight[318]: blk.41.ffn_down_exps.weight[319]: IQ4_NL blk.41.ffn_down_exps.weight[320]: blk.41.ffn_down_exps.weight[321]: blk.41.ffn_down_exps.weight[322]: blk.41.ffn_down_exps.weight[323]: blk.41.ffn_down_exps.weight[324]: IQ4_NL blk.41.ffn_down_exps.weight[325]: blk.41.ffn_down_exps.weight[326]: IQ4_NL blk.41.ffn_down_exps.weight[327]: IQ4_NL blk.41.ffn_down_exps.weight[328]: IQ4_NL blk.41.ffn_down_exps.weight[329]: IQ4_NL blk.41.ffn_down_exps.weight[330]: IQ4_NL blk.41.ffn_down_exps.weight[331]: IQ4_NL blk.41.ffn_down_exps.weight[332]: IQ4_NL blk.41.ffn_down_exps.weight[333]: IQ4_NL blk.41.ffn_down_exps.weight[334]: IQ4_NL blk.41.ffn_down_exps.weight[335]: IQ4_NL blk.41.ffn_down_exps.weight[336]: IQ4_NL blk.41.ffn_down_exps.weight[337]: blk.41.ffn_down_exps.weight[338]: blk.41.ffn_down_exps.weight[339]: blk.41.ffn_down_exps.weight[340]: blk.41.ffn_down_exps.weight[341]: blk.41.ffn_down_exps.weight[342]: IQ4_NL blk.41.ffn_down_exps.weight[343]: IQ4_NL blk.41.ffn_down_exps.weight[344]: blk.41.ffn_down_exps.weight[345]: blk.41.ffn_down_exps.weight[346]: blk.41.ffn_down_exps.weight[347]: blk.41.ffn_down_exps.weight[348]: IQ4_NL blk.41.ffn_down_exps.weight[349]: blk.41.ffn_down_exps.weight[350]: IQ4_NL blk.41.ffn_down_exps.weight[351]: IQ4_NL blk.41.ffn_down_exps.weight[352]: IQ4_NL blk.41.ffn_down_exps.weight[353]: blk.41.ffn_down_exps.weight[354]: IQ4_NL blk.41.ffn_down_exps.weight[355]: blk.41.ffn_down_exps.weight[356]: IQ4_NL blk.41.ffn_down_exps.weight[357]: blk.41.ffn_down_exps.weight[358]: IQ4_NL blk.41.ffn_down_exps.weight[359]: blk.41.ffn_down_exps.weight[360]: IQ4_NL blk.41.ffn_down_exps.weight[361]: IQ4_NL blk.41.ffn_down_exps.weight[362]: IQ4_NL blk.41.ffn_down_exps.weight[363]: IQ4_NL blk.41.ffn_down_exps.weight[364]: IQ4_NL blk.41.ffn_down_exps.weight[365]: IQ4_NL blk.41.ffn_down_exps.weight[366]: IQ4_NL blk.41.ffn_down_exps.weight[367]: IQ4_NL blk.41.ffn_down_exps.weight[368]: blk.41.ffn_down_exps.weight[369]: blk.41.ffn_down_exps.weight[370]: IQ4_NL blk.41.ffn_down_exps.weight[371]: blk.41.ffn_down_exps.weight[372]: blk.41.ffn_down_exps.weight[373]: blk.41.ffn_down_exps.weight[374]: IQ4_NL blk.41.ffn_down_exps.weight[375]: IQ4_NL blk.41.ffn_down_exps.weight[376]: blk.41.ffn_down_exps.weight[377]: IQ4_NL blk.41.ffn_down_exps.weight[378]: IQ4_NL blk.41.ffn_down_exps.weight[379]: blk.41.ffn_down_exps.weight[380]: IQ4_NL blk.41.ffn_down_exps.weight[381]: IQ4_NL blk.41.ffn_down_exps.weight[382]: IQ4_NL blk.41.ffn_down_exps.weight[383]: blk.41.ffn_down_exps.weight[384]: blk.41.ffn_down_exps.weight[385]: IQ4_NL blk.41.ffn_down_exps.weight[386]: IQ4_NL blk.41.ffn_down_exps.weight[387]: IQ4_NL blk.41.ffn_down_exps.weight[388]: blk.41.ffn_down_exps.weight[389]: blk.41.ffn_down_exps.weight[390]: IQ4_NL blk.41.ffn_down_exps.weight[391]: IQ4_NL blk.41.ffn_down_exps.weight[392]: blk.41.ffn_down_exps.weight[393]: blk.41.ffn_down_exps.weight[394]: IQ4_NL blk.41.ffn_down_exps.weight[395]: blk.41.ffn_down_exps.weight[396]: blk.41.ffn_down_exps.weight[397]: blk.41.ffn_down_exps.weight[398]: blk.41.ffn_down_exps.weight[399]: IQ4_NL blk.41.ffn_down_exps.weight[400]: blk.41.ffn_down_exps.weight[401]: IQ4_NL blk.41.ffn_down_exps.weight[402]: blk.41.ffn_down_exps.weight[403]: IQ4_NL blk.41.ffn_down_exps.weight[404]: IQ4_NL blk.41.ffn_down_exps.weight[405]: blk.41.ffn_down_exps.weight[406]: blk.41.ffn_down_exps.weight[407]: IQ4_NL blk.41.ffn_down_exps.weight[408]: blk.41.ffn_down_exps.weight[409]: blk.41.ffn_down_exps.weight[410]: blk.41.ffn_down_exps.weight[411]: IQ4_NL blk.41.ffn_down_exps.weight[412]: blk.41.ffn_down_exps.weight[413]: blk.41.ffn_down_exps.weight[414]: IQ4_NL blk.41.ffn_down_exps.weight[415]: IQ4_NL blk.41.ffn_down_exps.weight[416]: blk.41.ffn_down_exps.weight[417]: blk.41.ffn_down_exps.weight[418]: blk.41.ffn_down_exps.weight[419]: blk.41.ffn_down_exps.weight[420]: IQ4_NL blk.41.ffn_down_exps.weight[421]: IQ4_NL blk.41.ffn_down_exps.weight[422]: IQ4_NL blk.41.ffn_down_exps.weight[423]: IQ4_NL blk.41.ffn_down_exps.weight[424]: blk.41.ffn_down_exps.weight[425]: IQ4_NL blk.41.ffn_down_exps.weight[426]: blk.41.ffn_down_exps.weight[427]: IQ4_NL blk.41.ffn_down_exps.weight[428]: blk.41.ffn_down_exps.weight[429]: IQ4_NL blk.41.ffn_down_exps.weight[430]: IQ4_NL blk.41.ffn_down_exps.weight[431]: IQ4_NL blk.41.ffn_down_exps.weight[432]: IQ4_NL blk.41.ffn_down_exps.weight[433]: blk.41.ffn_down_exps.weight[434]: IQ4_NL blk.41.ffn_down_exps.weight[435]: IQ4_NL blk.41.ffn_down_exps.weight[436]: blk.41.ffn_down_exps.weight[437]: blk.41.ffn_down_exps.weight[438]: IQ4_NL blk.41.ffn_down_exps.weight[439]: blk.41.ffn_down_exps.weight[440]: IQ4_NL blk.41.ffn_down_exps.weight[441]: blk.41.ffn_down_exps.weight[442]: blk.41.ffn_down_exps.weight[443]: blk.41.ffn_down_exps.weight[444]: IQ4_NL blk.41.ffn_down_exps.weight[445]: IQ4_NL blk.41.ffn_down_exps.weight[446]: blk.41.ffn_down_exps.weight[447]: blk.41.ffn_down_exps.weight[448]: IQ4_NL blk.41.ffn_down_exps.weight[449]: IQ4_NL blk.41.ffn_down_exps.weight[450]: blk.41.ffn_down_exps.weight[451]: IQ4_NL blk.41.ffn_down_exps.weight[452]: blk.41.ffn_down_exps.weight[453]: blk.41.ffn_down_exps.weight[454]: IQ4_NL blk.41.ffn_down_exps.weight[455]: IQ4_NL blk.41.ffn_down_exps.weight[456]: blk.41.ffn_down_exps.weight[457]: blk.41.ffn_down_exps.weight[458]: IQ4_NL blk.41.ffn_down_exps.weight[459]: IQ4_NL blk.41.ffn_down_exps.weight[460]: blk.41.ffn_down_exps.weight[461]: blk.41.ffn_down_exps.weight[462]: IQ4_NL blk.41.ffn_down_exps.weight[463]: IQ4_NL blk.41.ffn_down_exps.weight[464]: blk.41.ffn_down_exps.weight[465]: IQ4_NL blk.41.ffn_down_exps.weight[466]: blk.41.ffn_down_exps.weight[467]: blk.41.ffn_down_exps.weight[468]: IQ4_NL blk.41.ffn_down_exps.weight[469]: blk.41.ffn_down_exps.weight[470]: blk.41.ffn_down_exps.weight[471]: blk.41.ffn_down_exps.weight[472]: blk.41.ffn_down_exps.weight[473]: IQ4_NL blk.41.ffn_down_exps.weight[474]: blk.41.ffn_down_exps.weight[475]: IQ4_NL blk.41.ffn_down_exps.weight[476]: IQ4_NL blk.41.ffn_down_exps.weight[477]: blk.41.ffn_down_exps.weight[478]: blk.41.ffn_down_exps.weight[479]: blk.41.ffn_down_exps.weight[480]: blk.41.ffn_down_exps.weight[481]: blk.41.ffn_down_exps.weight[482]: IQ4_NL blk.41.ffn_down_exps.weight[483]: blk.41.ffn_down_exps.weight[484]: blk.41.ffn_down_exps.weight[485]: IQ4_NL blk.41.ffn_down_exps.weight[486]: blk.41.ffn_down_exps.weight[487]: IQ4_NL blk.41.ffn_down_exps.weight[488]: blk.41.ffn_down_exps.weight[489]: IQ4_NL blk.41.ffn_down_exps.weight[490]: IQ4_NL blk.41.ffn_down_exps.weight[491]: IQ4_NL blk.41.ffn_down_exps.weight[492]: IQ4_NL blk.41.ffn_down_exps.weight[493]: IQ4_NL blk.41.ffn_down_exps.weight[494]: blk.41.ffn_down_exps.weight[495]: blk.41.ffn_down_exps.weight[496]: IQ4_NL blk.41.ffn_down_exps.weight[497]: blk.41.ffn_down_exps.weight[498]: IQ4_NL blk.41.ffn_down_exps.weight[499]: blk.41.ffn_down_exps.weight[500]: IQ4_NL blk.41.ffn_down_exps.weight[501]: IQ4_NL blk.41.ffn_down_exps.weight[502]: blk.41.ffn_down_exps.weight[503]: blk.41.ffn_down_exps.weight[504]: IQ4_NL blk.41.ffn_down_exps.weight[505]: IQ4_NL blk.41.ffn_down_exps.weight[506]: blk.41.ffn_down_exps.weight[507]: blk.41.ffn_down_exps.weight[508]: IQ4_NL blk.41.ffn_down_exps.weight[509]: blk.41.ffn_down_exps.weight[510]: blk.41.ffn_down_exps.weight[511]: IQ4_NL blk.42.ffn_gate_exps.weight[0]: IQ3_XXS blk.42.ffn_gate_exps.weight[1]: blk.42.ffn_gate_exps.weight[2]: blk.42.ffn_gate_exps.weight[3]: IQ3_XXS blk.42.ffn_gate_exps.weight[4]: blk.42.ffn_gate_exps.weight[5]: blk.42.ffn_gate_exps.weight[6]: IQ3_XXS blk.42.ffn_gate_exps.weight[7]: blk.42.ffn_gate_exps.weight[8]: blk.42.ffn_gate_exps.weight[9]: IQ3_XXS blk.42.ffn_gate_exps.weight[10]: blk.42.ffn_gate_exps.weight[11]: blk.42.ffn_gate_exps.weight[12]: IQ3_XXS blk.42.ffn_gate_exps.weight[13]: blk.42.ffn_gate_exps.weight[14]: IQ3_XXS blk.42.ffn_gate_exps.weight[15]: IQ3_XXS blk.42.ffn_gate_exps.weight[16]: IQ3_XXS blk.42.ffn_gate_exps.weight[17]: IQ3_XXS blk.42.ffn_gate_exps.weight[18]: IQ3_XXS blk.42.ffn_gate_exps.weight[19]: IQ3_XXS blk.42.ffn_gate_exps.weight[20]: IQ3_XXS blk.42.ffn_gate_exps.weight[21]: IQ3_XXS blk.42.ffn_gate_exps.weight[22]: IQ3_XXS blk.42.ffn_gate_exps.weight[23]: IQ3_XXS blk.42.ffn_gate_exps.weight[24]: IQ3_XXS blk.42.ffn_gate_exps.weight[25]: IQ3_XXS blk.42.ffn_gate_exps.weight[26]: blk.42.ffn_gate_exps.weight[27]: IQ3_XXS blk.42.ffn_gate_exps.weight[28]: blk.42.ffn_gate_exps.weight[29]: blk.42.ffn_gate_exps.weight[30]: IQ3_XXS blk.42.ffn_gate_exps.weight[31]: blk.42.ffn_gate_exps.weight[32]: blk.42.ffn_gate_exps.weight[33]: IQ3_XXS blk.42.ffn_gate_exps.weight[34]: blk.42.ffn_gate_exps.weight[35]: blk.42.ffn_gate_exps.weight[36]: IQ3_XXS blk.42.ffn_gate_exps.weight[37]: IQ3_XXS blk.42.ffn_gate_exps.weight[38]: blk.42.ffn_gate_exps.weight[39]: blk.42.ffn_gate_exps.weight[40]: IQ3_XXS blk.42.ffn_gate_exps.weight[41]: blk.42.ffn_gate_exps.weight[42]: IQ3_XXS blk.42.ffn_gate_exps.weight[43]: blk.42.ffn_gate_exps.weight[44]: blk.42.ffn_gate_exps.weight[45]: IQ3_XXS blk.42.ffn_gate_exps.weight[46]: blk.42.ffn_gate_exps.weight[47]: IQ3_XXS blk.42.ffn_gate_exps.weight[48]: blk.42.ffn_gate_exps.weight[49]: IQ3_XXS blk.42.ffn_gate_exps.weight[50]: IQ3_XXS blk.42.ffn_gate_exps.weight[51]: blk.42.ffn_gate_exps.weight[52]: blk.42.ffn_gate_exps.weight[53]: IQ3_XXS blk.42.ffn_gate_exps.weight[54]: blk.42.ffn_gate_exps.weight[55]: IQ3_XXS blk.42.ffn_gate_exps.weight[56]: IQ3_XXS blk.42.ffn_gate_exps.weight[57]: blk.42.ffn_gate_exps.weight[58]: blk.42.ffn_gate_exps.weight[59]: IQ3_XXS blk.42.ffn_gate_exps.weight[60]: blk.42.ffn_gate_exps.weight[61]: blk.42.ffn_gate_exps.weight[62]: IQ3_XXS blk.42.ffn_gate_exps.weight[63]: IQ3_XXS blk.42.ffn_gate_exps.weight[64]: blk.42.ffn_gate_exps.weight[65]: IQ3_XXS blk.42.ffn_gate_exps.weight[66]: blk.42.ffn_gate_exps.weight[67]: IQ3_XXS blk.42.ffn_gate_exps.weight[68]: IQ3_XXS blk.42.ffn_gate_exps.weight[69]: IQ3_XXS blk.42.ffn_gate_exps.weight[70]: blk.42.ffn_gate_exps.weight[71]: IQ3_XXS blk.42.ffn_gate_exps.weight[72]: blk.42.ffn_gate_exps.weight[73]: IQ3_XXS blk.42.ffn_gate_exps.weight[74]: blk.42.ffn_gate_exps.weight[75]: IQ3_XXS blk.42.ffn_gate_exps.weight[76]: blk.42.ffn_gate_exps.weight[77]: IQ3_XXS blk.42.ffn_gate_exps.weight[78]: IQ3_XXS blk.42.ffn_gate_exps.weight[79]: blk.42.ffn_gate_exps.weight[80]: IQ3_XXS blk.42.ffn_gate_exps.weight[81]: blk.42.ffn_gate_exps.weight[82]: IQ3_XXS blk.42.ffn_gate_exps.weight[83]: IQ3_XXS blk.42.ffn_gate_exps.weight[84]: blk.42.ffn_gate_exps.weight[85]: IQ3_XXS blk.42.ffn_gate_exps.weight[86]: blk.42.ffn_gate_exps.weight[87]: blk.42.ffn_gate_exps.weight[88]: blk.42.ffn_gate_exps.weight[89]: blk.42.ffn_gate_exps.weight[90]: IQ3_XXS blk.42.ffn_gate_exps.weight[91]: IQ3_XXS blk.42.ffn_gate_exps.weight[92]: IQ3_XXS blk.42.ffn_gate_exps.weight[93]: IQ3_XXS blk.42.ffn_gate_exps.weight[94]: IQ3_XXS blk.42.ffn_gate_exps.weight[95]: IQ3_XXS blk.42.ffn_gate_exps.weight[96]: blk.42.ffn_gate_exps.weight[97]: IQ3_XXS blk.42.ffn_gate_exps.weight[98]: blk.42.ffn_gate_exps.weight[99]: IQ3_XXS blk.42.ffn_gate_exps.weight[100]: blk.42.ffn_gate_exps.weight[101]: blk.42.ffn_gate_exps.weight[102]: IQ3_XXS blk.42.ffn_gate_exps.weight[103]: blk.42.ffn_gate_exps.weight[104]: IQ3_XXS blk.42.ffn_gate_exps.weight[105]: IQ3_XXS blk.42.ffn_gate_exps.weight[106]: IQ3_XXS blk.42.ffn_gate_exps.weight[107]: blk.42.ffn_gate_exps.weight[108]: blk.42.ffn_gate_exps.weight[109]: IQ3_XXS blk.42.ffn_gate_exps.weight[110]: blk.42.ffn_gate_exps.weight[111]: blk.42.ffn_gate_exps.weight[112]: blk.42.ffn_gate_exps.weight[113]: IQ3_XXS blk.42.ffn_gate_exps.weight[114]: IQ3_XXS blk.42.ffn_gate_exps.weight[115]: IQ3_XXS blk.42.ffn_gate_exps.weight[116]: blk.42.ffn_gate_exps.weight[117]: blk.42.ffn_gate_exps.weight[118]: blk.42.ffn_gate_exps.weight[119]: IQ3_XXS blk.42.ffn_gate_exps.weight[120]: blk.42.ffn_gate_exps.weight[121]: blk.42.ffn_gate_exps.weight[122]: blk.42.ffn_gate_exps.weight[123]: IQ3_XXS blk.42.ffn_gate_exps.weight[124]: IQ3_XXS blk.42.ffn_gate_exps.weight[125]: blk.42.ffn_gate_exps.weight[126]: blk.42.ffn_gate_exps.weight[127]: blk.42.ffn_gate_exps.weight[128]: blk.42.ffn_gate_exps.weight[129]: blk.42.ffn_gate_exps.weight[130]: IQ3_XXS blk.42.ffn_gate_exps.weight[131]: IQ3_XXS blk.42.ffn_gate_exps.weight[132]: IQ3_XXS blk.42.ffn_gate_exps.weight[133]: IQ3_XXS blk.42.ffn_gate_exps.weight[134]: blk.42.ffn_gate_exps.weight[135]: blk.42.ffn_gate_exps.weight[136]: IQ3_XXS blk.42.ffn_gate_exps.weight[137]: IQ3_XXS blk.42.ffn_gate_exps.weight[138]: IQ3_XXS blk.42.ffn_gate_exps.weight[139]: IQ3_XXS blk.42.ffn_gate_exps.weight[140]: IQ3_XXS blk.42.ffn_gate_exps.weight[141]: IQ3_XXS blk.42.ffn_gate_exps.weight[142]: blk.42.ffn_gate_exps.weight[143]: IQ3_XXS blk.42.ffn_gate_exps.weight[144]: blk.42.ffn_gate_exps.weight[145]: blk.42.ffn_gate_exps.weight[146]: blk.42.ffn_gate_exps.weight[147]: blk.42.ffn_gate_exps.weight[148]: blk.42.ffn_gate_exps.weight[149]: blk.42.ffn_gate_exps.weight[150]: blk.42.ffn_gate_exps.weight[151]: blk.42.ffn_gate_exps.weight[152]: blk.42.ffn_gate_exps.weight[153]: blk.42.ffn_gate_exps.weight[154]: blk.42.ffn_gate_exps.weight[155]: IQ3_XXS blk.42.ffn_gate_exps.weight[156]: blk.42.ffn_gate_exps.weight[157]: blk.42.ffn_gate_exps.weight[158]: blk.42.ffn_gate_exps.weight[159]: IQ3_XXS blk.42.ffn_gate_exps.weight[160]: blk.42.ffn_gate_exps.weight[161]: blk.42.ffn_gate_exps.weight[162]: blk.42.ffn_gate_exps.weight[163]: IQ3_XXS blk.42.ffn_gate_exps.weight[164]: blk.42.ffn_gate_exps.weight[165]: IQ3_XXS blk.42.ffn_gate_exps.weight[166]: blk.42.ffn_gate_exps.weight[167]: blk.42.ffn_gate_exps.weight[168]: IQ3_XXS blk.42.ffn_gate_exps.weight[169]: blk.42.ffn_gate_exps.weight[170]: blk.42.ffn_gate_exps.weight[171]: IQ3_XXS blk.42.ffn_gate_exps.weight[172]: IQ3_XXS blk.42.ffn_gate_exps.weight[173]: blk.42.ffn_gate_exps.weight[174]: IQ3_XXS blk.42.ffn_gate_exps.weight[175]: IQ3_XXS blk.42.ffn_gate_exps.weight[176]: blk.42.ffn_gate_exps.weight[177]: IQ3_XXS blk.42.ffn_gate_exps.weight[178]: blk.42.ffn_gate_exps.weight[179]: blk.42.ffn_gate_exps.weight[180]: blk.42.ffn_gate_exps.weight[181]: blk.42.ffn_gate_exps.weight[182]: IQ3_XXS blk.42.ffn_gate_exps.weight[183]: blk.42.ffn_gate_exps.weight[184]: IQ3_XXS blk.42.ffn_gate_exps.weight[185]: blk.42.ffn_gate_exps.weight[186]: blk.42.ffn_gate_exps.weight[187]: IQ3_XXS blk.42.ffn_gate_exps.weight[188]: blk.42.ffn_gate_exps.weight[189]: blk.42.ffn_gate_exps.weight[190]: IQ3_XXS blk.42.ffn_gate_exps.weight[191]: blk.42.ffn_gate_exps.weight[192]: IQ3_XXS blk.42.ffn_gate_exps.weight[193]: blk.42.ffn_gate_exps.weight[194]: IQ3_XXS blk.42.ffn_gate_exps.weight[195]: IQ3_XXS blk.42.ffn_gate_exps.weight[196]: blk.42.ffn_gate_exps.weight[197]: IQ3_XXS blk.42.ffn_gate_exps.weight[198]: blk.42.ffn_gate_exps.weight[199]: blk.42.ffn_gate_exps.weight[200]: blk.42.ffn_gate_exps.weight[201]: blk.42.ffn_gate_exps.weight[202]: IQ3_XXS blk.42.ffn_gate_exps.weight[203]: IQ3_XXS blk.42.ffn_gate_exps.weight[204]: IQ3_XXS blk.42.ffn_gate_exps.weight[205]: IQ3_XXS blk.42.ffn_gate_exps.weight[206]: blk.42.ffn_gate_exps.weight[207]: IQ3_XXS blk.42.ffn_gate_exps.weight[208]: IQ3_XXS blk.42.ffn_gate_exps.weight[209]: blk.42.ffn_gate_exps.weight[210]: IQ3_XXS blk.42.ffn_gate_exps.weight[211]: blk.42.ffn_gate_exps.weight[212]: blk.42.ffn_gate_exps.weight[213]: blk.42.ffn_gate_exps.weight[214]: IQ3_XXS blk.42.ffn_gate_exps.weight[215]: IQ3_XXS blk.42.ffn_gate_exps.weight[216]: blk.42.ffn_gate_exps.weight[217]: IQ3_XXS blk.42.ffn_gate_exps.weight[218]: IQ3_XXS blk.42.ffn_gate_exps.weight[219]: blk.42.ffn_gate_exps.weight[220]: IQ3_XXS blk.42.ffn_gate_exps.weight[221]: blk.42.ffn_gate_exps.weight[222]: IQ3_XXS blk.42.ffn_gate_exps.weight[223]: blk.42.ffn_gate_exps.weight[224]: blk.42.ffn_gate_exps.weight[225]: IQ3_XXS blk.42.ffn_gate_exps.weight[226]: IQ3_XXS blk.42.ffn_gate_exps.weight[227]: blk.42.ffn_gate_exps.weight[228]: blk.42.ffn_gate_exps.weight[229]: blk.42.ffn_gate_exps.weight[230]: blk.42.ffn_gate_exps.weight[231]: IQ3_XXS blk.42.ffn_gate_exps.weight[232]: IQ3_XXS blk.42.ffn_gate_exps.weight[233]: blk.42.ffn_gate_exps.weight[234]: IQ3_XXS blk.42.ffn_gate_exps.weight[235]: IQ3_XXS blk.42.ffn_gate_exps.weight[236]: blk.42.ffn_gate_exps.weight[237]: IQ3_XXS blk.42.ffn_gate_exps.weight[238]: IQ3_XXS blk.42.ffn_gate_exps.weight[239]: blk.42.ffn_gate_exps.weight[240]: blk.42.ffn_gate_exps.weight[241]: blk.42.ffn_gate_exps.weight[242]: blk.42.ffn_gate_exps.weight[243]: IQ3_XXS blk.42.ffn_gate_exps.weight[244]: blk.42.ffn_gate_exps.weight[245]: IQ3_XXS blk.42.ffn_gate_exps.weight[246]: blk.42.ffn_gate_exps.weight[247]: blk.42.ffn_gate_exps.weight[248]: IQ3_XXS blk.42.ffn_gate_exps.weight[249]: IQ3_XXS blk.42.ffn_gate_exps.weight[250]: blk.42.ffn_gate_exps.weight[251]: IQ3_XXS blk.42.ffn_gate_exps.weight[252]: IQ3_XXS blk.42.ffn_gate_exps.weight[253]: blk.42.ffn_gate_exps.weight[254]: blk.42.ffn_gate_exps.weight[255]: IQ3_XXS blk.42.ffn_gate_exps.weight[256]: IQ3_XXS blk.42.ffn_gate_exps.weight[257]: IQ3_XXS blk.42.ffn_gate_exps.weight[258]: IQ3_XXS blk.42.ffn_gate_exps.weight[259]: blk.42.ffn_gate_exps.weight[260]: IQ3_XXS blk.42.ffn_gate_exps.weight[261]: IQ3_XXS blk.42.ffn_gate_exps.weight[262]: blk.42.ffn_gate_exps.weight[263]: blk.42.ffn_gate_exps.weight[264]: blk.42.ffn_gate_exps.weight[265]: IQ3_XXS blk.42.ffn_gate_exps.weight[266]: blk.42.ffn_gate_exps.weight[267]: IQ3_XXS blk.42.ffn_gate_exps.weight[268]: IQ3_XXS blk.42.ffn_gate_exps.weight[269]: blk.42.ffn_gate_exps.weight[270]: blk.42.ffn_gate_exps.weight[271]: blk.42.ffn_gate_exps.weight[272]: IQ3_XXS blk.42.ffn_gate_exps.weight[273]: IQ3_XXS blk.42.ffn_gate_exps.weight[274]: blk.42.ffn_gate_exps.weight[275]: blk.42.ffn_gate_exps.weight[276]: IQ3_XXS blk.42.ffn_gate_exps.weight[277]: blk.42.ffn_gate_exps.weight[278]: IQ3_XXS blk.42.ffn_gate_exps.weight[279]: IQ3_XXS blk.42.ffn_gate_exps.weight[280]: blk.42.ffn_gate_exps.weight[281]: blk.42.ffn_gate_exps.weight[282]: blk.42.ffn_gate_exps.weight[283]: IQ3_XXS blk.42.ffn_gate_exps.weight[284]: blk.42.ffn_gate_exps.weight[285]: blk.42.ffn_gate_exps.weight[286]: IQ3_XXS blk.42.ffn_gate_exps.weight[287]: IQ3_XXS blk.42.ffn_gate_exps.weight[288]: blk.42.ffn_gate_exps.weight[289]: blk.42.ffn_gate_exps.weight[290]: IQ3_XXS blk.42.ffn_gate_exps.weight[291]: IQ3_XXS blk.42.ffn_gate_exps.weight[292]: blk.42.ffn_gate_exps.weight[293]: blk.42.ffn_gate_exps.weight[294]: IQ3_XXS blk.42.ffn_gate_exps.weight[295]: blk.42.ffn_gate_exps.weight[296]: IQ3_XXS blk.42.ffn_gate_exps.weight[297]: blk.42.ffn_gate_exps.weight[298]: IQ3_XXS blk.42.ffn_gate_exps.weight[299]: IQ3_XXS blk.42.ffn_gate_exps.weight[300]: blk.42.ffn_gate_exps.weight[301]: IQ3_XXS blk.42.ffn_gate_exps.weight[302]: IQ3_XXS blk.42.ffn_gate_exps.weight[303]: IQ3_XXS blk.42.ffn_gate_exps.weight[304]: IQ3_XXS blk.42.ffn_gate_exps.weight[305]: IQ3_XXS blk.42.ffn_gate_exps.weight[306]: blk.42.ffn_gate_exps.weight[307]: IQ3_XXS blk.42.ffn_gate_exps.weight[308]: blk.42.ffn_gate_exps.weight[309]: blk.42.ffn_gate_exps.weight[310]: blk.42.ffn_gate_exps.weight[311]: blk.42.ffn_gate_exps.weight[312]: IQ3_XXS blk.42.ffn_gate_exps.weight[313]: blk.42.ffn_gate_exps.weight[314]: blk.42.ffn_gate_exps.weight[315]: blk.42.ffn_gate_exps.weight[316]: blk.42.ffn_gate_exps.weight[317]: IQ3_XXS blk.42.ffn_gate_exps.weight[318]: blk.42.ffn_gate_exps.weight[319]: IQ3_XXS blk.42.ffn_gate_exps.weight[320]: blk.42.ffn_gate_exps.weight[321]: blk.42.ffn_gate_exps.weight[322]: IQ3_XXS blk.42.ffn_gate_exps.weight[323]: blk.42.ffn_gate_exps.weight[324]: blk.42.ffn_gate_exps.weight[325]: IQ3_XXS blk.42.ffn_gate_exps.weight[326]: blk.42.ffn_gate_exps.weight[327]: IQ3_XXS blk.42.ffn_gate_exps.weight[328]: blk.42.ffn_gate_exps.weight[329]: blk.42.ffn_gate_exps.weight[330]: blk.42.ffn_gate_exps.weight[331]: blk.42.ffn_gate_exps.weight[332]: IQ3_XXS blk.42.ffn_gate_exps.weight[333]: blk.42.ffn_gate_exps.weight[334]: IQ3_XXS blk.42.ffn_gate_exps.weight[335]: blk.42.ffn_gate_exps.weight[336]: blk.42.ffn_gate_exps.weight[337]: IQ3_XXS blk.42.ffn_gate_exps.weight[338]: blk.42.ffn_gate_exps.weight[339]: IQ3_XXS blk.42.ffn_gate_exps.weight[340]: blk.42.ffn_gate_exps.weight[341]: IQ3_XXS blk.42.ffn_gate_exps.weight[342]: IQ3_XXS blk.42.ffn_gate_exps.weight[343]: blk.42.ffn_gate_exps.weight[344]: blk.42.ffn_gate_exps.weight[345]: IQ3_XXS blk.42.ffn_gate_exps.weight[346]: blk.42.ffn_gate_exps.weight[347]: blk.42.ffn_gate_exps.weight[348]: IQ3_XXS blk.42.ffn_gate_exps.weight[349]: blk.42.ffn_gate_exps.weight[350]: blk.42.ffn_gate_exps.weight[351]: IQ3_XXS blk.42.ffn_gate_exps.weight[352]: IQ3_XXS blk.42.ffn_gate_exps.weight[353]: IQ3_XXS blk.42.ffn_gate_exps.weight[354]: IQ3_XXS blk.42.ffn_gate_exps.weight[355]: IQ3_XXS blk.42.ffn_gate_exps.weight[356]: blk.42.ffn_gate_exps.weight[357]: IQ3_XXS blk.42.ffn_gate_exps.weight[358]: blk.42.ffn_gate_exps.weight[359]: IQ3_XXS blk.42.ffn_gate_exps.weight[360]: IQ3_XXS blk.42.ffn_gate_exps.weight[361]: IQ3_XXS blk.42.ffn_gate_exps.weight[362]: IQ3_XXS blk.42.ffn_gate_exps.weight[363]: blk.42.ffn_gate_exps.weight[364]: IQ3_XXS blk.42.ffn_gate_exps.weight[365]: IQ3_XXS blk.42.ffn_gate_exps.weight[366]: IQ3_XXS blk.42.ffn_gate_exps.weight[367]: IQ3_XXS blk.42.ffn_gate_exps.weight[368]: IQ3_XXS blk.42.ffn_gate_exps.weight[369]: blk.42.ffn_gate_exps.weight[370]: blk.42.ffn_gate_exps.weight[371]: blk.42.ffn_gate_exps.weight[372]: IQ3_XXS blk.42.ffn_gate_exps.weight[373]: IQ3_XXS blk.42.ffn_gate_exps.weight[374]: blk.42.ffn_gate_exps.weight[375]: blk.42.ffn_gate_exps.weight[376]: blk.42.ffn_gate_exps.weight[377]: blk.42.ffn_gate_exps.weight[378]: IQ3_XXS blk.42.ffn_gate_exps.weight[379]: IQ3_XXS blk.42.ffn_gate_exps.weight[380]: IQ3_XXS blk.42.ffn_gate_exps.weight[381]: IQ3_XXS blk.42.ffn_gate_exps.weight[382]: IQ3_XXS blk.42.ffn_gate_exps.weight[383]: IQ3_XXS blk.42.ffn_gate_exps.weight[384]: blk.42.ffn_gate_exps.weight[385]: IQ3_XXS blk.42.ffn_gate_exps.weight[386]: blk.42.ffn_gate_exps.weight[387]: IQ3_XXS blk.42.ffn_gate_exps.weight[388]: IQ3_XXS blk.42.ffn_gate_exps.weight[389]: IQ3_XXS blk.42.ffn_gate_exps.weight[390]: blk.42.ffn_gate_exps.weight[391]: IQ3_XXS blk.42.ffn_gate_exps.weight[392]: IQ3_XXS blk.42.ffn_gate_exps.weight[393]: IQ3_XXS blk.42.ffn_gate_exps.weight[394]: IQ3_XXS blk.42.ffn_gate_exps.weight[395]: blk.42.ffn_gate_exps.weight[396]: blk.42.ffn_gate_exps.weight[397]: blk.42.ffn_gate_exps.weight[398]: blk.42.ffn_gate_exps.weight[399]: blk.42.ffn_gate_exps.weight[400]: blk.42.ffn_gate_exps.weight[401]: blk.42.ffn_gate_exps.weight[402]: IQ3_XXS blk.42.ffn_gate_exps.weight[403]: IQ3_XXS blk.42.ffn_gate_exps.weight[404]: blk.42.ffn_gate_exps.weight[405]: IQ3_XXS blk.42.ffn_gate_exps.weight[406]: blk.42.ffn_gate_exps.weight[407]: blk.42.ffn_gate_exps.weight[408]: IQ3_XXS blk.42.ffn_gate_exps.weight[409]: blk.42.ffn_gate_exps.weight[410]: IQ3_XXS blk.42.ffn_gate_exps.weight[411]: IQ3_XXS blk.42.ffn_gate_exps.weight[412]: IQ3_XXS blk.42.ffn_gate_exps.weight[413]: blk.42.ffn_gate_exps.weight[414]: blk.42.ffn_gate_exps.weight[415]: IQ3_XXS blk.42.ffn_gate_exps.weight[416]: IQ3_XXS blk.42.ffn_gate_exps.weight[417]: IQ3_XXS blk.42.ffn_gate_exps.weight[418]: IQ3_XXS blk.42.ffn_gate_exps.weight[419]: IQ3_XXS blk.42.ffn_gate_exps.weight[420]: blk.42.ffn_gate_exps.weight[421]: blk.42.ffn_gate_exps.weight[422]: blk.42.ffn_gate_exps.weight[423]: IQ3_XXS blk.42.ffn_gate_exps.weight[424]: IQ3_XXS blk.42.ffn_gate_exps.weight[425]: blk.42.ffn_gate_exps.weight[426]: IQ3_XXS blk.42.ffn_gate_exps.weight[427]: blk.42.ffn_gate_exps.weight[428]: IQ3_XXS blk.42.ffn_gate_exps.weight[429]: blk.42.ffn_gate_exps.weight[430]: IQ3_XXS blk.42.ffn_gate_exps.weight[431]: IQ3_XXS blk.42.ffn_gate_exps.weight[432]: IQ3_XXS blk.42.ffn_gate_exps.weight[433]: IQ3_XXS blk.42.ffn_gate_exps.weight[434]: IQ3_XXS blk.42.ffn_gate_exps.weight[435]: IQ3_XXS blk.42.ffn_gate_exps.weight[436]: IQ3_XXS blk.42.ffn_gate_exps.weight[437]: blk.42.ffn_gate_exps.weight[438]: IQ3_XXS blk.42.ffn_gate_exps.weight[439]: blk.42.ffn_gate_exps.weight[440]: IQ3_XXS blk.42.ffn_gate_exps.weight[441]: IQ3_XXS blk.42.ffn_gate_exps.weight[442]: blk.42.ffn_gate_exps.weight[443]: blk.42.ffn_gate_exps.weight[444]: blk.42.ffn_gate_exps.weight[445]: blk.42.ffn_gate_exps.weight[446]: blk.42.ffn_gate_exps.weight[447]: IQ3_XXS blk.42.ffn_gate_exps.weight[448]: IQ3_XXS blk.42.ffn_gate_exps.weight[449]: blk.42.ffn_gate_exps.weight[450]: IQ3_XXS blk.42.ffn_gate_exps.weight[451]: blk.42.ffn_gate_exps.weight[452]: IQ3_XXS blk.42.ffn_gate_exps.weight[453]: blk.42.ffn_gate_exps.weight[454]: blk.42.ffn_gate_exps.weight[455]: IQ3_XXS blk.42.ffn_gate_exps.weight[456]: IQ3_XXS blk.42.ffn_gate_exps.weight[457]: blk.42.ffn_gate_exps.weight[458]: IQ3_XXS blk.42.ffn_gate_exps.weight[459]: blk.42.ffn_gate_exps.weight[460]: blk.42.ffn_gate_exps.weight[461]: blk.42.ffn_gate_exps.weight[462]: IQ3_XXS blk.42.ffn_gate_exps.weight[463]: IQ3_XXS blk.42.ffn_gate_exps.weight[464]: blk.42.ffn_gate_exps.weight[465]: blk.42.ffn_gate_exps.weight[466]: IQ3_XXS blk.42.ffn_gate_exps.weight[467]: blk.42.ffn_gate_exps.weight[468]: blk.42.ffn_gate_exps.weight[469]: blk.42.ffn_gate_exps.weight[470]: IQ3_XXS blk.42.ffn_gate_exps.weight[471]: IQ3_XXS blk.42.ffn_gate_exps.weight[472]: IQ3_XXS blk.42.ffn_gate_exps.weight[473]: IQ3_XXS blk.42.ffn_gate_exps.weight[474]: IQ3_XXS blk.42.ffn_gate_exps.weight[475]: blk.42.ffn_gate_exps.weight[476]: IQ3_XXS blk.42.ffn_gate_exps.weight[477]: blk.42.ffn_gate_exps.weight[478]: IQ3_XXS blk.42.ffn_gate_exps.weight[479]: IQ3_XXS blk.42.ffn_gate_exps.weight[480]: IQ3_XXS blk.42.ffn_gate_exps.weight[481]: blk.42.ffn_gate_exps.weight[482]: IQ3_XXS blk.42.ffn_gate_exps.weight[483]: blk.42.ffn_gate_exps.weight[484]: IQ3_XXS blk.42.ffn_gate_exps.weight[485]: IQ3_XXS blk.42.ffn_gate_exps.weight[486]: blk.42.ffn_gate_exps.weight[487]: IQ3_XXS blk.42.ffn_gate_exps.weight[488]: IQ3_XXS blk.42.ffn_gate_exps.weight[489]: IQ3_XXS blk.42.ffn_gate_exps.weight[490]: IQ3_XXS blk.42.ffn_gate_exps.weight[491]: IQ3_XXS blk.42.ffn_gate_exps.weight[492]: blk.42.ffn_gate_exps.weight[493]: blk.42.ffn_gate_exps.weight[494]: blk.42.ffn_gate_exps.weight[495]: IQ3_XXS blk.42.ffn_gate_exps.weight[496]: IQ3_XXS blk.42.ffn_gate_exps.weight[497]: blk.42.ffn_gate_exps.weight[498]: blk.42.ffn_gate_exps.weight[499]: IQ3_XXS blk.42.ffn_gate_exps.weight[500]: blk.42.ffn_gate_exps.weight[501]: blk.42.ffn_gate_exps.weight[502]: blk.42.ffn_gate_exps.weight[503]: blk.42.ffn_gate_exps.weight[504]: blk.42.ffn_gate_exps.weight[505]: blk.42.ffn_gate_exps.weight[506]: IQ3_XXS blk.42.ffn_gate_exps.weight[507]: IQ3_XXS blk.42.ffn_gate_exps.weight[508]: IQ3_XXS blk.42.ffn_gate_exps.weight[509]: IQ3_XXS blk.42.ffn_gate_exps.weight[510]: blk.42.ffn_gate_exps.weight[511]: blk.42.ffn_up_exps.weight[0]: IQ3_XXS blk.42.ffn_up_exps.weight[1]: blk.42.ffn_up_exps.weight[2]: blk.42.ffn_up_exps.weight[3]: IQ3_XXS blk.42.ffn_up_exps.weight[4]: blk.42.ffn_up_exps.weight[5]: blk.42.ffn_up_exps.weight[6]: IQ3_XXS blk.42.ffn_up_exps.weight[7]: blk.42.ffn_up_exps.weight[8]: blk.42.ffn_up_exps.weight[9]: IQ3_XXS blk.42.ffn_up_exps.weight[10]: blk.42.ffn_up_exps.weight[11]: blk.42.ffn_up_exps.weight[12]: IQ3_XXS blk.42.ffn_up_exps.weight[13]: blk.42.ffn_up_exps.weight[14]: IQ3_XXS blk.42.ffn_up_exps.weight[15]: IQ3_XXS blk.42.ffn_up_exps.weight[16]: IQ3_XXS blk.42.ffn_up_exps.weight[17]: IQ3_XXS blk.42.ffn_up_exps.weight[18]: IQ3_XXS blk.42.ffn_up_exps.weight[19]: IQ3_XXS blk.42.ffn_up_exps.weight[20]: IQ3_XXS blk.42.ffn_up_exps.weight[21]: IQ3_XXS blk.42.ffn_up_exps.weight[22]: IQ3_XXS blk.42.ffn_up_exps.weight[23]: IQ3_XXS blk.42.ffn_up_exps.weight[24]: IQ3_XXS blk.42.ffn_up_exps.weight[25]: IQ3_XXS blk.42.ffn_up_exps.weight[26]: blk.42.ffn_up_exps.weight[27]: IQ3_XXS blk.42.ffn_up_exps.weight[28]: blk.42.ffn_up_exps.weight[29]: blk.42.ffn_up_exps.weight[30]: IQ3_XXS blk.42.ffn_up_exps.weight[31]: blk.42.ffn_up_exps.weight[32]: blk.42.ffn_up_exps.weight[33]: IQ3_XXS blk.42.ffn_up_exps.weight[34]: blk.42.ffn_up_exps.weight[35]: blk.42.ffn_up_exps.weight[36]: IQ3_XXS blk.42.ffn_up_exps.weight[37]: IQ3_XXS blk.42.ffn_up_exps.weight[38]: blk.42.ffn_up_exps.weight[39]: blk.42.ffn_up_exps.weight[40]: IQ3_XXS blk.42.ffn_up_exps.weight[41]: blk.42.ffn_up_exps.weight[42]: IQ3_XXS blk.42.ffn_up_exps.weight[43]: blk.42.ffn_up_exps.weight[44]: blk.42.ffn_up_exps.weight[45]: IQ3_XXS blk.42.ffn_up_exps.weight[46]: blk.42.ffn_up_exps.weight[47]: IQ3_XXS blk.42.ffn_up_exps.weight[48]: blk.42.ffn_up_exps.weight[49]: IQ3_XXS blk.42.ffn_up_exps.weight[50]: IQ3_XXS blk.42.ffn_up_exps.weight[51]: blk.42.ffn_up_exps.weight[52]: blk.42.ffn_up_exps.weight[53]: IQ3_XXS blk.42.ffn_up_exps.weight[54]: blk.42.ffn_up_exps.weight[55]: IQ3_XXS blk.42.ffn_up_exps.weight[56]: IQ3_XXS blk.42.ffn_up_exps.weight[57]: blk.42.ffn_up_exps.weight[58]: blk.42.ffn_up_exps.weight[59]: IQ3_XXS blk.42.ffn_up_exps.weight[60]: blk.42.ffn_up_exps.weight[61]: blk.42.ffn_up_exps.weight[62]: IQ3_XXS blk.42.ffn_up_exps.weight[63]: IQ3_XXS blk.42.ffn_up_exps.weight[64]: blk.42.ffn_up_exps.weight[65]: IQ3_XXS blk.42.ffn_up_exps.weight[66]: blk.42.ffn_up_exps.weight[67]: IQ3_XXS blk.42.ffn_up_exps.weight[68]: IQ3_XXS blk.42.ffn_up_exps.weight[69]: IQ3_XXS blk.42.ffn_up_exps.weight[70]: blk.42.ffn_up_exps.weight[71]: IQ3_XXS blk.42.ffn_up_exps.weight[72]: blk.42.ffn_up_exps.weight[73]: IQ3_XXS blk.42.ffn_up_exps.weight[74]: blk.42.ffn_up_exps.weight[75]: IQ3_XXS blk.42.ffn_up_exps.weight[76]: blk.42.ffn_up_exps.weight[77]: IQ3_XXS blk.42.ffn_up_exps.weight[78]: IQ3_XXS blk.42.ffn_up_exps.weight[79]: blk.42.ffn_up_exps.weight[80]: IQ3_XXS blk.42.ffn_up_exps.weight[81]: blk.42.ffn_up_exps.weight[82]: IQ3_XXS blk.42.ffn_up_exps.weight[83]: IQ3_XXS blk.42.ffn_up_exps.weight[84]: blk.42.ffn_up_exps.weight[85]: IQ3_XXS blk.42.ffn_up_exps.weight[86]: blk.42.ffn_up_exps.weight[87]: blk.42.ffn_up_exps.weight[88]: blk.42.ffn_up_exps.weight[89]: blk.42.ffn_up_exps.weight[90]: IQ3_XXS blk.42.ffn_up_exps.weight[91]: IQ3_XXS blk.42.ffn_up_exps.weight[92]: IQ3_XXS blk.42.ffn_up_exps.weight[93]: IQ3_XXS blk.42.ffn_up_exps.weight[94]: IQ3_XXS blk.42.ffn_up_exps.weight[95]: IQ3_XXS blk.42.ffn_up_exps.weight[96]: blk.42.ffn_up_exps.weight[97]: IQ3_XXS blk.42.ffn_up_exps.weight[98]: blk.42.ffn_up_exps.weight[99]: IQ3_XXS blk.42.ffn_up_exps.weight[100]: blk.42.ffn_up_exps.weight[101]: blk.42.ffn_up_exps.weight[102]: IQ3_XXS blk.42.ffn_up_exps.weight[103]: blk.42.ffn_up_exps.weight[104]: IQ3_XXS blk.42.ffn_up_exps.weight[105]: IQ3_XXS blk.42.ffn_up_exps.weight[106]: IQ3_XXS blk.42.ffn_up_exps.weight[107]: blk.42.ffn_up_exps.weight[108]: blk.42.ffn_up_exps.weight[109]: IQ3_XXS blk.42.ffn_up_exps.weight[110]: blk.42.ffn_up_exps.weight[111]: blk.42.ffn_up_exps.weight[112]: blk.42.ffn_up_exps.weight[113]: IQ3_XXS blk.42.ffn_up_exps.weight[114]: IQ3_XXS blk.42.ffn_up_exps.weight[115]: IQ3_XXS blk.42.ffn_up_exps.weight[116]: blk.42.ffn_up_exps.weight[117]: blk.42.ffn_up_exps.weight[118]: blk.42.ffn_up_exps.weight[119]: IQ3_XXS blk.42.ffn_up_exps.weight[120]: blk.42.ffn_up_exps.weight[121]: blk.42.ffn_up_exps.weight[122]: blk.42.ffn_up_exps.weight[123]: IQ3_XXS blk.42.ffn_up_exps.weight[124]: IQ3_XXS blk.42.ffn_up_exps.weight[125]: blk.42.ffn_up_exps.weight[126]: blk.42.ffn_up_exps.weight[127]: blk.42.ffn_up_exps.weight[128]: blk.42.ffn_up_exps.weight[129]: blk.42.ffn_up_exps.weight[130]: IQ3_XXS blk.42.ffn_up_exps.weight[131]: IQ3_XXS blk.42.ffn_up_exps.weight[132]: IQ3_XXS blk.42.ffn_up_exps.weight[133]: IQ3_XXS blk.42.ffn_up_exps.weight[134]: blk.42.ffn_up_exps.weight[135]: blk.42.ffn_up_exps.weight[136]: IQ3_XXS blk.42.ffn_up_exps.weight[137]: IQ3_XXS blk.42.ffn_up_exps.weight[138]: IQ3_XXS blk.42.ffn_up_exps.weight[139]: IQ3_XXS blk.42.ffn_up_exps.weight[140]: IQ3_XXS blk.42.ffn_up_exps.weight[141]: IQ3_XXS blk.42.ffn_up_exps.weight[142]: blk.42.ffn_up_exps.weight[143]: IQ3_XXS blk.42.ffn_up_exps.weight[144]: blk.42.ffn_up_exps.weight[145]: blk.42.ffn_up_exps.weight[146]: blk.42.ffn_up_exps.weight[147]: blk.42.ffn_up_exps.weight[148]: blk.42.ffn_up_exps.weight[149]: blk.42.ffn_up_exps.weight[150]: blk.42.ffn_up_exps.weight[151]: blk.42.ffn_up_exps.weight[152]: blk.42.ffn_up_exps.weight[153]: blk.42.ffn_up_exps.weight[154]: blk.42.ffn_up_exps.weight[155]: IQ3_XXS blk.42.ffn_up_exps.weight[156]: blk.42.ffn_up_exps.weight[157]: blk.42.ffn_up_exps.weight[158]: blk.42.ffn_up_exps.weight[159]: IQ3_XXS blk.42.ffn_up_exps.weight[160]: blk.42.ffn_up_exps.weight[161]: blk.42.ffn_up_exps.weight[162]: blk.42.ffn_up_exps.weight[163]: IQ3_XXS blk.42.ffn_up_exps.weight[164]: blk.42.ffn_up_exps.weight[165]: IQ3_XXS blk.42.ffn_up_exps.weight[166]: blk.42.ffn_up_exps.weight[167]: blk.42.ffn_up_exps.weight[168]: IQ3_XXS blk.42.ffn_up_exps.weight[169]: blk.42.ffn_up_exps.weight[170]: blk.42.ffn_up_exps.weight[171]: IQ3_XXS blk.42.ffn_up_exps.weight[172]: IQ3_XXS blk.42.ffn_up_exps.weight[173]: blk.42.ffn_up_exps.weight[174]: IQ3_XXS blk.42.ffn_up_exps.weight[175]: IQ3_XXS blk.42.ffn_up_exps.weight[176]: blk.42.ffn_up_exps.weight[177]: IQ3_XXS blk.42.ffn_up_exps.weight[178]: blk.42.ffn_up_exps.weight[179]: blk.42.ffn_up_exps.weight[180]: blk.42.ffn_up_exps.weight[181]: blk.42.ffn_up_exps.weight[182]: IQ3_XXS blk.42.ffn_up_exps.weight[183]: blk.42.ffn_up_exps.weight[184]: IQ3_XXS blk.42.ffn_up_exps.weight[185]: blk.42.ffn_up_exps.weight[186]: blk.42.ffn_up_exps.weight[187]: IQ3_XXS blk.42.ffn_up_exps.weight[188]: blk.42.ffn_up_exps.weight[189]: blk.42.ffn_up_exps.weight[190]: IQ3_XXS blk.42.ffn_up_exps.weight[191]: blk.42.ffn_up_exps.weight[192]: IQ3_XXS blk.42.ffn_up_exps.weight[193]: blk.42.ffn_up_exps.weight[194]: IQ3_XXS blk.42.ffn_up_exps.weight[195]: IQ3_XXS blk.42.ffn_up_exps.weight[196]: blk.42.ffn_up_exps.weight[197]: IQ3_XXS blk.42.ffn_up_exps.weight[198]: blk.42.ffn_up_exps.weight[199]: blk.42.ffn_up_exps.weight[200]: blk.42.ffn_up_exps.weight[201]: blk.42.ffn_up_exps.weight[202]: IQ3_XXS blk.42.ffn_up_exps.weight[203]: IQ3_XXS blk.42.ffn_up_exps.weight[204]: IQ3_XXS blk.42.ffn_up_exps.weight[205]: IQ3_XXS blk.42.ffn_up_exps.weight[206]: blk.42.ffn_up_exps.weight[207]: IQ3_XXS blk.42.ffn_up_exps.weight[208]: IQ3_XXS blk.42.ffn_up_exps.weight[209]: blk.42.ffn_up_exps.weight[210]: IQ3_XXS blk.42.ffn_up_exps.weight[211]: blk.42.ffn_up_exps.weight[212]: blk.42.ffn_up_exps.weight[213]: blk.42.ffn_up_exps.weight[214]: IQ3_XXS blk.42.ffn_up_exps.weight[215]: IQ3_XXS blk.42.ffn_up_exps.weight[216]: blk.42.ffn_up_exps.weight[217]: IQ3_XXS blk.42.ffn_up_exps.weight[218]: IQ3_XXS blk.42.ffn_up_exps.weight[219]: blk.42.ffn_up_exps.weight[220]: IQ3_XXS blk.42.ffn_up_exps.weight[221]: blk.42.ffn_up_exps.weight[222]: IQ3_XXS blk.42.ffn_up_exps.weight[223]: blk.42.ffn_up_exps.weight[224]: blk.42.ffn_up_exps.weight[225]: IQ3_XXS blk.42.ffn_up_exps.weight[226]: IQ3_XXS blk.42.ffn_up_exps.weight[227]: blk.42.ffn_up_exps.weight[228]: blk.42.ffn_up_exps.weight[229]: blk.42.ffn_up_exps.weight[230]: blk.42.ffn_up_exps.weight[231]: IQ3_XXS blk.42.ffn_up_exps.weight[232]: IQ3_XXS blk.42.ffn_up_exps.weight[233]: blk.42.ffn_up_exps.weight[234]: IQ3_XXS blk.42.ffn_up_exps.weight[235]: IQ3_XXS blk.42.ffn_up_exps.weight[236]: blk.42.ffn_up_exps.weight[237]: IQ3_XXS blk.42.ffn_up_exps.weight[238]: IQ3_XXS blk.42.ffn_up_exps.weight[239]: blk.42.ffn_up_exps.weight[240]: blk.42.ffn_up_exps.weight[241]: blk.42.ffn_up_exps.weight[242]: blk.42.ffn_up_exps.weight[243]: IQ3_XXS blk.42.ffn_up_exps.weight[244]: blk.42.ffn_up_exps.weight[245]: IQ3_XXS blk.42.ffn_up_exps.weight[246]: blk.42.ffn_up_exps.weight[247]: blk.42.ffn_up_exps.weight[248]: IQ3_XXS blk.42.ffn_up_exps.weight[249]: IQ3_XXS blk.42.ffn_up_exps.weight[250]: blk.42.ffn_up_exps.weight[251]: IQ3_XXS blk.42.ffn_up_exps.weight[252]: IQ3_XXS blk.42.ffn_up_exps.weight[253]: blk.42.ffn_up_exps.weight[254]: blk.42.ffn_up_exps.weight[255]: IQ3_XXS blk.42.ffn_up_exps.weight[256]: IQ3_XXS blk.42.ffn_up_exps.weight[257]: IQ3_XXS blk.42.ffn_up_exps.weight[258]: IQ3_XXS blk.42.ffn_up_exps.weight[259]: blk.42.ffn_up_exps.weight[260]: IQ3_XXS blk.42.ffn_up_exps.weight[261]: IQ3_XXS blk.42.ffn_up_exps.weight[262]: blk.42.ffn_up_exps.weight[263]: blk.42.ffn_up_exps.weight[264]: blk.42.ffn_up_exps.weight[265]: IQ3_XXS blk.42.ffn_up_exps.weight[266]: blk.42.ffn_up_exps.weight[267]: IQ3_XXS blk.42.ffn_up_exps.weight[268]: IQ3_XXS blk.42.ffn_up_exps.weight[269]: blk.42.ffn_up_exps.weight[270]: blk.42.ffn_up_exps.weight[271]: blk.42.ffn_up_exps.weight[272]: IQ3_XXS blk.42.ffn_up_exps.weight[273]: IQ3_XXS blk.42.ffn_up_exps.weight[274]: blk.42.ffn_up_exps.weight[275]: blk.42.ffn_up_exps.weight[276]: IQ3_XXS blk.42.ffn_up_exps.weight[277]: blk.42.ffn_up_exps.weight[278]: IQ3_XXS blk.42.ffn_up_exps.weight[279]: IQ3_XXS blk.42.ffn_up_exps.weight[280]: blk.42.ffn_up_exps.weight[281]: blk.42.ffn_up_exps.weight[282]: blk.42.ffn_up_exps.weight[283]: IQ3_XXS blk.42.ffn_up_exps.weight[284]: blk.42.ffn_up_exps.weight[285]: blk.42.ffn_up_exps.weight[286]: IQ3_XXS blk.42.ffn_up_exps.weight[287]: IQ3_XXS blk.42.ffn_up_exps.weight[288]: blk.42.ffn_up_exps.weight[289]: blk.42.ffn_up_exps.weight[290]: IQ3_XXS blk.42.ffn_up_exps.weight[291]: IQ3_XXS blk.42.ffn_up_exps.weight[292]: blk.42.ffn_up_exps.weight[293]: blk.42.ffn_up_exps.weight[294]: IQ3_XXS blk.42.ffn_up_exps.weight[295]: blk.42.ffn_up_exps.weight[296]: IQ3_XXS blk.42.ffn_up_exps.weight[297]: blk.42.ffn_up_exps.weight[298]: IQ3_XXS blk.42.ffn_up_exps.weight[299]: IQ3_XXS blk.42.ffn_up_exps.weight[300]: blk.42.ffn_up_exps.weight[301]: IQ3_XXS blk.42.ffn_up_exps.weight[302]: IQ3_XXS blk.42.ffn_up_exps.weight[303]: IQ3_XXS blk.42.ffn_up_exps.weight[304]: IQ3_XXS blk.42.ffn_up_exps.weight[305]: IQ3_XXS blk.42.ffn_up_exps.weight[306]: blk.42.ffn_up_exps.weight[307]: IQ3_XXS blk.42.ffn_up_exps.weight[308]: blk.42.ffn_up_exps.weight[309]: blk.42.ffn_up_exps.weight[310]: blk.42.ffn_up_exps.weight[311]: blk.42.ffn_up_exps.weight[312]: IQ3_XXS blk.42.ffn_up_exps.weight[313]: blk.42.ffn_up_exps.weight[314]: blk.42.ffn_up_exps.weight[315]: blk.42.ffn_up_exps.weight[316]: blk.42.ffn_up_exps.weight[317]: IQ3_XXS blk.42.ffn_up_exps.weight[318]: blk.42.ffn_up_exps.weight[319]: IQ3_XXS blk.42.ffn_up_exps.weight[320]: blk.42.ffn_up_exps.weight[321]: blk.42.ffn_up_exps.weight[322]: IQ3_XXS blk.42.ffn_up_exps.weight[323]: blk.42.ffn_up_exps.weight[324]: blk.42.ffn_up_exps.weight[325]: IQ3_XXS blk.42.ffn_up_exps.weight[326]: blk.42.ffn_up_exps.weight[327]: IQ3_XXS blk.42.ffn_up_exps.weight[328]: blk.42.ffn_up_exps.weight[329]: blk.42.ffn_up_exps.weight[330]: blk.42.ffn_up_exps.weight[331]: blk.42.ffn_up_exps.weight[332]: IQ3_XXS blk.42.ffn_up_exps.weight[333]: blk.42.ffn_up_exps.weight[334]: IQ3_XXS blk.42.ffn_up_exps.weight[335]: blk.42.ffn_up_exps.weight[336]: blk.42.ffn_up_exps.weight[337]: IQ3_XXS blk.42.ffn_up_exps.weight[338]: blk.42.ffn_up_exps.weight[339]: IQ3_XXS blk.42.ffn_up_exps.weight[340]: blk.42.ffn_up_exps.weight[341]: IQ3_XXS blk.42.ffn_up_exps.weight[342]: IQ3_XXS blk.42.ffn_up_exps.weight[343]: blk.42.ffn_up_exps.weight[344]: blk.42.ffn_up_exps.weight[345]: IQ3_XXS blk.42.ffn_up_exps.weight[346]: blk.42.ffn_up_exps.weight[347]: blk.42.ffn_up_exps.weight[348]: IQ3_XXS blk.42.ffn_up_exps.weight[349]: blk.42.ffn_up_exps.weight[350]: blk.42.ffn_up_exps.weight[351]: IQ3_XXS blk.42.ffn_up_exps.weight[352]: IQ3_XXS blk.42.ffn_up_exps.weight[353]: IQ3_XXS blk.42.ffn_up_exps.weight[354]: IQ3_XXS blk.42.ffn_up_exps.weight[355]: IQ3_XXS blk.42.ffn_up_exps.weight[356]: blk.42.ffn_up_exps.weight[357]: IQ3_XXS blk.42.ffn_up_exps.weight[358]: blk.42.ffn_up_exps.weight[359]: IQ3_XXS blk.42.ffn_up_exps.weight[360]: IQ3_XXS blk.42.ffn_up_exps.weight[361]: IQ3_XXS blk.42.ffn_up_exps.weight[362]: IQ3_XXS blk.42.ffn_up_exps.weight[363]: blk.42.ffn_up_exps.weight[364]: IQ3_XXS blk.42.ffn_up_exps.weight[365]: IQ3_XXS blk.42.ffn_up_exps.weight[366]: IQ3_XXS blk.42.ffn_up_exps.weight[367]: IQ3_XXS blk.42.ffn_up_exps.weight[368]: IQ3_XXS blk.42.ffn_up_exps.weight[369]: blk.42.ffn_up_exps.weight[370]: blk.42.ffn_up_exps.weight[371]: blk.42.ffn_up_exps.weight[372]: IQ3_XXS blk.42.ffn_up_exps.weight[373]: IQ3_XXS blk.42.ffn_up_exps.weight[374]: blk.42.ffn_up_exps.weight[375]: blk.42.ffn_up_exps.weight[376]: blk.42.ffn_up_exps.weight[377]: blk.42.ffn_up_exps.weight[378]: IQ3_XXS blk.42.ffn_up_exps.weight[379]: IQ3_XXS blk.42.ffn_up_exps.weight[380]: IQ3_XXS blk.42.ffn_up_exps.weight[381]: IQ3_XXS blk.42.ffn_up_exps.weight[382]: IQ3_XXS blk.42.ffn_up_exps.weight[383]: IQ3_XXS blk.42.ffn_up_exps.weight[384]: blk.42.ffn_up_exps.weight[385]: IQ3_XXS blk.42.ffn_up_exps.weight[386]: blk.42.ffn_up_exps.weight[387]: IQ3_XXS blk.42.ffn_up_exps.weight[388]: IQ3_XXS blk.42.ffn_up_exps.weight[389]: IQ3_XXS blk.42.ffn_up_exps.weight[390]: blk.42.ffn_up_exps.weight[391]: IQ3_XXS blk.42.ffn_up_exps.weight[392]: IQ3_XXS blk.42.ffn_up_exps.weight[393]: IQ3_XXS blk.42.ffn_up_exps.weight[394]: IQ3_XXS blk.42.ffn_up_exps.weight[395]: blk.42.ffn_up_exps.weight[396]: blk.42.ffn_up_exps.weight[397]: blk.42.ffn_up_exps.weight[398]: blk.42.ffn_up_exps.weight[399]: blk.42.ffn_up_exps.weight[400]: blk.42.ffn_up_exps.weight[401]: blk.42.ffn_up_exps.weight[402]: IQ3_XXS blk.42.ffn_up_exps.weight[403]: IQ3_XXS blk.42.ffn_up_exps.weight[404]: blk.42.ffn_up_exps.weight[405]: IQ3_XXS blk.42.ffn_up_exps.weight[406]: blk.42.ffn_up_exps.weight[407]: blk.42.ffn_up_exps.weight[408]: IQ3_XXS blk.42.ffn_up_exps.weight[409]: blk.42.ffn_up_exps.weight[410]: IQ3_XXS blk.42.ffn_up_exps.weight[411]: IQ3_XXS blk.42.ffn_up_exps.weight[412]: IQ3_XXS blk.42.ffn_up_exps.weight[413]: blk.42.ffn_up_exps.weight[414]: blk.42.ffn_up_exps.weight[415]: IQ3_XXS blk.42.ffn_up_exps.weight[416]: IQ3_XXS blk.42.ffn_up_exps.weight[417]: IQ3_XXS blk.42.ffn_up_exps.weight[418]: IQ3_XXS blk.42.ffn_up_exps.weight[419]: IQ3_XXS blk.42.ffn_up_exps.weight[420]: blk.42.ffn_up_exps.weight[421]: blk.42.ffn_up_exps.weight[422]: blk.42.ffn_up_exps.weight[423]: IQ3_XXS blk.42.ffn_up_exps.weight[424]: IQ3_XXS blk.42.ffn_up_exps.weight[425]: blk.42.ffn_up_exps.weight[426]: IQ3_XXS blk.42.ffn_up_exps.weight[427]: blk.42.ffn_up_exps.weight[428]: IQ3_XXS blk.42.ffn_up_exps.weight[429]: blk.42.ffn_up_exps.weight[430]: IQ3_XXS blk.42.ffn_up_exps.weight[431]: IQ3_XXS blk.42.ffn_up_exps.weight[432]: IQ3_XXS blk.42.ffn_up_exps.weight[433]: IQ3_XXS blk.42.ffn_up_exps.weight[434]: IQ3_XXS blk.42.ffn_up_exps.weight[435]: IQ3_XXS blk.42.ffn_up_exps.weight[436]: IQ3_XXS blk.42.ffn_up_exps.weight[437]: blk.42.ffn_up_exps.weight[438]: IQ3_XXS blk.42.ffn_up_exps.weight[439]: blk.42.ffn_up_exps.weight[440]: IQ3_XXS blk.42.ffn_up_exps.weight[441]: IQ3_XXS blk.42.ffn_up_exps.weight[442]: blk.42.ffn_up_exps.weight[443]: blk.42.ffn_up_exps.weight[444]: blk.42.ffn_up_exps.weight[445]: blk.42.ffn_up_exps.weight[446]: blk.42.ffn_up_exps.weight[447]: IQ3_XXS blk.42.ffn_up_exps.weight[448]: IQ3_XXS blk.42.ffn_up_exps.weight[449]: blk.42.ffn_up_exps.weight[450]: IQ3_XXS blk.42.ffn_up_exps.weight[451]: blk.42.ffn_up_exps.weight[452]: IQ3_XXS blk.42.ffn_up_exps.weight[453]: blk.42.ffn_up_exps.weight[454]: blk.42.ffn_up_exps.weight[455]: IQ3_XXS blk.42.ffn_up_exps.weight[456]: IQ3_XXS blk.42.ffn_up_exps.weight[457]: blk.42.ffn_up_exps.weight[458]: IQ3_XXS blk.42.ffn_up_exps.weight[459]: blk.42.ffn_up_exps.weight[460]: blk.42.ffn_up_exps.weight[461]: blk.42.ffn_up_exps.weight[462]: IQ3_XXS blk.42.ffn_up_exps.weight[463]: IQ3_XXS blk.42.ffn_up_exps.weight[464]: blk.42.ffn_up_exps.weight[465]: blk.42.ffn_up_exps.weight[466]: IQ3_XXS blk.42.ffn_up_exps.weight[467]: blk.42.ffn_up_exps.weight[468]: blk.42.ffn_up_exps.weight[469]: blk.42.ffn_up_exps.weight[470]: IQ3_XXS blk.42.ffn_up_exps.weight[471]: IQ3_XXS blk.42.ffn_up_exps.weight[472]: IQ3_XXS blk.42.ffn_up_exps.weight[473]: IQ3_XXS blk.42.ffn_up_exps.weight[474]: IQ3_XXS blk.42.ffn_up_exps.weight[475]: blk.42.ffn_up_exps.weight[476]: IQ3_XXS blk.42.ffn_up_exps.weight[477]: blk.42.ffn_up_exps.weight[478]: IQ3_XXS blk.42.ffn_up_exps.weight[479]: IQ3_XXS blk.42.ffn_up_exps.weight[480]: IQ3_XXS blk.42.ffn_up_exps.weight[481]: blk.42.ffn_up_exps.weight[482]: IQ3_XXS blk.42.ffn_up_exps.weight[483]: blk.42.ffn_up_exps.weight[484]: IQ3_XXS blk.42.ffn_up_exps.weight[485]: IQ3_XXS blk.42.ffn_up_exps.weight[486]: blk.42.ffn_up_exps.weight[487]: IQ3_XXS blk.42.ffn_up_exps.weight[488]: IQ3_XXS blk.42.ffn_up_exps.weight[489]: IQ3_XXS blk.42.ffn_up_exps.weight[490]: IQ3_XXS blk.42.ffn_up_exps.weight[491]: IQ3_XXS blk.42.ffn_up_exps.weight[492]: blk.42.ffn_up_exps.weight[493]: blk.42.ffn_up_exps.weight[494]: blk.42.ffn_up_exps.weight[495]: IQ3_XXS blk.42.ffn_up_exps.weight[496]: IQ3_XXS blk.42.ffn_up_exps.weight[497]: blk.42.ffn_up_exps.weight[498]: blk.42.ffn_up_exps.weight[499]: IQ3_XXS blk.42.ffn_up_exps.weight[500]: blk.42.ffn_up_exps.weight[501]: blk.42.ffn_up_exps.weight[502]: blk.42.ffn_up_exps.weight[503]: blk.42.ffn_up_exps.weight[504]: blk.42.ffn_up_exps.weight[505]: blk.42.ffn_up_exps.weight[506]: IQ3_XXS blk.42.ffn_up_exps.weight[507]: IQ3_XXS blk.42.ffn_up_exps.weight[508]: IQ3_XXS blk.42.ffn_up_exps.weight[509]: IQ3_XXS blk.42.ffn_up_exps.weight[510]: blk.42.ffn_up_exps.weight[511]: blk.42.ffn_down_exps.weight[0]: IQ4_NL blk.42.ffn_down_exps.weight[1]: blk.42.ffn_down_exps.weight[2]: blk.42.ffn_down_exps.weight[3]: IQ4_NL blk.42.ffn_down_exps.weight[4]: blk.42.ffn_down_exps.weight[5]: blk.42.ffn_down_exps.weight[6]: IQ4_NL blk.42.ffn_down_exps.weight[7]: blk.42.ffn_down_exps.weight[8]: blk.42.ffn_down_exps.weight[9]: IQ4_NL blk.42.ffn_down_exps.weight[10]: blk.42.ffn_down_exps.weight[11]: blk.42.ffn_down_exps.weight[12]: IQ4_NL blk.42.ffn_down_exps.weight[13]: blk.42.ffn_down_exps.weight[14]: IQ4_NL blk.42.ffn_down_exps.weight[15]: IQ4_NL blk.42.ffn_down_exps.weight[16]: IQ4_NL blk.42.ffn_down_exps.weight[17]: IQ4_NL blk.42.ffn_down_exps.weight[18]: IQ4_NL blk.42.ffn_down_exps.weight[19]: IQ4_NL blk.42.ffn_down_exps.weight[20]: IQ4_NL blk.42.ffn_down_exps.weight[21]: IQ4_NL blk.42.ffn_down_exps.weight[22]: IQ4_NL blk.42.ffn_down_exps.weight[23]: IQ4_NL blk.42.ffn_down_exps.weight[24]: IQ4_NL blk.42.ffn_down_exps.weight[25]: IQ4_NL blk.42.ffn_down_exps.weight[26]: blk.42.ffn_down_exps.weight[27]: IQ4_NL blk.42.ffn_down_exps.weight[28]: blk.42.ffn_down_exps.weight[29]: blk.42.ffn_down_exps.weight[30]: IQ4_NL blk.42.ffn_down_exps.weight[31]: blk.42.ffn_down_exps.weight[32]: blk.42.ffn_down_exps.weight[33]: IQ4_NL blk.42.ffn_down_exps.weight[34]: blk.42.ffn_down_exps.weight[35]: blk.42.ffn_down_exps.weight[36]: IQ4_NL blk.42.ffn_down_exps.weight[37]: IQ4_NL blk.42.ffn_down_exps.weight[38]: blk.42.ffn_down_exps.weight[39]: blk.42.ffn_down_exps.weight[40]: IQ4_NL blk.42.ffn_down_exps.weight[41]: blk.42.ffn_down_exps.weight[42]: IQ4_NL blk.42.ffn_down_exps.weight[43]: blk.42.ffn_down_exps.weight[44]: blk.42.ffn_down_exps.weight[45]: IQ4_NL blk.42.ffn_down_exps.weight[46]: blk.42.ffn_down_exps.weight[47]: IQ4_NL blk.42.ffn_down_exps.weight[48]: blk.42.ffn_down_exps.weight[49]: IQ4_NL blk.42.ffn_down_exps.weight[50]: IQ4_NL blk.42.ffn_down_exps.weight[51]: blk.42.ffn_down_exps.weight[52]: blk.42.ffn_down_exps.weight[53]: IQ4_NL blk.42.ffn_down_exps.weight[54]: blk.42.ffn_down_exps.weight[55]: IQ4_NL blk.42.ffn_down_exps.weight[56]: IQ4_NL blk.42.ffn_down_exps.weight[57]: blk.42.ffn_down_exps.weight[58]: blk.42.ffn_down_exps.weight[59]: IQ4_NL blk.42.ffn_down_exps.weight[60]: blk.42.ffn_down_exps.weight[61]: blk.42.ffn_down_exps.weight[62]: IQ4_NL blk.42.ffn_down_exps.weight[63]: IQ4_NL blk.42.ffn_down_exps.weight[64]: blk.42.ffn_down_exps.weight[65]: IQ4_NL blk.42.ffn_down_exps.weight[66]: blk.42.ffn_down_exps.weight[67]: IQ4_NL blk.42.ffn_down_exps.weight[68]: IQ4_NL blk.42.ffn_down_exps.weight[69]: IQ4_NL blk.42.ffn_down_exps.weight[70]: blk.42.ffn_down_exps.weight[71]: IQ4_NL blk.42.ffn_down_exps.weight[72]: blk.42.ffn_down_exps.weight[73]: IQ4_NL blk.42.ffn_down_exps.weight[74]: blk.42.ffn_down_exps.weight[75]: IQ4_NL blk.42.ffn_down_exps.weight[76]: blk.42.ffn_down_exps.weight[77]: IQ4_NL blk.42.ffn_down_exps.weight[78]: IQ4_NL blk.42.ffn_down_exps.weight[79]: blk.42.ffn_down_exps.weight[80]: IQ4_NL blk.42.ffn_down_exps.weight[81]: blk.42.ffn_down_exps.weight[82]: IQ4_NL blk.42.ffn_down_exps.weight[83]: IQ4_NL blk.42.ffn_down_exps.weight[84]: blk.42.ffn_down_exps.weight[85]: IQ4_NL blk.42.ffn_down_exps.weight[86]: blk.42.ffn_down_exps.weight[87]: blk.42.ffn_down_exps.weight[88]: blk.42.ffn_down_exps.weight[89]: blk.42.ffn_down_exps.weight[90]: IQ4_NL blk.42.ffn_down_exps.weight[91]: IQ4_NL blk.42.ffn_down_exps.weight[92]: IQ4_NL blk.42.ffn_down_exps.weight[93]: IQ4_NL blk.42.ffn_down_exps.weight[94]: IQ4_NL blk.42.ffn_down_exps.weight[95]: IQ4_NL blk.42.ffn_down_exps.weight[96]: blk.42.ffn_down_exps.weight[97]: IQ4_NL blk.42.ffn_down_exps.weight[98]: blk.42.ffn_down_exps.weight[99]: IQ4_NL blk.42.ffn_down_exps.weight[100]: blk.42.ffn_down_exps.weight[101]: blk.42.ffn_down_exps.weight[102]: IQ4_NL blk.42.ffn_down_exps.weight[103]: blk.42.ffn_down_exps.weight[104]: IQ4_NL blk.42.ffn_down_exps.weight[105]: IQ4_NL blk.42.ffn_down_exps.weight[106]: IQ4_NL blk.42.ffn_down_exps.weight[107]: blk.42.ffn_down_exps.weight[108]: blk.42.ffn_down_exps.weight[109]: IQ4_NL blk.42.ffn_down_exps.weight[110]: blk.42.ffn_down_exps.weight[111]: blk.42.ffn_down_exps.weight[112]: blk.42.ffn_down_exps.weight[113]: IQ4_NL blk.42.ffn_down_exps.weight[114]: IQ4_NL blk.42.ffn_down_exps.weight[115]: IQ4_NL blk.42.ffn_down_exps.weight[116]: blk.42.ffn_down_exps.weight[117]: blk.42.ffn_down_exps.weight[118]: blk.42.ffn_down_exps.weight[119]: IQ4_NL blk.42.ffn_down_exps.weight[120]: blk.42.ffn_down_exps.weight[121]: blk.42.ffn_down_exps.weight[122]: blk.42.ffn_down_exps.weight[123]: IQ4_NL blk.42.ffn_down_exps.weight[124]: IQ4_NL blk.42.ffn_down_exps.weight[125]: blk.42.ffn_down_exps.weight[126]: blk.42.ffn_down_exps.weight[127]: blk.42.ffn_down_exps.weight[128]: blk.42.ffn_down_exps.weight[129]: blk.42.ffn_down_exps.weight[130]: IQ4_NL blk.42.ffn_down_exps.weight[131]: IQ4_NL blk.42.ffn_down_exps.weight[132]: IQ4_NL blk.42.ffn_down_exps.weight[133]: IQ4_NL blk.42.ffn_down_exps.weight[134]: blk.42.ffn_down_exps.weight[135]: blk.42.ffn_down_exps.weight[136]: IQ4_NL blk.42.ffn_down_exps.weight[137]: IQ4_NL blk.42.ffn_down_exps.weight[138]: IQ4_NL blk.42.ffn_down_exps.weight[139]: IQ4_NL blk.42.ffn_down_exps.weight[140]: IQ4_NL blk.42.ffn_down_exps.weight[141]: IQ4_NL blk.42.ffn_down_exps.weight[142]: blk.42.ffn_down_exps.weight[143]: IQ4_NL blk.42.ffn_down_exps.weight[144]: blk.42.ffn_down_exps.weight[145]: blk.42.ffn_down_exps.weight[146]: blk.42.ffn_down_exps.weight[147]: blk.42.ffn_down_exps.weight[148]: blk.42.ffn_down_exps.weight[149]: blk.42.ffn_down_exps.weight[150]: blk.42.ffn_down_exps.weight[151]: blk.42.ffn_down_exps.weight[152]: blk.42.ffn_down_exps.weight[153]: blk.42.ffn_down_exps.weight[154]: blk.42.ffn_down_exps.weight[155]: IQ4_NL blk.42.ffn_down_exps.weight[156]: blk.42.ffn_down_exps.weight[157]: blk.42.ffn_down_exps.weight[158]: blk.42.ffn_down_exps.weight[159]: IQ4_NL blk.42.ffn_down_exps.weight[160]: blk.42.ffn_down_exps.weight[161]: blk.42.ffn_down_exps.weight[162]: blk.42.ffn_down_exps.weight[163]: IQ4_NL blk.42.ffn_down_exps.weight[164]: blk.42.ffn_down_exps.weight[165]: IQ4_NL blk.42.ffn_down_exps.weight[166]: blk.42.ffn_down_exps.weight[167]: blk.42.ffn_down_exps.weight[168]: IQ4_NL blk.42.ffn_down_exps.weight[169]: blk.42.ffn_down_exps.weight[170]: blk.42.ffn_down_exps.weight[171]: IQ4_NL blk.42.ffn_down_exps.weight[172]: IQ4_NL blk.42.ffn_down_exps.weight[173]: blk.42.ffn_down_exps.weight[174]: IQ4_NL blk.42.ffn_down_exps.weight[175]: IQ4_NL blk.42.ffn_down_exps.weight[176]: blk.42.ffn_down_exps.weight[177]: IQ4_NL blk.42.ffn_down_exps.weight[178]: blk.42.ffn_down_exps.weight[179]: blk.42.ffn_down_exps.weight[180]: blk.42.ffn_down_exps.weight[181]: blk.42.ffn_down_exps.weight[182]: IQ4_NL blk.42.ffn_down_exps.weight[183]: blk.42.ffn_down_exps.weight[184]: IQ4_NL blk.42.ffn_down_exps.weight[185]: blk.42.ffn_down_exps.weight[186]: blk.42.ffn_down_exps.weight[187]: IQ4_NL blk.42.ffn_down_exps.weight[188]: blk.42.ffn_down_exps.weight[189]: blk.42.ffn_down_exps.weight[190]: IQ4_NL blk.42.ffn_down_exps.weight[191]: blk.42.ffn_down_exps.weight[192]: IQ4_NL blk.42.ffn_down_exps.weight[193]: blk.42.ffn_down_exps.weight[194]: IQ4_NL blk.42.ffn_down_exps.weight[195]: IQ4_NL blk.42.ffn_down_exps.weight[196]: blk.42.ffn_down_exps.weight[197]: IQ4_NL blk.42.ffn_down_exps.weight[198]: blk.42.ffn_down_exps.weight[199]: blk.42.ffn_down_exps.weight[200]: blk.42.ffn_down_exps.weight[201]: blk.42.ffn_down_exps.weight[202]: IQ4_NL blk.42.ffn_down_exps.weight[203]: IQ4_NL blk.42.ffn_down_exps.weight[204]: IQ4_NL blk.42.ffn_down_exps.weight[205]: IQ4_NL blk.42.ffn_down_exps.weight[206]: blk.42.ffn_down_exps.weight[207]: IQ4_NL blk.42.ffn_down_exps.weight[208]: IQ4_NL blk.42.ffn_down_exps.weight[209]: blk.42.ffn_down_exps.weight[210]: IQ4_NL blk.42.ffn_down_exps.weight[211]: blk.42.ffn_down_exps.weight[212]: blk.42.ffn_down_exps.weight[213]: blk.42.ffn_down_exps.weight[214]: IQ4_NL blk.42.ffn_down_exps.weight[215]: IQ4_NL blk.42.ffn_down_exps.weight[216]: blk.42.ffn_down_exps.weight[217]: IQ4_NL blk.42.ffn_down_exps.weight[218]: IQ4_NL blk.42.ffn_down_exps.weight[219]: blk.42.ffn_down_exps.weight[220]: IQ4_NL blk.42.ffn_down_exps.weight[221]: blk.42.ffn_down_exps.weight[222]: IQ4_NL blk.42.ffn_down_exps.weight[223]: blk.42.ffn_down_exps.weight[224]: blk.42.ffn_down_exps.weight[225]: IQ4_NL blk.42.ffn_down_exps.weight[226]: IQ4_NL blk.42.ffn_down_exps.weight[227]: blk.42.ffn_down_exps.weight[228]: blk.42.ffn_down_exps.weight[229]: blk.42.ffn_down_exps.weight[230]: blk.42.ffn_down_exps.weight[231]: IQ4_NL blk.42.ffn_down_exps.weight[232]: IQ4_NL blk.42.ffn_down_exps.weight[233]: blk.42.ffn_down_exps.weight[234]: IQ4_NL blk.42.ffn_down_exps.weight[235]: IQ4_NL blk.42.ffn_down_exps.weight[236]: blk.42.ffn_down_exps.weight[237]: IQ4_NL blk.42.ffn_down_exps.weight[238]: IQ4_NL blk.42.ffn_down_exps.weight[239]: blk.42.ffn_down_exps.weight[240]: blk.42.ffn_down_exps.weight[241]: blk.42.ffn_down_exps.weight[242]: blk.42.ffn_down_exps.weight[243]: IQ4_NL blk.42.ffn_down_exps.weight[244]: blk.42.ffn_down_exps.weight[245]: IQ4_NL blk.42.ffn_down_exps.weight[246]: blk.42.ffn_down_exps.weight[247]: blk.42.ffn_down_exps.weight[248]: IQ4_NL blk.42.ffn_down_exps.weight[249]: IQ4_NL blk.42.ffn_down_exps.weight[250]: blk.42.ffn_down_exps.weight[251]: IQ4_NL blk.42.ffn_down_exps.weight[252]: IQ4_NL blk.42.ffn_down_exps.weight[253]: blk.42.ffn_down_exps.weight[254]: blk.42.ffn_down_exps.weight[255]: IQ4_NL blk.42.ffn_down_exps.weight[256]: IQ4_NL blk.42.ffn_down_exps.weight[257]: IQ4_NL blk.42.ffn_down_exps.weight[258]: IQ4_NL blk.42.ffn_down_exps.weight[259]: blk.42.ffn_down_exps.weight[260]: IQ4_NL blk.42.ffn_down_exps.weight[261]: IQ4_NL blk.42.ffn_down_exps.weight[262]: blk.42.ffn_down_exps.weight[263]: blk.42.ffn_down_exps.weight[264]: blk.42.ffn_down_exps.weight[265]: IQ4_NL blk.42.ffn_down_exps.weight[266]: blk.42.ffn_down_exps.weight[267]: IQ4_NL blk.42.ffn_down_exps.weight[268]: IQ4_NL blk.42.ffn_down_exps.weight[269]: blk.42.ffn_down_exps.weight[270]: blk.42.ffn_down_exps.weight[271]: blk.42.ffn_down_exps.weight[272]: IQ4_NL blk.42.ffn_down_exps.weight[273]: IQ4_NL blk.42.ffn_down_exps.weight[274]: blk.42.ffn_down_exps.weight[275]: blk.42.ffn_down_exps.weight[276]: IQ4_NL blk.42.ffn_down_exps.weight[277]: blk.42.ffn_down_exps.weight[278]: IQ4_NL blk.42.ffn_down_exps.weight[279]: IQ4_NL blk.42.ffn_down_exps.weight[280]: blk.42.ffn_down_exps.weight[281]: blk.42.ffn_down_exps.weight[282]: blk.42.ffn_down_exps.weight[283]: IQ4_NL blk.42.ffn_down_exps.weight[284]: blk.42.ffn_down_exps.weight[285]: blk.42.ffn_down_exps.weight[286]: IQ4_NL blk.42.ffn_down_exps.weight[287]: IQ4_NL blk.42.ffn_down_exps.weight[288]: blk.42.ffn_down_exps.weight[289]: blk.42.ffn_down_exps.weight[290]: IQ4_NL blk.42.ffn_down_exps.weight[291]: IQ4_NL blk.42.ffn_down_exps.weight[292]: blk.42.ffn_down_exps.weight[293]: blk.42.ffn_down_exps.weight[294]: IQ4_NL blk.42.ffn_down_exps.weight[295]: blk.42.ffn_down_exps.weight[296]: IQ4_NL blk.42.ffn_down_exps.weight[297]: blk.42.ffn_down_exps.weight[298]: IQ4_NL blk.42.ffn_down_exps.weight[299]: IQ4_NL blk.42.ffn_down_exps.weight[300]: blk.42.ffn_down_exps.weight[301]: IQ4_NL blk.42.ffn_down_exps.weight[302]: IQ4_NL blk.42.ffn_down_exps.weight[303]: IQ4_NL blk.42.ffn_down_exps.weight[304]: IQ4_NL blk.42.ffn_down_exps.weight[305]: IQ4_NL blk.42.ffn_down_exps.weight[306]: blk.42.ffn_down_exps.weight[307]: IQ4_NL blk.42.ffn_down_exps.weight[308]: blk.42.ffn_down_exps.weight[309]: blk.42.ffn_down_exps.weight[310]: blk.42.ffn_down_exps.weight[311]: blk.42.ffn_down_exps.weight[312]: IQ4_NL blk.42.ffn_down_exps.weight[313]: blk.42.ffn_down_exps.weight[314]: blk.42.ffn_down_exps.weight[315]: blk.42.ffn_down_exps.weight[316]: blk.42.ffn_down_exps.weight[317]: IQ4_NL blk.42.ffn_down_exps.weight[318]: blk.42.ffn_down_exps.weight[319]: IQ4_NL blk.42.ffn_down_exps.weight[320]: blk.42.ffn_down_exps.weight[321]: blk.42.ffn_down_exps.weight[322]: IQ4_NL blk.42.ffn_down_exps.weight[323]: blk.42.ffn_down_exps.weight[324]: blk.42.ffn_down_exps.weight[325]: IQ4_NL blk.42.ffn_down_exps.weight[326]: blk.42.ffn_down_exps.weight[327]: IQ4_NL blk.42.ffn_down_exps.weight[328]: blk.42.ffn_down_exps.weight[329]: blk.42.ffn_down_exps.weight[330]: blk.42.ffn_down_exps.weight[331]: blk.42.ffn_down_exps.weight[332]: IQ4_NL blk.42.ffn_down_exps.weight[333]: blk.42.ffn_down_exps.weight[334]: IQ4_NL blk.42.ffn_down_exps.weight[335]: blk.42.ffn_down_exps.weight[336]: blk.42.ffn_down_exps.weight[337]: IQ4_NL blk.42.ffn_down_exps.weight[338]: blk.42.ffn_down_exps.weight[339]: IQ4_NL blk.42.ffn_down_exps.weight[340]: blk.42.ffn_down_exps.weight[341]: IQ4_NL blk.42.ffn_down_exps.weight[342]: IQ4_NL blk.42.ffn_down_exps.weight[343]: blk.42.ffn_down_exps.weight[344]: blk.42.ffn_down_exps.weight[345]: IQ4_NL blk.42.ffn_down_exps.weight[346]: blk.42.ffn_down_exps.weight[347]: blk.42.ffn_down_exps.weight[348]: IQ4_NL blk.42.ffn_down_exps.weight[349]: blk.42.ffn_down_exps.weight[350]: blk.42.ffn_down_exps.weight[351]: IQ4_NL blk.42.ffn_down_exps.weight[352]: IQ4_NL blk.42.ffn_down_exps.weight[353]: IQ4_NL blk.42.ffn_down_exps.weight[354]: IQ4_NL blk.42.ffn_down_exps.weight[355]: IQ4_NL blk.42.ffn_down_exps.weight[356]: blk.42.ffn_down_exps.weight[357]: IQ4_NL blk.42.ffn_down_exps.weight[358]: blk.42.ffn_down_exps.weight[359]: IQ4_NL blk.42.ffn_down_exps.weight[360]: IQ4_NL blk.42.ffn_down_exps.weight[361]: IQ4_NL blk.42.ffn_down_exps.weight[362]: IQ4_NL blk.42.ffn_down_exps.weight[363]: blk.42.ffn_down_exps.weight[364]: IQ4_NL blk.42.ffn_down_exps.weight[365]: IQ4_NL blk.42.ffn_down_exps.weight[366]: IQ4_NL blk.42.ffn_down_exps.weight[367]: IQ4_NL blk.42.ffn_down_exps.weight[368]: IQ4_NL blk.42.ffn_down_exps.weight[369]: blk.42.ffn_down_exps.weight[370]: blk.42.ffn_down_exps.weight[371]: blk.42.ffn_down_exps.weight[372]: IQ4_NL blk.42.ffn_down_exps.weight[373]: IQ4_NL blk.42.ffn_down_exps.weight[374]: blk.42.ffn_down_exps.weight[375]: blk.42.ffn_down_exps.weight[376]: blk.42.ffn_down_exps.weight[377]: blk.42.ffn_down_exps.weight[378]: IQ4_NL blk.42.ffn_down_exps.weight[379]: IQ4_NL blk.42.ffn_down_exps.weight[380]: IQ4_NL blk.42.ffn_down_exps.weight[381]: IQ4_NL blk.42.ffn_down_exps.weight[382]: IQ4_NL blk.42.ffn_down_exps.weight[383]: IQ4_NL blk.42.ffn_down_exps.weight[384]: blk.42.ffn_down_exps.weight[385]: IQ4_NL blk.42.ffn_down_exps.weight[386]: blk.42.ffn_down_exps.weight[387]: IQ4_NL blk.42.ffn_down_exps.weight[388]: IQ4_NL blk.42.ffn_down_exps.weight[389]: IQ4_NL blk.42.ffn_down_exps.weight[390]: blk.42.ffn_down_exps.weight[391]: IQ4_NL blk.42.ffn_down_exps.weight[392]: IQ4_NL blk.42.ffn_down_exps.weight[393]: IQ4_NL blk.42.ffn_down_exps.weight[394]: IQ4_NL blk.42.ffn_down_exps.weight[395]: blk.42.ffn_down_exps.weight[396]: blk.42.ffn_down_exps.weight[397]: blk.42.ffn_down_exps.weight[398]: blk.42.ffn_down_exps.weight[399]: blk.42.ffn_down_exps.weight[400]: blk.42.ffn_down_exps.weight[401]: blk.42.ffn_down_exps.weight[402]: IQ4_NL blk.42.ffn_down_exps.weight[403]: IQ4_NL blk.42.ffn_down_exps.weight[404]: blk.42.ffn_down_exps.weight[405]: IQ4_NL blk.42.ffn_down_exps.weight[406]: blk.42.ffn_down_exps.weight[407]: blk.42.ffn_down_exps.weight[408]: IQ4_NL blk.42.ffn_down_exps.weight[409]: blk.42.ffn_down_exps.weight[410]: IQ4_NL blk.42.ffn_down_exps.weight[411]: IQ4_NL blk.42.ffn_down_exps.weight[412]: IQ4_NL blk.42.ffn_down_exps.weight[413]: blk.42.ffn_down_exps.weight[414]: blk.42.ffn_down_exps.weight[415]: IQ4_NL blk.42.ffn_down_exps.weight[416]: IQ4_NL blk.42.ffn_down_exps.weight[417]: IQ4_NL blk.42.ffn_down_exps.weight[418]: IQ4_NL blk.42.ffn_down_exps.weight[419]: IQ4_NL blk.42.ffn_down_exps.weight[420]: blk.42.ffn_down_exps.weight[421]: blk.42.ffn_down_exps.weight[422]: blk.42.ffn_down_exps.weight[423]: IQ4_NL blk.42.ffn_down_exps.weight[424]: IQ4_NL blk.42.ffn_down_exps.weight[425]: blk.42.ffn_down_exps.weight[426]: IQ4_NL blk.42.ffn_down_exps.weight[427]: blk.42.ffn_down_exps.weight[428]: IQ4_NL blk.42.ffn_down_exps.weight[429]: blk.42.ffn_down_exps.weight[430]: IQ4_NL blk.42.ffn_down_exps.weight[431]: IQ4_NL blk.42.ffn_down_exps.weight[432]: IQ4_NL blk.42.ffn_down_exps.weight[433]: IQ4_NL blk.42.ffn_down_exps.weight[434]: IQ4_NL blk.42.ffn_down_exps.weight[435]: IQ4_NL blk.42.ffn_down_exps.weight[436]: IQ4_NL blk.42.ffn_down_exps.weight[437]: blk.42.ffn_down_exps.weight[438]: IQ4_NL blk.42.ffn_down_exps.weight[439]: blk.42.ffn_down_exps.weight[440]: IQ4_NL blk.42.ffn_down_exps.weight[441]: IQ4_NL blk.42.ffn_down_exps.weight[442]: blk.42.ffn_down_exps.weight[443]: blk.42.ffn_down_exps.weight[444]: blk.42.ffn_down_exps.weight[445]: blk.42.ffn_down_exps.weight[446]: blk.42.ffn_down_exps.weight[447]: IQ4_NL blk.42.ffn_down_exps.weight[448]: IQ4_NL blk.42.ffn_down_exps.weight[449]: blk.42.ffn_down_exps.weight[450]: IQ4_NL blk.42.ffn_down_exps.weight[451]: blk.42.ffn_down_exps.weight[452]: IQ4_NL blk.42.ffn_down_exps.weight[453]: blk.42.ffn_down_exps.weight[454]: blk.42.ffn_down_exps.weight[455]: IQ4_NL blk.42.ffn_down_exps.weight[456]: IQ4_NL blk.42.ffn_down_exps.weight[457]: blk.42.ffn_down_exps.weight[458]: IQ4_NL blk.42.ffn_down_exps.weight[459]: blk.42.ffn_down_exps.weight[460]: blk.42.ffn_down_exps.weight[461]: blk.42.ffn_down_exps.weight[462]: IQ4_NL blk.42.ffn_down_exps.weight[463]: IQ4_NL blk.42.ffn_down_exps.weight[464]: blk.42.ffn_down_exps.weight[465]: blk.42.ffn_down_exps.weight[466]: IQ4_NL blk.42.ffn_down_exps.weight[467]: blk.42.ffn_down_exps.weight[468]: blk.42.ffn_down_exps.weight[469]: blk.42.ffn_down_exps.weight[470]: IQ4_NL blk.42.ffn_down_exps.weight[471]: IQ4_NL blk.42.ffn_down_exps.weight[472]: IQ4_NL blk.42.ffn_down_exps.weight[473]: IQ4_NL blk.42.ffn_down_exps.weight[474]: IQ4_NL blk.42.ffn_down_exps.weight[475]: blk.42.ffn_down_exps.weight[476]: IQ4_NL blk.42.ffn_down_exps.weight[477]: blk.42.ffn_down_exps.weight[478]: IQ4_NL blk.42.ffn_down_exps.weight[479]: IQ4_NL blk.42.ffn_down_exps.weight[480]: IQ4_NL blk.42.ffn_down_exps.weight[481]: blk.42.ffn_down_exps.weight[482]: IQ4_NL blk.42.ffn_down_exps.weight[483]: blk.42.ffn_down_exps.weight[484]: IQ4_NL blk.42.ffn_down_exps.weight[485]: IQ4_NL blk.42.ffn_down_exps.weight[486]: blk.42.ffn_down_exps.weight[487]: IQ4_NL blk.42.ffn_down_exps.weight[488]: IQ4_NL blk.42.ffn_down_exps.weight[489]: IQ4_NL blk.42.ffn_down_exps.weight[490]: IQ4_NL blk.42.ffn_down_exps.weight[491]: IQ4_NL blk.42.ffn_down_exps.weight[492]: blk.42.ffn_down_exps.weight[493]: blk.42.ffn_down_exps.weight[494]: blk.42.ffn_down_exps.weight[495]: IQ4_NL blk.42.ffn_down_exps.weight[496]: IQ4_NL blk.42.ffn_down_exps.weight[497]: blk.42.ffn_down_exps.weight[498]: blk.42.ffn_down_exps.weight[499]: IQ4_NL blk.42.ffn_down_exps.weight[500]: blk.42.ffn_down_exps.weight[501]: blk.42.ffn_down_exps.weight[502]: blk.42.ffn_down_exps.weight[503]: blk.42.ffn_down_exps.weight[504]: blk.42.ffn_down_exps.weight[505]: blk.42.ffn_down_exps.weight[506]: IQ4_NL blk.42.ffn_down_exps.weight[507]: IQ4_NL blk.42.ffn_down_exps.weight[508]: IQ4_NL blk.42.ffn_down_exps.weight[509]: IQ4_NL blk.42.ffn_down_exps.weight[510]: blk.42.ffn_down_exps.weight[511]: blk.43.ffn_gate_exps.weight[0]: blk.43.ffn_gate_exps.weight[1]: IQ3_XXS blk.43.ffn_gate_exps.weight[2]: IQ3_XXS blk.43.ffn_gate_exps.weight[3]: IQ3_XXS blk.43.ffn_gate_exps.weight[4]: IQ3_XXS blk.43.ffn_gate_exps.weight[5]: IQ3_XXS blk.43.ffn_gate_exps.weight[6]: blk.43.ffn_gate_exps.weight[7]: blk.43.ffn_gate_exps.weight[8]: blk.43.ffn_gate_exps.weight[9]: IQ3_XXS blk.43.ffn_gate_exps.weight[10]: blk.43.ffn_gate_exps.weight[11]: blk.43.ffn_gate_exps.weight[12]: IQ3_XXS blk.43.ffn_gate_exps.weight[13]: IQ3_XXS blk.43.ffn_gate_exps.weight[14]: blk.43.ffn_gate_exps.weight[15]: IQ3_XXS blk.43.ffn_gate_exps.weight[16]: blk.43.ffn_gate_exps.weight[17]: IQ3_XXS blk.43.ffn_gate_exps.weight[18]: IQ3_XXS blk.43.ffn_gate_exps.weight[19]: blk.43.ffn_gate_exps.weight[20]: blk.43.ffn_gate_exps.weight[21]: blk.43.ffn_gate_exps.weight[22]: IQ3_XXS blk.43.ffn_gate_exps.weight[23]: blk.43.ffn_gate_exps.weight[24]: IQ3_XXS blk.43.ffn_gate_exps.weight[25]: blk.43.ffn_gate_exps.weight[26]: IQ3_XXS blk.43.ffn_gate_exps.weight[27]: blk.43.ffn_gate_exps.weight[28]: blk.43.ffn_gate_exps.weight[29]: IQ3_XXS blk.43.ffn_gate_exps.weight[30]: blk.43.ffn_gate_exps.weight[31]: IQ3_XXS blk.43.ffn_gate_exps.weight[32]: IQ3_XXS blk.43.ffn_gate_exps.weight[33]: IQ3_XXS blk.43.ffn_gate_exps.weight[34]: IQ3_XXS blk.43.ffn_gate_exps.weight[35]: IQ3_XXS blk.43.ffn_gate_exps.weight[36]: blk.43.ffn_gate_exps.weight[37]: blk.43.ffn_gate_exps.weight[38]: IQ3_XXS blk.43.ffn_gate_exps.weight[39]: blk.43.ffn_gate_exps.weight[40]: IQ3_XXS blk.43.ffn_gate_exps.weight[41]: blk.43.ffn_gate_exps.weight[42]: blk.43.ffn_gate_exps.weight[43]: blk.43.ffn_gate_exps.weight[44]: IQ3_XXS blk.43.ffn_gate_exps.weight[45]: IQ3_XXS blk.43.ffn_gate_exps.weight[46]: IQ3_XXS blk.43.ffn_gate_exps.weight[47]: IQ3_XXS blk.43.ffn_gate_exps.weight[48]: blk.43.ffn_gate_exps.weight[49]: IQ3_XXS blk.43.ffn_gate_exps.weight[50]: IQ3_XXS blk.43.ffn_gate_exps.weight[51]: IQ3_XXS blk.43.ffn_gate_exps.weight[52]: blk.43.ffn_gate_exps.weight[53]: IQ3_XXS blk.43.ffn_gate_exps.weight[54]: blk.43.ffn_gate_exps.weight[55]: blk.43.ffn_gate_exps.weight[56]: IQ3_XXS blk.43.ffn_gate_exps.weight[57]: blk.43.ffn_gate_exps.weight[58]: blk.43.ffn_gate_exps.weight[59]: IQ3_XXS blk.43.ffn_gate_exps.weight[60]: blk.43.ffn_gate_exps.weight[61]: blk.43.ffn_gate_exps.weight[62]: blk.43.ffn_gate_exps.weight[63]: blk.43.ffn_gate_exps.weight[64]: IQ3_XXS blk.43.ffn_gate_exps.weight[65]: IQ3_XXS blk.43.ffn_gate_exps.weight[66]: blk.43.ffn_gate_exps.weight[67]: IQ3_XXS blk.43.ffn_gate_exps.weight[68]: blk.43.ffn_gate_exps.weight[69]: blk.43.ffn_gate_exps.weight[70]: IQ3_XXS blk.43.ffn_gate_exps.weight[71]: IQ3_XXS blk.43.ffn_gate_exps.weight[72]: blk.43.ffn_gate_exps.weight[73]: IQ3_XXS blk.43.ffn_gate_exps.weight[74]: blk.43.ffn_gate_exps.weight[75]: IQ3_XXS blk.43.ffn_gate_exps.weight[76]: blk.43.ffn_gate_exps.weight[77]: IQ3_XXS blk.43.ffn_gate_exps.weight[78]: IQ3_XXS blk.43.ffn_gate_exps.weight[79]: blk.43.ffn_gate_exps.weight[80]: blk.43.ffn_gate_exps.weight[81]: blk.43.ffn_gate_exps.weight[82]: blk.43.ffn_gate_exps.weight[83]: blk.43.ffn_gate_exps.weight[84]: IQ3_XXS blk.43.ffn_gate_exps.weight[85]: IQ3_XXS blk.43.ffn_gate_exps.weight[86]: IQ3_XXS blk.43.ffn_gate_exps.weight[87]: IQ3_XXS blk.43.ffn_gate_exps.weight[88]: blk.43.ffn_gate_exps.weight[89]: blk.43.ffn_gate_exps.weight[90]: blk.43.ffn_gate_exps.weight[91]: IQ3_XXS blk.43.ffn_gate_exps.weight[92]: IQ3_XXS blk.43.ffn_gate_exps.weight[93]: blk.43.ffn_gate_exps.weight[94]: blk.43.ffn_gate_exps.weight[95]: IQ3_XXS blk.43.ffn_gate_exps.weight[96]: blk.43.ffn_gate_exps.weight[97]: IQ3_XXS blk.43.ffn_gate_exps.weight[98]: blk.43.ffn_gate_exps.weight[99]: IQ3_XXS blk.43.ffn_gate_exps.weight[100]: blk.43.ffn_gate_exps.weight[101]: IQ3_XXS blk.43.ffn_gate_exps.weight[102]: IQ3_XXS blk.43.ffn_gate_exps.weight[103]: blk.43.ffn_gate_exps.weight[104]: IQ3_XXS blk.43.ffn_gate_exps.weight[105]: IQ3_XXS blk.43.ffn_gate_exps.weight[106]: IQ3_XXS blk.43.ffn_gate_exps.weight[107]: IQ3_XXS blk.43.ffn_gate_exps.weight[108]: blk.43.ffn_gate_exps.weight[109]: blk.43.ffn_gate_exps.weight[110]: blk.43.ffn_gate_exps.weight[111]: blk.43.ffn_gate_exps.weight[112]: IQ3_XXS blk.43.ffn_gate_exps.weight[113]: blk.43.ffn_gate_exps.weight[114]: IQ3_XXS blk.43.ffn_gate_exps.weight[115]: IQ3_XXS blk.43.ffn_gate_exps.weight[116]: blk.43.ffn_gate_exps.weight[117]: IQ3_XXS blk.43.ffn_gate_exps.weight[118]: IQ3_XXS blk.43.ffn_gate_exps.weight[119]: IQ3_XXS blk.43.ffn_gate_exps.weight[120]: IQ3_XXS blk.43.ffn_gate_exps.weight[121]: IQ3_XXS blk.43.ffn_gate_exps.weight[122]: blk.43.ffn_gate_exps.weight[123]: IQ3_XXS blk.43.ffn_gate_exps.weight[124]: IQ3_XXS blk.43.ffn_gate_exps.weight[125]: IQ3_XXS blk.43.ffn_gate_exps.weight[126]: IQ3_XXS blk.43.ffn_gate_exps.weight[127]: IQ3_XXS blk.43.ffn_gate_exps.weight[128]: blk.43.ffn_gate_exps.weight[129]: blk.43.ffn_gate_exps.weight[130]: blk.43.ffn_gate_exps.weight[131]: IQ3_XXS blk.43.ffn_gate_exps.weight[132]: IQ3_XXS blk.43.ffn_gate_exps.weight[133]: IQ3_XXS blk.43.ffn_gate_exps.weight[134]: IQ3_XXS blk.43.ffn_gate_exps.weight[135]: IQ3_XXS blk.43.ffn_gate_exps.weight[136]: blk.43.ffn_gate_exps.weight[137]: blk.43.ffn_gate_exps.weight[138]: IQ3_XXS blk.43.ffn_gate_exps.weight[139]: IQ3_XXS blk.43.ffn_gate_exps.weight[140]: IQ3_XXS blk.43.ffn_gate_exps.weight[141]: blk.43.ffn_gate_exps.weight[142]: IQ3_XXS blk.43.ffn_gate_exps.weight[143]: blk.43.ffn_gate_exps.weight[144]: blk.43.ffn_gate_exps.weight[145]: IQ3_XXS blk.43.ffn_gate_exps.weight[146]: IQ3_XXS blk.43.ffn_gate_exps.weight[147]: IQ3_XXS blk.43.ffn_gate_exps.weight[148]: IQ3_XXS blk.43.ffn_gate_exps.weight[149]: blk.43.ffn_gate_exps.weight[150]: IQ3_XXS blk.43.ffn_gate_exps.weight[151]: blk.43.ffn_gate_exps.weight[152]: blk.43.ffn_gate_exps.weight[153]: blk.43.ffn_gate_exps.weight[154]: IQ3_XXS blk.43.ffn_gate_exps.weight[155]: IQ3_XXS blk.43.ffn_gate_exps.weight[156]: IQ3_XXS blk.43.ffn_gate_exps.weight[157]: IQ3_XXS blk.43.ffn_gate_exps.weight[158]: blk.43.ffn_gate_exps.weight[159]: IQ3_XXS blk.43.ffn_gate_exps.weight[160]: blk.43.ffn_gate_exps.weight[161]: IQ3_XXS blk.43.ffn_gate_exps.weight[162]: blk.43.ffn_gate_exps.weight[163]: blk.43.ffn_gate_exps.weight[164]: IQ3_XXS blk.43.ffn_gate_exps.weight[165]: IQ3_XXS blk.43.ffn_gate_exps.weight[166]: IQ3_XXS blk.43.ffn_gate_exps.weight[167]: IQ3_XXS blk.43.ffn_gate_exps.weight[168]: blk.43.ffn_gate_exps.weight[169]: IQ3_XXS blk.43.ffn_gate_exps.weight[170]: blk.43.ffn_gate_exps.weight[171]: blk.43.ffn_gate_exps.weight[172]: IQ3_XXS blk.43.ffn_gate_exps.weight[173]: IQ3_XXS blk.43.ffn_gate_exps.weight[174]: blk.43.ffn_gate_exps.weight[175]: IQ3_XXS blk.43.ffn_gate_exps.weight[176]: blk.43.ffn_gate_exps.weight[177]: blk.43.ffn_gate_exps.weight[178]: IQ3_XXS blk.43.ffn_gate_exps.weight[179]: blk.43.ffn_gate_exps.weight[180]: IQ3_XXS blk.43.ffn_gate_exps.weight[181]: IQ3_XXS blk.43.ffn_gate_exps.weight[182]: IQ3_XXS blk.43.ffn_gate_exps.weight[183]: blk.43.ffn_gate_exps.weight[184]: blk.43.ffn_gate_exps.weight[185]: IQ3_XXS blk.43.ffn_gate_exps.weight[186]: blk.43.ffn_gate_exps.weight[187]: blk.43.ffn_gate_exps.weight[188]: blk.43.ffn_gate_exps.weight[189]: blk.43.ffn_gate_exps.weight[190]: IQ3_XXS blk.43.ffn_gate_exps.weight[191]: blk.43.ffn_gate_exps.weight[192]: blk.43.ffn_gate_exps.weight[193]: IQ3_XXS blk.43.ffn_gate_exps.weight[194]: IQ3_XXS blk.43.ffn_gate_exps.weight[195]: IQ3_XXS blk.43.ffn_gate_exps.weight[196]: blk.43.ffn_gate_exps.weight[197]: blk.43.ffn_gate_exps.weight[198]: IQ3_XXS blk.43.ffn_gate_exps.weight[199]: blk.43.ffn_gate_exps.weight[200]: blk.43.ffn_gate_exps.weight[201]: IQ3_XXS blk.43.ffn_gate_exps.weight[202]: blk.43.ffn_gate_exps.weight[203]: blk.43.ffn_gate_exps.weight[204]: blk.43.ffn_gate_exps.weight[205]: blk.43.ffn_gate_exps.weight[206]: IQ3_XXS blk.43.ffn_gate_exps.weight[207]: blk.43.ffn_gate_exps.weight[208]: blk.43.ffn_gate_exps.weight[209]: IQ3_XXS blk.43.ffn_gate_exps.weight[210]: blk.43.ffn_gate_exps.weight[211]: blk.43.ffn_gate_exps.weight[212]: IQ3_XXS blk.43.ffn_gate_exps.weight[213]: IQ3_XXS blk.43.ffn_gate_exps.weight[214]: blk.43.ffn_gate_exps.weight[215]: IQ3_XXS blk.43.ffn_gate_exps.weight[216]: IQ3_XXS blk.43.ffn_gate_exps.weight[217]: blk.43.ffn_gate_exps.weight[218]: blk.43.ffn_gate_exps.weight[219]: IQ3_XXS blk.43.ffn_gate_exps.weight[220]: IQ3_XXS blk.43.ffn_gate_exps.weight[221]: IQ3_XXS blk.43.ffn_gate_exps.weight[222]: IQ3_XXS blk.43.ffn_gate_exps.weight[223]: IQ3_XXS blk.43.ffn_gate_exps.weight[224]: IQ3_XXS blk.43.ffn_gate_exps.weight[225]: blk.43.ffn_gate_exps.weight[226]: blk.43.ffn_gate_exps.weight[227]: blk.43.ffn_gate_exps.weight[228]: blk.43.ffn_gate_exps.weight[229]: blk.43.ffn_gate_exps.weight[230]: blk.43.ffn_gate_exps.weight[231]: IQ3_XXS blk.43.ffn_gate_exps.weight[232]: IQ3_XXS blk.43.ffn_gate_exps.weight[233]: IQ3_XXS blk.43.ffn_gate_exps.weight[234]: IQ3_XXS blk.43.ffn_gate_exps.weight[235]: blk.43.ffn_gate_exps.weight[236]: blk.43.ffn_gate_exps.weight[237]: IQ3_XXS blk.43.ffn_gate_exps.weight[238]: IQ3_XXS blk.43.ffn_gate_exps.weight[239]: IQ3_XXS blk.43.ffn_gate_exps.weight[240]: blk.43.ffn_gate_exps.weight[241]: blk.43.ffn_gate_exps.weight[242]: IQ3_XXS blk.43.ffn_gate_exps.weight[243]: IQ3_XXS blk.43.ffn_gate_exps.weight[244]: blk.43.ffn_gate_exps.weight[245]: blk.43.ffn_gate_exps.weight[246]: IQ3_XXS blk.43.ffn_gate_exps.weight[247]: blk.43.ffn_gate_exps.weight[248]: blk.43.ffn_gate_exps.weight[249]: blk.43.ffn_gate_exps.weight[250]: blk.43.ffn_gate_exps.weight[251]: blk.43.ffn_gate_exps.weight[252]: blk.43.ffn_gate_exps.weight[253]: blk.43.ffn_gate_exps.weight[254]: blk.43.ffn_gate_exps.weight[255]: IQ3_XXS blk.43.ffn_gate_exps.weight[256]: IQ3_XXS blk.43.ffn_gate_exps.weight[257]: IQ3_XXS blk.43.ffn_gate_exps.weight[258]: blk.43.ffn_gate_exps.weight[259]: blk.43.ffn_gate_exps.weight[260]: IQ3_XXS blk.43.ffn_gate_exps.weight[261]: IQ3_XXS blk.43.ffn_gate_exps.weight[262]: blk.43.ffn_gate_exps.weight[263]: blk.43.ffn_gate_exps.weight[264]: IQ3_XXS blk.43.ffn_gate_exps.weight[265]: blk.43.ffn_gate_exps.weight[266]: IQ3_XXS blk.43.ffn_gate_exps.weight[267]: IQ3_XXS blk.43.ffn_gate_exps.weight[268]: blk.43.ffn_gate_exps.weight[269]: blk.43.ffn_gate_exps.weight[270]: IQ3_XXS blk.43.ffn_gate_exps.weight[271]: blk.43.ffn_gate_exps.weight[272]: blk.43.ffn_gate_exps.weight[273]: IQ3_XXS blk.43.ffn_gate_exps.weight[274]: IQ3_XXS blk.43.ffn_gate_exps.weight[275]: IQ3_XXS blk.43.ffn_gate_exps.weight[276]: blk.43.ffn_gate_exps.weight[277]: blk.43.ffn_gate_exps.weight[278]: IQ3_XXS blk.43.ffn_gate_exps.weight[279]: blk.43.ffn_gate_exps.weight[280]: IQ3_XXS blk.43.ffn_gate_exps.weight[281]: blk.43.ffn_gate_exps.weight[282]: IQ3_XXS blk.43.ffn_gate_exps.weight[283]: blk.43.ffn_gate_exps.weight[284]: IQ3_XXS blk.43.ffn_gate_exps.weight[285]: IQ3_XXS blk.43.ffn_gate_exps.weight[286]: blk.43.ffn_gate_exps.weight[287]: blk.43.ffn_gate_exps.weight[288]: blk.43.ffn_gate_exps.weight[289]: blk.43.ffn_gate_exps.weight[290]: blk.43.ffn_gate_exps.weight[291]: blk.43.ffn_gate_exps.weight[292]: blk.43.ffn_gate_exps.weight[293]: IQ3_XXS blk.43.ffn_gate_exps.weight[294]: IQ3_XXS blk.43.ffn_gate_exps.weight[295]: blk.43.ffn_gate_exps.weight[296]: blk.43.ffn_gate_exps.weight[297]: IQ3_XXS blk.43.ffn_gate_exps.weight[298]: blk.43.ffn_gate_exps.weight[299]: IQ3_XXS blk.43.ffn_gate_exps.weight[300]: IQ3_XXS blk.43.ffn_gate_exps.weight[301]: blk.43.ffn_gate_exps.weight[302]: IQ3_XXS blk.43.ffn_gate_exps.weight[303]: IQ3_XXS blk.43.ffn_gate_exps.weight[304]: blk.43.ffn_gate_exps.weight[305]: blk.43.ffn_gate_exps.weight[306]: blk.43.ffn_gate_exps.weight[307]: blk.43.ffn_gate_exps.weight[308]: IQ3_XXS blk.43.ffn_gate_exps.weight[309]: IQ3_XXS blk.43.ffn_gate_exps.weight[310]: IQ3_XXS blk.43.ffn_gate_exps.weight[311]: blk.43.ffn_gate_exps.weight[312]: blk.43.ffn_gate_exps.weight[313]: blk.43.ffn_gate_exps.weight[314]: IQ3_XXS blk.43.ffn_gate_exps.weight[315]: blk.43.ffn_gate_exps.weight[316]: blk.43.ffn_gate_exps.weight[317]: IQ3_XXS blk.43.ffn_gate_exps.weight[318]: IQ3_XXS blk.43.ffn_gate_exps.weight[319]: IQ3_XXS blk.43.ffn_gate_exps.weight[320]: blk.43.ffn_gate_exps.weight[321]: blk.43.ffn_gate_exps.weight[322]: IQ3_XXS blk.43.ffn_gate_exps.weight[323]: blk.43.ffn_gate_exps.weight[324]: blk.43.ffn_gate_exps.weight[325]: blk.43.ffn_gate_exps.weight[326]: blk.43.ffn_gate_exps.weight[327]: blk.43.ffn_gate_exps.weight[328]: blk.43.ffn_gate_exps.weight[329]: IQ3_XXS blk.43.ffn_gate_exps.weight[330]: blk.43.ffn_gate_exps.weight[331]: IQ3_XXS blk.43.ffn_gate_exps.weight[332]: IQ3_XXS blk.43.ffn_gate_exps.weight[333]: blk.43.ffn_gate_exps.weight[334]: blk.43.ffn_gate_exps.weight[335]: IQ3_XXS blk.43.ffn_gate_exps.weight[336]: IQ3_XXS blk.43.ffn_gate_exps.weight[337]: IQ3_XXS blk.43.ffn_gate_exps.weight[338]: IQ3_XXS blk.43.ffn_gate_exps.weight[339]: IQ3_XXS blk.43.ffn_gate_exps.weight[340]: IQ3_XXS blk.43.ffn_gate_exps.weight[341]: blk.43.ffn_gate_exps.weight[342]: IQ3_XXS blk.43.ffn_gate_exps.weight[343]: blk.43.ffn_gate_exps.weight[344]: blk.43.ffn_gate_exps.weight[345]: blk.43.ffn_gate_exps.weight[346]: IQ3_XXS blk.43.ffn_gate_exps.weight[347]: blk.43.ffn_gate_exps.weight[348]: blk.43.ffn_gate_exps.weight[349]: IQ3_XXS blk.43.ffn_gate_exps.weight[350]: blk.43.ffn_gate_exps.weight[351]: IQ3_XXS blk.43.ffn_gate_exps.weight[352]: blk.43.ffn_gate_exps.weight[353]: blk.43.ffn_gate_exps.weight[354]: IQ3_XXS blk.43.ffn_gate_exps.weight[355]: blk.43.ffn_gate_exps.weight[356]: blk.43.ffn_gate_exps.weight[357]: blk.43.ffn_gate_exps.weight[358]: IQ3_XXS blk.43.ffn_gate_exps.weight[359]: IQ3_XXS blk.43.ffn_gate_exps.weight[360]: blk.43.ffn_gate_exps.weight[361]: IQ3_XXS blk.43.ffn_gate_exps.weight[362]: blk.43.ffn_gate_exps.weight[363]: IQ3_XXS blk.43.ffn_gate_exps.weight[364]: IQ3_XXS blk.43.ffn_gate_exps.weight[365]: IQ3_XXS blk.43.ffn_gate_exps.weight[366]: blk.43.ffn_gate_exps.weight[367]: IQ3_XXS blk.43.ffn_gate_exps.weight[368]: blk.43.ffn_gate_exps.weight[369]: IQ3_XXS blk.43.ffn_gate_exps.weight[370]: IQ3_XXS blk.43.ffn_gate_exps.weight[371]: IQ3_XXS blk.43.ffn_gate_exps.weight[372]: blk.43.ffn_gate_exps.weight[373]: IQ3_XXS blk.43.ffn_gate_exps.weight[374]: IQ3_XXS blk.43.ffn_gate_exps.weight[375]: blk.43.ffn_gate_exps.weight[376]: blk.43.ffn_gate_exps.weight[377]: IQ3_XXS blk.43.ffn_gate_exps.weight[378]: blk.43.ffn_gate_exps.weight[379]: blk.43.ffn_gate_exps.weight[380]: IQ3_XXS blk.43.ffn_gate_exps.weight[381]: blk.43.ffn_gate_exps.weight[382]: blk.43.ffn_gate_exps.weight[383]: IQ3_XXS blk.43.ffn_gate_exps.weight[384]: IQ3_XXS blk.43.ffn_gate_exps.weight[385]: blk.43.ffn_gate_exps.weight[386]: IQ3_XXS blk.43.ffn_gate_exps.weight[387]: blk.43.ffn_gate_exps.weight[388]: IQ3_XXS blk.43.ffn_gate_exps.weight[389]: IQ3_XXS blk.43.ffn_gate_exps.weight[390]: blk.43.ffn_gate_exps.weight[391]: blk.43.ffn_gate_exps.weight[392]: blk.43.ffn_gate_exps.weight[393]: IQ3_XXS blk.43.ffn_gate_exps.weight[394]: blk.43.ffn_gate_exps.weight[395]: IQ3_XXS blk.43.ffn_gate_exps.weight[396]: IQ3_XXS blk.43.ffn_gate_exps.weight[397]: IQ3_XXS blk.43.ffn_gate_exps.weight[398]: blk.43.ffn_gate_exps.weight[399]: blk.43.ffn_gate_exps.weight[400]: IQ3_XXS blk.43.ffn_gate_exps.weight[401]: IQ3_XXS blk.43.ffn_gate_exps.weight[402]: blk.43.ffn_gate_exps.weight[403]: blk.43.ffn_gate_exps.weight[404]: blk.43.ffn_gate_exps.weight[405]: blk.43.ffn_gate_exps.weight[406]: blk.43.ffn_gate_exps.weight[407]: blk.43.ffn_gate_exps.weight[408]: IQ3_XXS blk.43.ffn_gate_exps.weight[409]: blk.43.ffn_gate_exps.weight[410]: IQ3_XXS blk.43.ffn_gate_exps.weight[411]: IQ3_XXS blk.43.ffn_gate_exps.weight[412]: IQ3_XXS blk.43.ffn_gate_exps.weight[413]: IQ3_XXS blk.43.ffn_gate_exps.weight[414]: IQ3_XXS blk.43.ffn_gate_exps.weight[415]: blk.43.ffn_gate_exps.weight[416]: blk.43.ffn_gate_exps.weight[417]: IQ3_XXS blk.43.ffn_gate_exps.weight[418]: blk.43.ffn_gate_exps.weight[419]: blk.43.ffn_gate_exps.weight[420]: blk.43.ffn_gate_exps.weight[421]: blk.43.ffn_gate_exps.weight[422]: IQ3_XXS blk.43.ffn_gate_exps.weight[423]: IQ3_XXS blk.43.ffn_gate_exps.weight[424]: IQ3_XXS blk.43.ffn_gate_exps.weight[425]: IQ3_XXS blk.43.ffn_gate_exps.weight[426]: IQ3_XXS blk.43.ffn_gate_exps.weight[427]: IQ3_XXS blk.43.ffn_gate_exps.weight[428]: IQ3_XXS blk.43.ffn_gate_exps.weight[429]: blk.43.ffn_gate_exps.weight[430]: IQ3_XXS blk.43.ffn_gate_exps.weight[431]: blk.43.ffn_gate_exps.weight[432]: blk.43.ffn_gate_exps.weight[433]: blk.43.ffn_gate_exps.weight[434]: blk.43.ffn_gate_exps.weight[435]: IQ3_XXS blk.43.ffn_gate_exps.weight[436]: blk.43.ffn_gate_exps.weight[437]: blk.43.ffn_gate_exps.weight[438]: blk.43.ffn_gate_exps.weight[439]: IQ3_XXS blk.43.ffn_gate_exps.weight[440]: blk.43.ffn_gate_exps.weight[441]: IQ3_XXS blk.43.ffn_gate_exps.weight[442]: blk.43.ffn_gate_exps.weight[443]: blk.43.ffn_gate_exps.weight[444]: IQ3_XXS blk.43.ffn_gate_exps.weight[445]: IQ3_XXS blk.43.ffn_gate_exps.weight[446]: blk.43.ffn_gate_exps.weight[447]: blk.43.ffn_gate_exps.weight[448]: IQ3_XXS blk.43.ffn_gate_exps.weight[449]: blk.43.ffn_gate_exps.weight[450]: blk.43.ffn_gate_exps.weight[451]: blk.43.ffn_gate_exps.weight[452]: blk.43.ffn_gate_exps.weight[453]: blk.43.ffn_gate_exps.weight[454]: blk.43.ffn_gate_exps.weight[455]: blk.43.ffn_gate_exps.weight[456]: IQ3_XXS blk.43.ffn_gate_exps.weight[457]: IQ3_XXS blk.43.ffn_gate_exps.weight[458]: IQ3_XXS blk.43.ffn_gate_exps.weight[459]: IQ3_XXS blk.43.ffn_gate_exps.weight[460]: IQ3_XXS blk.43.ffn_gate_exps.weight[461]: blk.43.ffn_gate_exps.weight[462]: IQ3_XXS blk.43.ffn_gate_exps.weight[463]: blk.43.ffn_gate_exps.weight[464]: IQ3_XXS blk.43.ffn_gate_exps.weight[465]: IQ3_XXS blk.43.ffn_gate_exps.weight[466]: IQ3_XXS blk.43.ffn_gate_exps.weight[467]: blk.43.ffn_gate_exps.weight[468]: blk.43.ffn_gate_exps.weight[469]: blk.43.ffn_gate_exps.weight[470]: IQ3_XXS blk.43.ffn_gate_exps.weight[471]: IQ3_XXS blk.43.ffn_gate_exps.weight[472]: IQ3_XXS blk.43.ffn_gate_exps.weight[473]: blk.43.ffn_gate_exps.weight[474]: blk.43.ffn_gate_exps.weight[475]: IQ3_XXS blk.43.ffn_gate_exps.weight[476]: blk.43.ffn_gate_exps.weight[477]: IQ3_XXS blk.43.ffn_gate_exps.weight[478]: IQ3_XXS blk.43.ffn_gate_exps.weight[479]: IQ3_XXS blk.43.ffn_gate_exps.weight[480]: blk.43.ffn_gate_exps.weight[481]: IQ3_XXS blk.43.ffn_gate_exps.weight[482]: blk.43.ffn_gate_exps.weight[483]: IQ3_XXS blk.43.ffn_gate_exps.weight[484]: IQ3_XXS blk.43.ffn_gate_exps.weight[485]: IQ3_XXS blk.43.ffn_gate_exps.weight[486]: IQ3_XXS blk.43.ffn_gate_exps.weight[487]: blk.43.ffn_gate_exps.weight[488]: IQ3_XXS blk.43.ffn_gate_exps.weight[489]: blk.43.ffn_gate_exps.weight[490]: IQ3_XXS blk.43.ffn_gate_exps.weight[491]: blk.43.ffn_gate_exps.weight[492]: blk.43.ffn_gate_exps.weight[493]: blk.43.ffn_gate_exps.weight[494]: IQ3_XXS blk.43.ffn_gate_exps.weight[495]: IQ3_XXS blk.43.ffn_gate_exps.weight[496]: blk.43.ffn_gate_exps.weight[497]: blk.43.ffn_gate_exps.weight[498]: IQ3_XXS blk.43.ffn_gate_exps.weight[499]: IQ3_XXS blk.43.ffn_gate_exps.weight[500]: blk.43.ffn_gate_exps.weight[501]: blk.43.ffn_gate_exps.weight[502]: blk.43.ffn_gate_exps.weight[503]: IQ3_XXS blk.43.ffn_gate_exps.weight[504]: IQ3_XXS blk.43.ffn_gate_exps.weight[505]: IQ3_XXS blk.43.ffn_gate_exps.weight[506]: IQ3_XXS blk.43.ffn_gate_exps.weight[507]: blk.43.ffn_gate_exps.weight[508]: blk.43.ffn_gate_exps.weight[509]: IQ3_XXS blk.43.ffn_gate_exps.weight[510]: IQ3_XXS blk.43.ffn_gate_exps.weight[511]: IQ3_XXS blk.43.ffn_up_exps.weight[0]: blk.43.ffn_up_exps.weight[1]: IQ3_XXS blk.43.ffn_up_exps.weight[2]: IQ3_XXS blk.43.ffn_up_exps.weight[3]: IQ3_XXS blk.43.ffn_up_exps.weight[4]: IQ3_XXS blk.43.ffn_up_exps.weight[5]: IQ3_XXS blk.43.ffn_up_exps.weight[6]: blk.43.ffn_up_exps.weight[7]: blk.43.ffn_up_exps.weight[8]: blk.43.ffn_up_exps.weight[9]: IQ3_XXS blk.43.ffn_up_exps.weight[10]: blk.43.ffn_up_exps.weight[11]: blk.43.ffn_up_exps.weight[12]: IQ3_XXS blk.43.ffn_up_exps.weight[13]: IQ3_XXS blk.43.ffn_up_exps.weight[14]: blk.43.ffn_up_exps.weight[15]: IQ3_XXS blk.43.ffn_up_exps.weight[16]: blk.43.ffn_up_exps.weight[17]: IQ3_XXS blk.43.ffn_up_exps.weight[18]: IQ3_XXS blk.43.ffn_up_exps.weight[19]: blk.43.ffn_up_exps.weight[20]: blk.43.ffn_up_exps.weight[21]: blk.43.ffn_up_exps.weight[22]: IQ3_XXS blk.43.ffn_up_exps.weight[23]: blk.43.ffn_up_exps.weight[24]: IQ3_XXS blk.43.ffn_up_exps.weight[25]: blk.43.ffn_up_exps.weight[26]: IQ3_XXS blk.43.ffn_up_exps.weight[27]: blk.43.ffn_up_exps.weight[28]: blk.43.ffn_up_exps.weight[29]: IQ3_XXS blk.43.ffn_up_exps.weight[30]: blk.43.ffn_up_exps.weight[31]: IQ3_XXS blk.43.ffn_up_exps.weight[32]: IQ3_XXS blk.43.ffn_up_exps.weight[33]: IQ3_XXS blk.43.ffn_up_exps.weight[34]: IQ3_XXS blk.43.ffn_up_exps.weight[35]: IQ3_XXS blk.43.ffn_up_exps.weight[36]: blk.43.ffn_up_exps.weight[37]: blk.43.ffn_up_exps.weight[38]: IQ3_XXS blk.43.ffn_up_exps.weight[39]: blk.43.ffn_up_exps.weight[40]: IQ3_XXS blk.43.ffn_up_exps.weight[41]: blk.43.ffn_up_exps.weight[42]: blk.43.ffn_up_exps.weight[43]: blk.43.ffn_up_exps.weight[44]: IQ3_XXS blk.43.ffn_up_exps.weight[45]: IQ3_XXS blk.43.ffn_up_exps.weight[46]: IQ3_XXS blk.43.ffn_up_exps.weight[47]: IQ3_XXS blk.43.ffn_up_exps.weight[48]: blk.43.ffn_up_exps.weight[49]: IQ3_XXS blk.43.ffn_up_exps.weight[50]: IQ3_XXS blk.43.ffn_up_exps.weight[51]: IQ3_XXS blk.43.ffn_up_exps.weight[52]: blk.43.ffn_up_exps.weight[53]: IQ3_XXS blk.43.ffn_up_exps.weight[54]: blk.43.ffn_up_exps.weight[55]: blk.43.ffn_up_exps.weight[56]: IQ3_XXS blk.43.ffn_up_exps.weight[57]: blk.43.ffn_up_exps.weight[58]: blk.43.ffn_up_exps.weight[59]: IQ3_XXS blk.43.ffn_up_exps.weight[60]: blk.43.ffn_up_exps.weight[61]: blk.43.ffn_up_exps.weight[62]: blk.43.ffn_up_exps.weight[63]: blk.43.ffn_up_exps.weight[64]: IQ3_XXS blk.43.ffn_up_exps.weight[65]: IQ3_XXS blk.43.ffn_up_exps.weight[66]: blk.43.ffn_up_exps.weight[67]: IQ3_XXS blk.43.ffn_up_exps.weight[68]: blk.43.ffn_up_exps.weight[69]: blk.43.ffn_up_exps.weight[70]: IQ3_XXS blk.43.ffn_up_exps.weight[71]: IQ3_XXS blk.43.ffn_up_exps.weight[72]: blk.43.ffn_up_exps.weight[73]: IQ3_XXS blk.43.ffn_up_exps.weight[74]: blk.43.ffn_up_exps.weight[75]: IQ3_XXS blk.43.ffn_up_exps.weight[76]: blk.43.ffn_up_exps.weight[77]: IQ3_XXS blk.43.ffn_up_exps.weight[78]: IQ3_XXS blk.43.ffn_up_exps.weight[79]: blk.43.ffn_up_exps.weight[80]: blk.43.ffn_up_exps.weight[81]: blk.43.ffn_up_exps.weight[82]: blk.43.ffn_up_exps.weight[83]: blk.43.ffn_up_exps.weight[84]: IQ3_XXS blk.43.ffn_up_exps.weight[85]: IQ3_XXS blk.43.ffn_up_exps.weight[86]: IQ3_XXS blk.43.ffn_up_exps.weight[87]: IQ3_XXS blk.43.ffn_up_exps.weight[88]: blk.43.ffn_up_exps.weight[89]: blk.43.ffn_up_exps.weight[90]: blk.43.ffn_up_exps.weight[91]: IQ3_XXS blk.43.ffn_up_exps.weight[92]: IQ3_XXS blk.43.ffn_up_exps.weight[93]: blk.43.ffn_up_exps.weight[94]: blk.43.ffn_up_exps.weight[95]: IQ3_XXS blk.43.ffn_up_exps.weight[96]: blk.43.ffn_up_exps.weight[97]: IQ3_XXS blk.43.ffn_up_exps.weight[98]: blk.43.ffn_up_exps.weight[99]: IQ3_XXS blk.43.ffn_up_exps.weight[100]: blk.43.ffn_up_exps.weight[101]: IQ3_XXS blk.43.ffn_up_exps.weight[102]: IQ3_XXS blk.43.ffn_up_exps.weight[103]: blk.43.ffn_up_exps.weight[104]: IQ3_XXS blk.43.ffn_up_exps.weight[105]: IQ3_XXS blk.43.ffn_up_exps.weight[106]: IQ3_XXS blk.43.ffn_up_exps.weight[107]: IQ3_XXS blk.43.ffn_up_exps.weight[108]: blk.43.ffn_up_exps.weight[109]: blk.43.ffn_up_exps.weight[110]: blk.43.ffn_up_exps.weight[111]: blk.43.ffn_up_exps.weight[112]: IQ3_XXS blk.43.ffn_up_exps.weight[113]: blk.43.ffn_up_exps.weight[114]: IQ3_XXS blk.43.ffn_up_exps.weight[115]: IQ3_XXS blk.43.ffn_up_exps.weight[116]: blk.43.ffn_up_exps.weight[117]: IQ3_XXS blk.43.ffn_up_exps.weight[118]: IQ3_XXS blk.43.ffn_up_exps.weight[119]: IQ3_XXS blk.43.ffn_up_exps.weight[120]: IQ3_XXS blk.43.ffn_up_exps.weight[121]: IQ3_XXS blk.43.ffn_up_exps.weight[122]: blk.43.ffn_up_exps.weight[123]: IQ3_XXS blk.43.ffn_up_exps.weight[124]: IQ3_XXS blk.43.ffn_up_exps.weight[125]: IQ3_XXS blk.43.ffn_up_exps.weight[126]: IQ3_XXS blk.43.ffn_up_exps.weight[127]: IQ3_XXS blk.43.ffn_up_exps.weight[128]: blk.43.ffn_up_exps.weight[129]: blk.43.ffn_up_exps.weight[130]: blk.43.ffn_up_exps.weight[131]: IQ3_XXS blk.43.ffn_up_exps.weight[132]: IQ3_XXS blk.43.ffn_up_exps.weight[133]: IQ3_XXS blk.43.ffn_up_exps.weight[134]: IQ3_XXS blk.43.ffn_up_exps.weight[135]: IQ3_XXS blk.43.ffn_up_exps.weight[136]: blk.43.ffn_up_exps.weight[137]: blk.43.ffn_up_exps.weight[138]: IQ3_XXS blk.43.ffn_up_exps.weight[139]: IQ3_XXS blk.43.ffn_up_exps.weight[140]: IQ3_XXS blk.43.ffn_up_exps.weight[141]: blk.43.ffn_up_exps.weight[142]: IQ3_XXS blk.43.ffn_up_exps.weight[143]: blk.43.ffn_up_exps.weight[144]: blk.43.ffn_up_exps.weight[145]: IQ3_XXS blk.43.ffn_up_exps.weight[146]: IQ3_XXS blk.43.ffn_up_exps.weight[147]: IQ3_XXS blk.43.ffn_up_exps.weight[148]: IQ3_XXS blk.43.ffn_up_exps.weight[149]: blk.43.ffn_up_exps.weight[150]: IQ3_XXS blk.43.ffn_up_exps.weight[151]: blk.43.ffn_up_exps.weight[152]: blk.43.ffn_up_exps.weight[153]: blk.43.ffn_up_exps.weight[154]: IQ3_XXS blk.43.ffn_up_exps.weight[155]: IQ3_XXS blk.43.ffn_up_exps.weight[156]: IQ3_XXS blk.43.ffn_up_exps.weight[157]: IQ3_XXS blk.43.ffn_up_exps.weight[158]: blk.43.ffn_up_exps.weight[159]: IQ3_XXS blk.43.ffn_up_exps.weight[160]: blk.43.ffn_up_exps.weight[161]: IQ3_XXS blk.43.ffn_up_exps.weight[162]: blk.43.ffn_up_exps.weight[163]: blk.43.ffn_up_exps.weight[164]: IQ3_XXS blk.43.ffn_up_exps.weight[165]: IQ3_XXS blk.43.ffn_up_exps.weight[166]: IQ3_XXS blk.43.ffn_up_exps.weight[167]: IQ3_XXS blk.43.ffn_up_exps.weight[168]: blk.43.ffn_up_exps.weight[169]: IQ3_XXS blk.43.ffn_up_exps.weight[170]: blk.43.ffn_up_exps.weight[171]: blk.43.ffn_up_exps.weight[172]: IQ3_XXS blk.43.ffn_up_exps.weight[173]: IQ3_XXS blk.43.ffn_up_exps.weight[174]: blk.43.ffn_up_exps.weight[175]: IQ3_XXS blk.43.ffn_up_exps.weight[176]: blk.43.ffn_up_exps.weight[177]: blk.43.ffn_up_exps.weight[178]: IQ3_XXS blk.43.ffn_up_exps.weight[179]: blk.43.ffn_up_exps.weight[180]: IQ3_XXS blk.43.ffn_up_exps.weight[181]: IQ3_XXS blk.43.ffn_up_exps.weight[182]: IQ3_XXS blk.43.ffn_up_exps.weight[183]: blk.43.ffn_up_exps.weight[184]: blk.43.ffn_up_exps.weight[185]: IQ3_XXS blk.43.ffn_up_exps.weight[186]: blk.43.ffn_up_exps.weight[187]: blk.43.ffn_up_exps.weight[188]: blk.43.ffn_up_exps.weight[189]: blk.43.ffn_up_exps.weight[190]: IQ3_XXS blk.43.ffn_up_exps.weight[191]: blk.43.ffn_up_exps.weight[192]: blk.43.ffn_up_exps.weight[193]: IQ3_XXS blk.43.ffn_up_exps.weight[194]: IQ3_XXS blk.43.ffn_up_exps.weight[195]: IQ3_XXS blk.43.ffn_up_exps.weight[196]: blk.43.ffn_up_exps.weight[197]: blk.43.ffn_up_exps.weight[198]: IQ3_XXS blk.43.ffn_up_exps.weight[199]: blk.43.ffn_up_exps.weight[200]: blk.43.ffn_up_exps.weight[201]: IQ3_XXS blk.43.ffn_up_exps.weight[202]: blk.43.ffn_up_exps.weight[203]: blk.43.ffn_up_exps.weight[204]: blk.43.ffn_up_exps.weight[205]: blk.43.ffn_up_exps.weight[206]: IQ3_XXS blk.43.ffn_up_exps.weight[207]: blk.43.ffn_up_exps.weight[208]: blk.43.ffn_up_exps.weight[209]: IQ3_XXS blk.43.ffn_up_exps.weight[210]: blk.43.ffn_up_exps.weight[211]: blk.43.ffn_up_exps.weight[212]: IQ3_XXS blk.43.ffn_up_exps.weight[213]: IQ3_XXS blk.43.ffn_up_exps.weight[214]: blk.43.ffn_up_exps.weight[215]: IQ3_XXS blk.43.ffn_up_exps.weight[216]: IQ3_XXS blk.43.ffn_up_exps.weight[217]: blk.43.ffn_up_exps.weight[218]: blk.43.ffn_up_exps.weight[219]: IQ3_XXS blk.43.ffn_up_exps.weight[220]: IQ3_XXS blk.43.ffn_up_exps.weight[221]: IQ3_XXS blk.43.ffn_up_exps.weight[222]: IQ3_XXS blk.43.ffn_up_exps.weight[223]: IQ3_XXS blk.43.ffn_up_exps.weight[224]: IQ3_XXS blk.43.ffn_up_exps.weight[225]: blk.43.ffn_up_exps.weight[226]: blk.43.ffn_up_exps.weight[227]: blk.43.ffn_up_exps.weight[228]: blk.43.ffn_up_exps.weight[229]: blk.43.ffn_up_exps.weight[230]: blk.43.ffn_up_exps.weight[231]: IQ3_XXS blk.43.ffn_up_exps.weight[232]: IQ3_XXS blk.43.ffn_up_exps.weight[233]: IQ3_XXS blk.43.ffn_up_exps.weight[234]: IQ3_XXS blk.43.ffn_up_exps.weight[235]: blk.43.ffn_up_exps.weight[236]: blk.43.ffn_up_exps.weight[237]: IQ3_XXS blk.43.ffn_up_exps.weight[238]: IQ3_XXS blk.43.ffn_up_exps.weight[239]: IQ3_XXS blk.43.ffn_up_exps.weight[240]: blk.43.ffn_up_exps.weight[241]: blk.43.ffn_up_exps.weight[242]: IQ3_XXS blk.43.ffn_up_exps.weight[243]: IQ3_XXS blk.43.ffn_up_exps.weight[244]: blk.43.ffn_up_exps.weight[245]: blk.43.ffn_up_exps.weight[246]: IQ3_XXS blk.43.ffn_up_exps.weight[247]: blk.43.ffn_up_exps.weight[248]: blk.43.ffn_up_exps.weight[249]: blk.43.ffn_up_exps.weight[250]: blk.43.ffn_up_exps.weight[251]: blk.43.ffn_up_exps.weight[252]: blk.43.ffn_up_exps.weight[253]: blk.43.ffn_up_exps.weight[254]: blk.43.ffn_up_exps.weight[255]: IQ3_XXS blk.43.ffn_up_exps.weight[256]: IQ3_XXS blk.43.ffn_up_exps.weight[257]: IQ3_XXS blk.43.ffn_up_exps.weight[258]: blk.43.ffn_up_exps.weight[259]: blk.43.ffn_up_exps.weight[260]: IQ3_XXS blk.43.ffn_up_exps.weight[261]: IQ3_XXS blk.43.ffn_up_exps.weight[262]: blk.43.ffn_up_exps.weight[263]: blk.43.ffn_up_exps.weight[264]: IQ3_XXS blk.43.ffn_up_exps.weight[265]: blk.43.ffn_up_exps.weight[266]: IQ3_XXS blk.43.ffn_up_exps.weight[267]: IQ3_XXS blk.43.ffn_up_exps.weight[268]: blk.43.ffn_up_exps.weight[269]: blk.43.ffn_up_exps.weight[270]: IQ3_XXS blk.43.ffn_up_exps.weight[271]: blk.43.ffn_up_exps.weight[272]: blk.43.ffn_up_exps.weight[273]: IQ3_XXS blk.43.ffn_up_exps.weight[274]: IQ3_XXS blk.43.ffn_up_exps.weight[275]: IQ3_XXS blk.43.ffn_up_exps.weight[276]: blk.43.ffn_up_exps.weight[277]: blk.43.ffn_up_exps.weight[278]: IQ3_XXS blk.43.ffn_up_exps.weight[279]: blk.43.ffn_up_exps.weight[280]: IQ3_XXS blk.43.ffn_up_exps.weight[281]: blk.43.ffn_up_exps.weight[282]: IQ3_XXS blk.43.ffn_up_exps.weight[283]: blk.43.ffn_up_exps.weight[284]: IQ3_XXS blk.43.ffn_up_exps.weight[285]: IQ3_XXS blk.43.ffn_up_exps.weight[286]: blk.43.ffn_up_exps.weight[287]: blk.43.ffn_up_exps.weight[288]: blk.43.ffn_up_exps.weight[289]: blk.43.ffn_up_exps.weight[290]: blk.43.ffn_up_exps.weight[291]: blk.43.ffn_up_exps.weight[292]: blk.43.ffn_up_exps.weight[293]: IQ3_XXS blk.43.ffn_up_exps.weight[294]: IQ3_XXS blk.43.ffn_up_exps.weight[295]: blk.43.ffn_up_exps.weight[296]: blk.43.ffn_up_exps.weight[297]: IQ3_XXS blk.43.ffn_up_exps.weight[298]: blk.43.ffn_up_exps.weight[299]: IQ3_XXS blk.43.ffn_up_exps.weight[300]: IQ3_XXS blk.43.ffn_up_exps.weight[301]: blk.43.ffn_up_exps.weight[302]: IQ3_XXS blk.43.ffn_up_exps.weight[303]: IQ3_XXS blk.43.ffn_up_exps.weight[304]: blk.43.ffn_up_exps.weight[305]: blk.43.ffn_up_exps.weight[306]: blk.43.ffn_up_exps.weight[307]: blk.43.ffn_up_exps.weight[308]: IQ3_XXS blk.43.ffn_up_exps.weight[309]: IQ3_XXS blk.43.ffn_up_exps.weight[310]: IQ3_XXS blk.43.ffn_up_exps.weight[311]: blk.43.ffn_up_exps.weight[312]: blk.43.ffn_up_exps.weight[313]: blk.43.ffn_up_exps.weight[314]: IQ3_XXS blk.43.ffn_up_exps.weight[315]: blk.43.ffn_up_exps.weight[316]: blk.43.ffn_up_exps.weight[317]: IQ3_XXS blk.43.ffn_up_exps.weight[318]: IQ3_XXS blk.43.ffn_up_exps.weight[319]: IQ3_XXS blk.43.ffn_up_exps.weight[320]: blk.43.ffn_up_exps.weight[321]: blk.43.ffn_up_exps.weight[322]: IQ3_XXS blk.43.ffn_up_exps.weight[323]: blk.43.ffn_up_exps.weight[324]: blk.43.ffn_up_exps.weight[325]: blk.43.ffn_up_exps.weight[326]: blk.43.ffn_up_exps.weight[327]: blk.43.ffn_up_exps.weight[328]: blk.43.ffn_up_exps.weight[329]: IQ3_XXS blk.43.ffn_up_exps.weight[330]: blk.43.ffn_up_exps.weight[331]: IQ3_XXS blk.43.ffn_up_exps.weight[332]: IQ3_XXS blk.43.ffn_up_exps.weight[333]: blk.43.ffn_up_exps.weight[334]: blk.43.ffn_up_exps.weight[335]: IQ3_XXS blk.43.ffn_up_exps.weight[336]: IQ3_XXS blk.43.ffn_up_exps.weight[337]: IQ3_XXS blk.43.ffn_up_exps.weight[338]: IQ3_XXS blk.43.ffn_up_exps.weight[339]: IQ3_XXS blk.43.ffn_up_exps.weight[340]: IQ3_XXS blk.43.ffn_up_exps.weight[341]: blk.43.ffn_up_exps.weight[342]: IQ3_XXS blk.43.ffn_up_exps.weight[343]: blk.43.ffn_up_exps.weight[344]: blk.43.ffn_up_exps.weight[345]: blk.43.ffn_up_exps.weight[346]: IQ3_XXS blk.43.ffn_up_exps.weight[347]: blk.43.ffn_up_exps.weight[348]: blk.43.ffn_up_exps.weight[349]: IQ3_XXS blk.43.ffn_up_exps.weight[350]: blk.43.ffn_up_exps.weight[351]: IQ3_XXS blk.43.ffn_up_exps.weight[352]: blk.43.ffn_up_exps.weight[353]: blk.43.ffn_up_exps.weight[354]: IQ3_XXS blk.43.ffn_up_exps.weight[355]: blk.43.ffn_up_exps.weight[356]: blk.43.ffn_up_exps.weight[357]: blk.43.ffn_up_exps.weight[358]: IQ3_XXS blk.43.ffn_up_exps.weight[359]: IQ3_XXS blk.43.ffn_up_exps.weight[360]: blk.43.ffn_up_exps.weight[361]: IQ3_XXS blk.43.ffn_up_exps.weight[362]: blk.43.ffn_up_exps.weight[363]: IQ3_XXS blk.43.ffn_up_exps.weight[364]: IQ3_XXS blk.43.ffn_up_exps.weight[365]: IQ3_XXS blk.43.ffn_up_exps.weight[366]: blk.43.ffn_up_exps.weight[367]: IQ3_XXS blk.43.ffn_up_exps.weight[368]: blk.43.ffn_up_exps.weight[369]: IQ3_XXS blk.43.ffn_up_exps.weight[370]: IQ3_XXS blk.43.ffn_up_exps.weight[371]: IQ3_XXS blk.43.ffn_up_exps.weight[372]: blk.43.ffn_up_exps.weight[373]: IQ3_XXS blk.43.ffn_up_exps.weight[374]: IQ3_XXS blk.43.ffn_up_exps.weight[375]: blk.43.ffn_up_exps.weight[376]: blk.43.ffn_up_exps.weight[377]: IQ3_XXS blk.43.ffn_up_exps.weight[378]: blk.43.ffn_up_exps.weight[379]: blk.43.ffn_up_exps.weight[380]: IQ3_XXS blk.43.ffn_up_exps.weight[381]: blk.43.ffn_up_exps.weight[382]: blk.43.ffn_up_exps.weight[383]: IQ3_XXS blk.43.ffn_up_exps.weight[384]: IQ3_XXS blk.43.ffn_up_exps.weight[385]: blk.43.ffn_up_exps.weight[386]: IQ3_XXS blk.43.ffn_up_exps.weight[387]: blk.43.ffn_up_exps.weight[388]: IQ3_XXS blk.43.ffn_up_exps.weight[389]: IQ3_XXS blk.43.ffn_up_exps.weight[390]: blk.43.ffn_up_exps.weight[391]: blk.43.ffn_up_exps.weight[392]: blk.43.ffn_up_exps.weight[393]: IQ3_XXS blk.43.ffn_up_exps.weight[394]: blk.43.ffn_up_exps.weight[395]: IQ3_XXS blk.43.ffn_up_exps.weight[396]: IQ3_XXS blk.43.ffn_up_exps.weight[397]: IQ3_XXS blk.43.ffn_up_exps.weight[398]: blk.43.ffn_up_exps.weight[399]: blk.43.ffn_up_exps.weight[400]: IQ3_XXS blk.43.ffn_up_exps.weight[401]: IQ3_XXS blk.43.ffn_up_exps.weight[402]: blk.43.ffn_up_exps.weight[403]: blk.43.ffn_up_exps.weight[404]: blk.43.ffn_up_exps.weight[405]: blk.43.ffn_up_exps.weight[406]: blk.43.ffn_up_exps.weight[407]: blk.43.ffn_up_exps.weight[408]: IQ3_XXS blk.43.ffn_up_exps.weight[409]: blk.43.ffn_up_exps.weight[410]: IQ3_XXS blk.43.ffn_up_exps.weight[411]: IQ3_XXS blk.43.ffn_up_exps.weight[412]: IQ3_XXS blk.43.ffn_up_exps.weight[413]: IQ3_XXS blk.43.ffn_up_exps.weight[414]: IQ3_XXS blk.43.ffn_up_exps.weight[415]: blk.43.ffn_up_exps.weight[416]: blk.43.ffn_up_exps.weight[417]: IQ3_XXS blk.43.ffn_up_exps.weight[418]: blk.43.ffn_up_exps.weight[419]: blk.43.ffn_up_exps.weight[420]: blk.43.ffn_up_exps.weight[421]: blk.43.ffn_up_exps.weight[422]: IQ3_XXS blk.43.ffn_up_exps.weight[423]: IQ3_XXS blk.43.ffn_up_exps.weight[424]: IQ3_XXS blk.43.ffn_up_exps.weight[425]: IQ3_XXS blk.43.ffn_up_exps.weight[426]: IQ3_XXS blk.43.ffn_up_exps.weight[427]: IQ3_XXS blk.43.ffn_up_exps.weight[428]: IQ3_XXS blk.43.ffn_up_exps.weight[429]: blk.43.ffn_up_exps.weight[430]: IQ3_XXS blk.43.ffn_up_exps.weight[431]: blk.43.ffn_up_exps.weight[432]: blk.43.ffn_up_exps.weight[433]: blk.43.ffn_up_exps.weight[434]: blk.43.ffn_up_exps.weight[435]: IQ3_XXS blk.43.ffn_up_exps.weight[436]: blk.43.ffn_up_exps.weight[437]: blk.43.ffn_up_exps.weight[438]: blk.43.ffn_up_exps.weight[439]: IQ3_XXS blk.43.ffn_up_exps.weight[440]: blk.43.ffn_up_exps.weight[441]: IQ3_XXS blk.43.ffn_up_exps.weight[442]: blk.43.ffn_up_exps.weight[443]: blk.43.ffn_up_exps.weight[444]: IQ3_XXS blk.43.ffn_up_exps.weight[445]: IQ3_XXS blk.43.ffn_up_exps.weight[446]: blk.43.ffn_up_exps.weight[447]: blk.43.ffn_up_exps.weight[448]: IQ3_XXS blk.43.ffn_up_exps.weight[449]: blk.43.ffn_up_exps.weight[450]: blk.43.ffn_up_exps.weight[451]: blk.43.ffn_up_exps.weight[452]: blk.43.ffn_up_exps.weight[453]: blk.43.ffn_up_exps.weight[454]: blk.43.ffn_up_exps.weight[455]: blk.43.ffn_up_exps.weight[456]: IQ3_XXS blk.43.ffn_up_exps.weight[457]: IQ3_XXS blk.43.ffn_up_exps.weight[458]: IQ3_XXS blk.43.ffn_up_exps.weight[459]: IQ3_XXS blk.43.ffn_up_exps.weight[460]: IQ3_XXS blk.43.ffn_up_exps.weight[461]: blk.43.ffn_up_exps.weight[462]: IQ3_XXS blk.43.ffn_up_exps.weight[463]: blk.43.ffn_up_exps.weight[464]: IQ3_XXS blk.43.ffn_up_exps.weight[465]: IQ3_XXS blk.43.ffn_up_exps.weight[466]: IQ3_XXS blk.43.ffn_up_exps.weight[467]: blk.43.ffn_up_exps.weight[468]: blk.43.ffn_up_exps.weight[469]: blk.43.ffn_up_exps.weight[470]: IQ3_XXS blk.43.ffn_up_exps.weight[471]: IQ3_XXS blk.43.ffn_up_exps.weight[472]: IQ3_XXS blk.43.ffn_up_exps.weight[473]: blk.43.ffn_up_exps.weight[474]: blk.43.ffn_up_exps.weight[475]: IQ3_XXS blk.43.ffn_up_exps.weight[476]: blk.43.ffn_up_exps.weight[477]: IQ3_XXS blk.43.ffn_up_exps.weight[478]: IQ3_XXS blk.43.ffn_up_exps.weight[479]: IQ3_XXS blk.43.ffn_up_exps.weight[480]: blk.43.ffn_up_exps.weight[481]: IQ3_XXS blk.43.ffn_up_exps.weight[482]: blk.43.ffn_up_exps.weight[483]: IQ3_XXS blk.43.ffn_up_exps.weight[484]: IQ3_XXS blk.43.ffn_up_exps.weight[485]: IQ3_XXS blk.43.ffn_up_exps.weight[486]: IQ3_XXS blk.43.ffn_up_exps.weight[487]: blk.43.ffn_up_exps.weight[488]: IQ3_XXS blk.43.ffn_up_exps.weight[489]: blk.43.ffn_up_exps.weight[490]: IQ3_XXS blk.43.ffn_up_exps.weight[491]: blk.43.ffn_up_exps.weight[492]: blk.43.ffn_up_exps.weight[493]: blk.43.ffn_up_exps.weight[494]: IQ3_XXS blk.43.ffn_up_exps.weight[495]: IQ3_XXS blk.43.ffn_up_exps.weight[496]: blk.43.ffn_up_exps.weight[497]: blk.43.ffn_up_exps.weight[498]: IQ3_XXS blk.43.ffn_up_exps.weight[499]: IQ3_XXS blk.43.ffn_up_exps.weight[500]: blk.43.ffn_up_exps.weight[501]: blk.43.ffn_up_exps.weight[502]: blk.43.ffn_up_exps.weight[503]: IQ3_XXS blk.43.ffn_up_exps.weight[504]: IQ3_XXS blk.43.ffn_up_exps.weight[505]: IQ3_XXS blk.43.ffn_up_exps.weight[506]: IQ3_XXS blk.43.ffn_up_exps.weight[507]: blk.43.ffn_up_exps.weight[508]: blk.43.ffn_up_exps.weight[509]: IQ3_XXS blk.43.ffn_up_exps.weight[510]: IQ3_XXS blk.43.ffn_up_exps.weight[511]: IQ3_XXS blk.43.ffn_down_exps.weight[0]: blk.43.ffn_down_exps.weight[1]: IQ4_NL blk.43.ffn_down_exps.weight[2]: IQ4_NL blk.43.ffn_down_exps.weight[3]: IQ4_NL blk.43.ffn_down_exps.weight[4]: IQ4_NL blk.43.ffn_down_exps.weight[5]: IQ4_NL blk.43.ffn_down_exps.weight[6]: blk.43.ffn_down_exps.weight[7]: blk.43.ffn_down_exps.weight[8]: blk.43.ffn_down_exps.weight[9]: IQ4_NL blk.43.ffn_down_exps.weight[10]: blk.43.ffn_down_exps.weight[11]: blk.43.ffn_down_exps.weight[12]: IQ4_NL blk.43.ffn_down_exps.weight[13]: IQ4_NL blk.43.ffn_down_exps.weight[14]: blk.43.ffn_down_exps.weight[15]: IQ4_NL blk.43.ffn_down_exps.weight[16]: blk.43.ffn_down_exps.weight[17]: IQ4_NL blk.43.ffn_down_exps.weight[18]: IQ4_NL blk.43.ffn_down_exps.weight[19]: blk.43.ffn_down_exps.weight[20]: blk.43.ffn_down_exps.weight[21]: blk.43.ffn_down_exps.weight[22]: IQ4_NL blk.43.ffn_down_exps.weight[23]: blk.43.ffn_down_exps.weight[24]: IQ4_NL blk.43.ffn_down_exps.weight[25]: blk.43.ffn_down_exps.weight[26]: IQ4_NL blk.43.ffn_down_exps.weight[27]: blk.43.ffn_down_exps.weight[28]: blk.43.ffn_down_exps.weight[29]: IQ4_NL blk.43.ffn_down_exps.weight[30]: blk.43.ffn_down_exps.weight[31]: IQ4_NL blk.43.ffn_down_exps.weight[32]: IQ4_NL blk.43.ffn_down_exps.weight[33]: IQ4_NL blk.43.ffn_down_exps.weight[34]: IQ4_NL blk.43.ffn_down_exps.weight[35]: IQ4_NL blk.43.ffn_down_exps.weight[36]: blk.43.ffn_down_exps.weight[37]: blk.43.ffn_down_exps.weight[38]: IQ4_NL blk.43.ffn_down_exps.weight[39]: blk.43.ffn_down_exps.weight[40]: IQ4_NL blk.43.ffn_down_exps.weight[41]: blk.43.ffn_down_exps.weight[42]: blk.43.ffn_down_exps.weight[43]: blk.43.ffn_down_exps.weight[44]: IQ4_NL blk.43.ffn_down_exps.weight[45]: IQ4_NL blk.43.ffn_down_exps.weight[46]: IQ4_NL blk.43.ffn_down_exps.weight[47]: IQ4_NL blk.43.ffn_down_exps.weight[48]: blk.43.ffn_down_exps.weight[49]: IQ4_NL blk.43.ffn_down_exps.weight[50]: IQ4_NL blk.43.ffn_down_exps.weight[51]: IQ4_NL blk.43.ffn_down_exps.weight[52]: blk.43.ffn_down_exps.weight[53]: IQ4_NL blk.43.ffn_down_exps.weight[54]: blk.43.ffn_down_exps.weight[55]: blk.43.ffn_down_exps.weight[56]: IQ4_NL blk.43.ffn_down_exps.weight[57]: blk.43.ffn_down_exps.weight[58]: blk.43.ffn_down_exps.weight[59]: IQ4_NL blk.43.ffn_down_exps.weight[60]: blk.43.ffn_down_exps.weight[61]: blk.43.ffn_down_exps.weight[62]: blk.43.ffn_down_exps.weight[63]: blk.43.ffn_down_exps.weight[64]: IQ4_NL blk.43.ffn_down_exps.weight[65]: IQ4_NL blk.43.ffn_down_exps.weight[66]: blk.43.ffn_down_exps.weight[67]: IQ4_NL blk.43.ffn_down_exps.weight[68]: blk.43.ffn_down_exps.weight[69]: blk.43.ffn_down_exps.weight[70]: IQ4_NL blk.43.ffn_down_exps.weight[71]: IQ4_NL blk.43.ffn_down_exps.weight[72]: blk.43.ffn_down_exps.weight[73]: IQ4_NL blk.43.ffn_down_exps.weight[74]: blk.43.ffn_down_exps.weight[75]: IQ4_NL blk.43.ffn_down_exps.weight[76]: blk.43.ffn_down_exps.weight[77]: IQ4_NL blk.43.ffn_down_exps.weight[78]: IQ4_NL blk.43.ffn_down_exps.weight[79]: blk.43.ffn_down_exps.weight[80]: blk.43.ffn_down_exps.weight[81]: blk.43.ffn_down_exps.weight[82]: blk.43.ffn_down_exps.weight[83]: blk.43.ffn_down_exps.weight[84]: IQ4_NL blk.43.ffn_down_exps.weight[85]: IQ4_NL blk.43.ffn_down_exps.weight[86]: IQ4_NL blk.43.ffn_down_exps.weight[87]: IQ4_NL blk.43.ffn_down_exps.weight[88]: blk.43.ffn_down_exps.weight[89]: blk.43.ffn_down_exps.weight[90]: blk.43.ffn_down_exps.weight[91]: IQ4_NL blk.43.ffn_down_exps.weight[92]: IQ4_NL blk.43.ffn_down_exps.weight[93]: blk.43.ffn_down_exps.weight[94]: blk.43.ffn_down_exps.weight[95]: IQ4_NL blk.43.ffn_down_exps.weight[96]: blk.43.ffn_down_exps.weight[97]: IQ4_NL blk.43.ffn_down_exps.weight[98]: blk.43.ffn_down_exps.weight[99]: IQ4_NL blk.43.ffn_down_exps.weight[100]: blk.43.ffn_down_exps.weight[101]: IQ4_NL blk.43.ffn_down_exps.weight[102]: IQ4_NL blk.43.ffn_down_exps.weight[103]: blk.43.ffn_down_exps.weight[104]: IQ4_NL blk.43.ffn_down_exps.weight[105]: IQ4_NL blk.43.ffn_down_exps.weight[106]: IQ4_NL blk.43.ffn_down_exps.weight[107]: IQ4_NL blk.43.ffn_down_exps.weight[108]: blk.43.ffn_down_exps.weight[109]: blk.43.ffn_down_exps.weight[110]: blk.43.ffn_down_exps.weight[111]: blk.43.ffn_down_exps.weight[112]: IQ4_NL blk.43.ffn_down_exps.weight[113]: blk.43.ffn_down_exps.weight[114]: IQ4_NL blk.43.ffn_down_exps.weight[115]: IQ4_NL blk.43.ffn_down_exps.weight[116]: blk.43.ffn_down_exps.weight[117]: IQ4_NL blk.43.ffn_down_exps.weight[118]: IQ4_NL blk.43.ffn_down_exps.weight[119]: IQ4_NL blk.43.ffn_down_exps.weight[120]: IQ4_NL blk.43.ffn_down_exps.weight[121]: IQ4_NL blk.43.ffn_down_exps.weight[122]: blk.43.ffn_down_exps.weight[123]: IQ4_NL blk.43.ffn_down_exps.weight[124]: IQ4_NL blk.43.ffn_down_exps.weight[125]: IQ4_NL blk.43.ffn_down_exps.weight[126]: IQ4_NL blk.43.ffn_down_exps.weight[127]: IQ4_NL blk.43.ffn_down_exps.weight[128]: blk.43.ffn_down_exps.weight[129]: blk.43.ffn_down_exps.weight[130]: blk.43.ffn_down_exps.weight[131]: IQ4_NL blk.43.ffn_down_exps.weight[132]: IQ4_NL blk.43.ffn_down_exps.weight[133]: IQ4_NL blk.43.ffn_down_exps.weight[134]: IQ4_NL blk.43.ffn_down_exps.weight[135]: IQ4_NL blk.43.ffn_down_exps.weight[136]: blk.43.ffn_down_exps.weight[137]: blk.43.ffn_down_exps.weight[138]: IQ4_NL blk.43.ffn_down_exps.weight[139]: IQ4_NL blk.43.ffn_down_exps.weight[140]: IQ4_NL blk.43.ffn_down_exps.weight[141]: blk.43.ffn_down_exps.weight[142]: IQ4_NL blk.43.ffn_down_exps.weight[143]: blk.43.ffn_down_exps.weight[144]: blk.43.ffn_down_exps.weight[145]: IQ4_NL blk.43.ffn_down_exps.weight[146]: IQ4_NL blk.43.ffn_down_exps.weight[147]: IQ4_NL blk.43.ffn_down_exps.weight[148]: IQ4_NL blk.43.ffn_down_exps.weight[149]: blk.43.ffn_down_exps.weight[150]: IQ4_NL blk.43.ffn_down_exps.weight[151]: blk.43.ffn_down_exps.weight[152]: blk.43.ffn_down_exps.weight[153]: blk.43.ffn_down_exps.weight[154]: IQ4_NL blk.43.ffn_down_exps.weight[155]: IQ4_NL blk.43.ffn_down_exps.weight[156]: IQ4_NL blk.43.ffn_down_exps.weight[157]: IQ4_NL blk.43.ffn_down_exps.weight[158]: blk.43.ffn_down_exps.weight[159]: IQ4_NL blk.43.ffn_down_exps.weight[160]: blk.43.ffn_down_exps.weight[161]: IQ4_NL blk.43.ffn_down_exps.weight[162]: blk.43.ffn_down_exps.weight[163]: blk.43.ffn_down_exps.weight[164]: IQ4_NL blk.43.ffn_down_exps.weight[165]: IQ4_NL blk.43.ffn_down_exps.weight[166]: IQ4_NL blk.43.ffn_down_exps.weight[167]: IQ4_NL blk.43.ffn_down_exps.weight[168]: blk.43.ffn_down_exps.weight[169]: IQ4_NL blk.43.ffn_down_exps.weight[170]: blk.43.ffn_down_exps.weight[171]: blk.43.ffn_down_exps.weight[172]: IQ4_NL blk.43.ffn_down_exps.weight[173]: IQ4_NL blk.43.ffn_down_exps.weight[174]: blk.43.ffn_down_exps.weight[175]: IQ4_NL blk.43.ffn_down_exps.weight[176]: blk.43.ffn_down_exps.weight[177]: blk.43.ffn_down_exps.weight[178]: IQ4_NL blk.43.ffn_down_exps.weight[179]: blk.43.ffn_down_exps.weight[180]: IQ4_NL blk.43.ffn_down_exps.weight[181]: IQ4_NL blk.43.ffn_down_exps.weight[182]: IQ4_NL blk.43.ffn_down_exps.weight[183]: blk.43.ffn_down_exps.weight[184]: blk.43.ffn_down_exps.weight[185]: IQ4_NL blk.43.ffn_down_exps.weight[186]: blk.43.ffn_down_exps.weight[187]: blk.43.ffn_down_exps.weight[188]: blk.43.ffn_down_exps.weight[189]: blk.43.ffn_down_exps.weight[190]: IQ4_NL blk.43.ffn_down_exps.weight[191]: blk.43.ffn_down_exps.weight[192]: blk.43.ffn_down_exps.weight[193]: IQ4_NL blk.43.ffn_down_exps.weight[194]: IQ4_NL blk.43.ffn_down_exps.weight[195]: IQ4_NL blk.43.ffn_down_exps.weight[196]: blk.43.ffn_down_exps.weight[197]: blk.43.ffn_down_exps.weight[198]: IQ4_NL blk.43.ffn_down_exps.weight[199]: blk.43.ffn_down_exps.weight[200]: blk.43.ffn_down_exps.weight[201]: IQ4_NL blk.43.ffn_down_exps.weight[202]: blk.43.ffn_down_exps.weight[203]: blk.43.ffn_down_exps.weight[204]: blk.43.ffn_down_exps.weight[205]: blk.43.ffn_down_exps.weight[206]: IQ4_NL blk.43.ffn_down_exps.weight[207]: blk.43.ffn_down_exps.weight[208]: blk.43.ffn_down_exps.weight[209]: IQ4_NL blk.43.ffn_down_exps.weight[210]: blk.43.ffn_down_exps.weight[211]: blk.43.ffn_down_exps.weight[212]: IQ4_NL blk.43.ffn_down_exps.weight[213]: IQ4_NL blk.43.ffn_down_exps.weight[214]: blk.43.ffn_down_exps.weight[215]: IQ4_NL blk.43.ffn_down_exps.weight[216]: IQ4_NL blk.43.ffn_down_exps.weight[217]: blk.43.ffn_down_exps.weight[218]: blk.43.ffn_down_exps.weight[219]: IQ4_NL blk.43.ffn_down_exps.weight[220]: IQ4_NL blk.43.ffn_down_exps.weight[221]: IQ4_NL blk.43.ffn_down_exps.weight[222]: IQ4_NL blk.43.ffn_down_exps.weight[223]: IQ4_NL blk.43.ffn_down_exps.weight[224]: IQ4_NL blk.43.ffn_down_exps.weight[225]: blk.43.ffn_down_exps.weight[226]: blk.43.ffn_down_exps.weight[227]: blk.43.ffn_down_exps.weight[228]: blk.43.ffn_down_exps.weight[229]: blk.43.ffn_down_exps.weight[230]: blk.43.ffn_down_exps.weight[231]: IQ4_NL blk.43.ffn_down_exps.weight[232]: IQ4_NL blk.43.ffn_down_exps.weight[233]: IQ4_NL blk.43.ffn_down_exps.weight[234]: IQ4_NL blk.43.ffn_down_exps.weight[235]: blk.43.ffn_down_exps.weight[236]: blk.43.ffn_down_exps.weight[237]: IQ4_NL blk.43.ffn_down_exps.weight[238]: IQ4_NL blk.43.ffn_down_exps.weight[239]: IQ4_NL blk.43.ffn_down_exps.weight[240]: blk.43.ffn_down_exps.weight[241]: blk.43.ffn_down_exps.weight[242]: IQ4_NL blk.43.ffn_down_exps.weight[243]: IQ4_NL blk.43.ffn_down_exps.weight[244]: blk.43.ffn_down_exps.weight[245]: blk.43.ffn_down_exps.weight[246]: IQ4_NL blk.43.ffn_down_exps.weight[247]: blk.43.ffn_down_exps.weight[248]: blk.43.ffn_down_exps.weight[249]: blk.43.ffn_down_exps.weight[250]: blk.43.ffn_down_exps.weight[251]: blk.43.ffn_down_exps.weight[252]: blk.43.ffn_down_exps.weight[253]: blk.43.ffn_down_exps.weight[254]: blk.43.ffn_down_exps.weight[255]: IQ4_NL blk.43.ffn_down_exps.weight[256]: IQ4_NL blk.43.ffn_down_exps.weight[257]: IQ4_NL blk.43.ffn_down_exps.weight[258]: blk.43.ffn_down_exps.weight[259]: blk.43.ffn_down_exps.weight[260]: IQ4_NL blk.43.ffn_down_exps.weight[261]: IQ4_NL blk.43.ffn_down_exps.weight[262]: blk.43.ffn_down_exps.weight[263]: blk.43.ffn_down_exps.weight[264]: IQ4_NL blk.43.ffn_down_exps.weight[265]: blk.43.ffn_down_exps.weight[266]: IQ4_NL blk.43.ffn_down_exps.weight[267]: IQ4_NL blk.43.ffn_down_exps.weight[268]: blk.43.ffn_down_exps.weight[269]: blk.43.ffn_down_exps.weight[270]: IQ4_NL blk.43.ffn_down_exps.weight[271]: blk.43.ffn_down_exps.weight[272]: blk.43.ffn_down_exps.weight[273]: IQ4_NL blk.43.ffn_down_exps.weight[274]: IQ4_NL blk.43.ffn_down_exps.weight[275]: IQ4_NL blk.43.ffn_down_exps.weight[276]: blk.43.ffn_down_exps.weight[277]: blk.43.ffn_down_exps.weight[278]: IQ4_NL blk.43.ffn_down_exps.weight[279]: blk.43.ffn_down_exps.weight[280]: IQ4_NL blk.43.ffn_down_exps.weight[281]: blk.43.ffn_down_exps.weight[282]: IQ4_NL blk.43.ffn_down_exps.weight[283]: blk.43.ffn_down_exps.weight[284]: IQ4_NL blk.43.ffn_down_exps.weight[285]: IQ4_NL blk.43.ffn_down_exps.weight[286]: blk.43.ffn_down_exps.weight[287]: blk.43.ffn_down_exps.weight[288]: blk.43.ffn_down_exps.weight[289]: blk.43.ffn_down_exps.weight[290]: blk.43.ffn_down_exps.weight[291]: blk.43.ffn_down_exps.weight[292]: blk.43.ffn_down_exps.weight[293]: IQ4_NL blk.43.ffn_down_exps.weight[294]: IQ4_NL blk.43.ffn_down_exps.weight[295]: blk.43.ffn_down_exps.weight[296]: blk.43.ffn_down_exps.weight[297]: IQ4_NL blk.43.ffn_down_exps.weight[298]: blk.43.ffn_down_exps.weight[299]: IQ4_NL blk.43.ffn_down_exps.weight[300]: IQ4_NL blk.43.ffn_down_exps.weight[301]: blk.43.ffn_down_exps.weight[302]: IQ4_NL blk.43.ffn_down_exps.weight[303]: IQ4_NL blk.43.ffn_down_exps.weight[304]: blk.43.ffn_down_exps.weight[305]: blk.43.ffn_down_exps.weight[306]: blk.43.ffn_down_exps.weight[307]: blk.43.ffn_down_exps.weight[308]: IQ4_NL blk.43.ffn_down_exps.weight[309]: IQ4_NL blk.43.ffn_down_exps.weight[310]: IQ4_NL blk.43.ffn_down_exps.weight[311]: blk.43.ffn_down_exps.weight[312]: blk.43.ffn_down_exps.weight[313]: blk.43.ffn_down_exps.weight[314]: IQ4_NL blk.43.ffn_down_exps.weight[315]: blk.43.ffn_down_exps.weight[316]: blk.43.ffn_down_exps.weight[317]: IQ4_NL blk.43.ffn_down_exps.weight[318]: IQ4_NL blk.43.ffn_down_exps.weight[319]: IQ4_NL blk.43.ffn_down_exps.weight[320]: blk.43.ffn_down_exps.weight[321]: blk.43.ffn_down_exps.weight[322]: IQ4_NL blk.43.ffn_down_exps.weight[323]: blk.43.ffn_down_exps.weight[324]: blk.43.ffn_down_exps.weight[325]: blk.43.ffn_down_exps.weight[326]: blk.43.ffn_down_exps.weight[327]: blk.43.ffn_down_exps.weight[328]: blk.43.ffn_down_exps.weight[329]: IQ4_NL blk.43.ffn_down_exps.weight[330]: blk.43.ffn_down_exps.weight[331]: IQ4_NL blk.43.ffn_down_exps.weight[332]: IQ4_NL blk.43.ffn_down_exps.weight[333]: blk.43.ffn_down_exps.weight[334]: blk.43.ffn_down_exps.weight[335]: IQ4_NL blk.43.ffn_down_exps.weight[336]: IQ4_NL blk.43.ffn_down_exps.weight[337]: IQ4_NL blk.43.ffn_down_exps.weight[338]: IQ4_NL blk.43.ffn_down_exps.weight[339]: IQ4_NL blk.43.ffn_down_exps.weight[340]: IQ4_NL blk.43.ffn_down_exps.weight[341]: blk.43.ffn_down_exps.weight[342]: IQ4_NL blk.43.ffn_down_exps.weight[343]: blk.43.ffn_down_exps.weight[344]: blk.43.ffn_down_exps.weight[345]: blk.43.ffn_down_exps.weight[346]: IQ4_NL blk.43.ffn_down_exps.weight[347]: blk.43.ffn_down_exps.weight[348]: blk.43.ffn_down_exps.weight[349]: IQ4_NL blk.43.ffn_down_exps.weight[350]: blk.43.ffn_down_exps.weight[351]: IQ4_NL blk.43.ffn_down_exps.weight[352]: blk.43.ffn_down_exps.weight[353]: blk.43.ffn_down_exps.weight[354]: IQ4_NL blk.43.ffn_down_exps.weight[355]: blk.43.ffn_down_exps.weight[356]: blk.43.ffn_down_exps.weight[357]: blk.43.ffn_down_exps.weight[358]: IQ4_NL blk.43.ffn_down_exps.weight[359]: IQ4_NL blk.43.ffn_down_exps.weight[360]: blk.43.ffn_down_exps.weight[361]: IQ4_NL blk.43.ffn_down_exps.weight[362]: blk.43.ffn_down_exps.weight[363]: IQ4_NL blk.43.ffn_down_exps.weight[364]: IQ4_NL blk.43.ffn_down_exps.weight[365]: IQ4_NL blk.43.ffn_down_exps.weight[366]: blk.43.ffn_down_exps.weight[367]: IQ4_NL blk.43.ffn_down_exps.weight[368]: blk.43.ffn_down_exps.weight[369]: IQ4_NL blk.43.ffn_down_exps.weight[370]: IQ4_NL blk.43.ffn_down_exps.weight[371]: IQ4_NL blk.43.ffn_down_exps.weight[372]: blk.43.ffn_down_exps.weight[373]: IQ4_NL blk.43.ffn_down_exps.weight[374]: IQ4_NL blk.43.ffn_down_exps.weight[375]: blk.43.ffn_down_exps.weight[376]: blk.43.ffn_down_exps.weight[377]: IQ4_NL blk.43.ffn_down_exps.weight[378]: blk.43.ffn_down_exps.weight[379]: blk.43.ffn_down_exps.weight[380]: IQ4_NL blk.43.ffn_down_exps.weight[381]: blk.43.ffn_down_exps.weight[382]: blk.43.ffn_down_exps.weight[383]: IQ4_NL blk.43.ffn_down_exps.weight[384]: IQ4_NL blk.43.ffn_down_exps.weight[385]: blk.43.ffn_down_exps.weight[386]: IQ4_NL blk.43.ffn_down_exps.weight[387]: blk.43.ffn_down_exps.weight[388]: IQ4_NL blk.43.ffn_down_exps.weight[389]: IQ4_NL blk.43.ffn_down_exps.weight[390]: blk.43.ffn_down_exps.weight[391]: blk.43.ffn_down_exps.weight[392]: blk.43.ffn_down_exps.weight[393]: IQ4_NL blk.43.ffn_down_exps.weight[394]: blk.43.ffn_down_exps.weight[395]: IQ4_NL blk.43.ffn_down_exps.weight[396]: IQ4_NL blk.43.ffn_down_exps.weight[397]: IQ4_NL blk.43.ffn_down_exps.weight[398]: blk.43.ffn_down_exps.weight[399]: blk.43.ffn_down_exps.weight[400]: IQ4_NL blk.43.ffn_down_exps.weight[401]: IQ4_NL blk.43.ffn_down_exps.weight[402]: blk.43.ffn_down_exps.weight[403]: blk.43.ffn_down_exps.weight[404]: blk.43.ffn_down_exps.weight[405]: blk.43.ffn_down_exps.weight[406]: blk.43.ffn_down_exps.weight[407]: blk.43.ffn_down_exps.weight[408]: IQ4_NL blk.43.ffn_down_exps.weight[409]: blk.43.ffn_down_exps.weight[410]: IQ4_NL blk.43.ffn_down_exps.weight[411]: IQ4_NL blk.43.ffn_down_exps.weight[412]: IQ4_NL blk.43.ffn_down_exps.weight[413]: IQ4_NL blk.43.ffn_down_exps.weight[414]: IQ4_NL blk.43.ffn_down_exps.weight[415]: blk.43.ffn_down_exps.weight[416]: blk.43.ffn_down_exps.weight[417]: IQ4_NL blk.43.ffn_down_exps.weight[418]: blk.43.ffn_down_exps.weight[419]: blk.43.ffn_down_exps.weight[420]: blk.43.ffn_down_exps.weight[421]: blk.43.ffn_down_exps.weight[422]: IQ4_NL blk.43.ffn_down_exps.weight[423]: IQ4_NL blk.43.ffn_down_exps.weight[424]: IQ4_NL blk.43.ffn_down_exps.weight[425]: IQ4_NL blk.43.ffn_down_exps.weight[426]: IQ4_NL blk.43.ffn_down_exps.weight[427]: IQ4_NL blk.43.ffn_down_exps.weight[428]: IQ4_NL blk.43.ffn_down_exps.weight[429]: blk.43.ffn_down_exps.weight[430]: IQ4_NL blk.43.ffn_down_exps.weight[431]: blk.43.ffn_down_exps.weight[432]: blk.43.ffn_down_exps.weight[433]: blk.43.ffn_down_exps.weight[434]: blk.43.ffn_down_exps.weight[435]: IQ4_NL blk.43.ffn_down_exps.weight[436]: blk.43.ffn_down_exps.weight[437]: blk.43.ffn_down_exps.weight[438]: blk.43.ffn_down_exps.weight[439]: IQ4_NL blk.43.ffn_down_exps.weight[440]: blk.43.ffn_down_exps.weight[441]: IQ4_NL blk.43.ffn_down_exps.weight[442]: blk.43.ffn_down_exps.weight[443]: blk.43.ffn_down_exps.weight[444]: IQ4_NL blk.43.ffn_down_exps.weight[445]: IQ4_NL blk.43.ffn_down_exps.weight[446]: blk.43.ffn_down_exps.weight[447]: blk.43.ffn_down_exps.weight[448]: IQ4_NL blk.43.ffn_down_exps.weight[449]: blk.43.ffn_down_exps.weight[450]: blk.43.ffn_down_exps.weight[451]: blk.43.ffn_down_exps.weight[452]: blk.43.ffn_down_exps.weight[453]: blk.43.ffn_down_exps.weight[454]: blk.43.ffn_down_exps.weight[455]: blk.43.ffn_down_exps.weight[456]: IQ4_NL blk.43.ffn_down_exps.weight[457]: IQ4_NL blk.43.ffn_down_exps.weight[458]: IQ4_NL blk.43.ffn_down_exps.weight[459]: IQ4_NL blk.43.ffn_down_exps.weight[460]: IQ4_NL blk.43.ffn_down_exps.weight[461]: blk.43.ffn_down_exps.weight[462]: IQ4_NL blk.43.ffn_down_exps.weight[463]: blk.43.ffn_down_exps.weight[464]: IQ4_NL blk.43.ffn_down_exps.weight[465]: IQ4_NL blk.43.ffn_down_exps.weight[466]: IQ4_NL blk.43.ffn_down_exps.weight[467]: blk.43.ffn_down_exps.weight[468]: blk.43.ffn_down_exps.weight[469]: blk.43.ffn_down_exps.weight[470]: IQ4_NL blk.43.ffn_down_exps.weight[471]: IQ4_NL blk.43.ffn_down_exps.weight[472]: IQ4_NL blk.43.ffn_down_exps.weight[473]: blk.43.ffn_down_exps.weight[474]: blk.43.ffn_down_exps.weight[475]: IQ4_NL blk.43.ffn_down_exps.weight[476]: blk.43.ffn_down_exps.weight[477]: IQ4_NL blk.43.ffn_down_exps.weight[478]: IQ4_NL blk.43.ffn_down_exps.weight[479]: IQ4_NL blk.43.ffn_down_exps.weight[480]: blk.43.ffn_down_exps.weight[481]: IQ4_NL blk.43.ffn_down_exps.weight[482]: blk.43.ffn_down_exps.weight[483]: IQ4_NL blk.43.ffn_down_exps.weight[484]: IQ4_NL blk.43.ffn_down_exps.weight[485]: IQ4_NL blk.43.ffn_down_exps.weight[486]: IQ4_NL blk.43.ffn_down_exps.weight[487]: blk.43.ffn_down_exps.weight[488]: IQ4_NL blk.43.ffn_down_exps.weight[489]: blk.43.ffn_down_exps.weight[490]: IQ4_NL blk.43.ffn_down_exps.weight[491]: blk.43.ffn_down_exps.weight[492]: blk.43.ffn_down_exps.weight[493]: blk.43.ffn_down_exps.weight[494]: IQ4_NL blk.43.ffn_down_exps.weight[495]: IQ4_NL blk.43.ffn_down_exps.weight[496]: blk.43.ffn_down_exps.weight[497]: blk.43.ffn_down_exps.weight[498]: IQ4_NL blk.43.ffn_down_exps.weight[499]: IQ4_NL blk.43.ffn_down_exps.weight[500]: blk.43.ffn_down_exps.weight[501]: blk.43.ffn_down_exps.weight[502]: blk.43.ffn_down_exps.weight[503]: IQ4_NL blk.43.ffn_down_exps.weight[504]: IQ4_NL blk.43.ffn_down_exps.weight[505]: IQ4_NL blk.43.ffn_down_exps.weight[506]: IQ4_NL blk.43.ffn_down_exps.weight[507]: blk.43.ffn_down_exps.weight[508]: blk.43.ffn_down_exps.weight[509]: IQ4_NL blk.43.ffn_down_exps.weight[510]: IQ4_NL blk.43.ffn_down_exps.weight[511]: IQ4_NL blk.44.ffn_gate_exps.weight[0]: IQ3_S blk.44.ffn_gate_exps.weight[1]: IQ3_S blk.44.ffn_gate_exps.weight[2]: blk.44.ffn_gate_exps.weight[3]: blk.44.ffn_gate_exps.weight[4]: IQ3_S blk.44.ffn_gate_exps.weight[5]: blk.44.ffn_gate_exps.weight[6]: blk.44.ffn_gate_exps.weight[7]: blk.44.ffn_gate_exps.weight[8]: blk.44.ffn_gate_exps.weight[9]: blk.44.ffn_gate_exps.weight[10]: blk.44.ffn_gate_exps.weight[11]: IQ3_S blk.44.ffn_gate_exps.weight[12]: blk.44.ffn_gate_exps.weight[13]: blk.44.ffn_gate_exps.weight[14]: IQ3_S blk.44.ffn_gate_exps.weight[15]: blk.44.ffn_gate_exps.weight[16]: blk.44.ffn_gate_exps.weight[17]: blk.44.ffn_gate_exps.weight[18]: blk.44.ffn_gate_exps.weight[19]: blk.44.ffn_gate_exps.weight[20]: blk.44.ffn_gate_exps.weight[21]: IQ3_S blk.44.ffn_gate_exps.weight[22]: blk.44.ffn_gate_exps.weight[23]: blk.44.ffn_gate_exps.weight[24]: IQ3_S blk.44.ffn_gate_exps.weight[25]: IQ3_S blk.44.ffn_gate_exps.weight[26]: blk.44.ffn_gate_exps.weight[27]: blk.44.ffn_gate_exps.weight[28]: IQ3_S blk.44.ffn_gate_exps.weight[29]: IQ3_S blk.44.ffn_gate_exps.weight[30]: IQ3_S blk.44.ffn_gate_exps.weight[31]: blk.44.ffn_gate_exps.weight[32]: blk.44.ffn_gate_exps.weight[33]: IQ3_S blk.44.ffn_gate_exps.weight[34]: IQ3_S blk.44.ffn_gate_exps.weight[35]: IQ3_S blk.44.ffn_gate_exps.weight[36]: blk.44.ffn_gate_exps.weight[37]: IQ3_S blk.44.ffn_gate_exps.weight[38]: blk.44.ffn_gate_exps.weight[39]: IQ3_S blk.44.ffn_gate_exps.weight[40]: blk.44.ffn_gate_exps.weight[41]: blk.44.ffn_gate_exps.weight[42]: blk.44.ffn_gate_exps.weight[43]: blk.44.ffn_gate_exps.weight[44]: IQ3_S blk.44.ffn_gate_exps.weight[45]: IQ3_S blk.44.ffn_gate_exps.weight[46]: blk.44.ffn_gate_exps.weight[47]: IQ3_S blk.44.ffn_gate_exps.weight[48]: blk.44.ffn_gate_exps.weight[49]: blk.44.ffn_gate_exps.weight[50]: IQ3_S blk.44.ffn_gate_exps.weight[51]: IQ3_S blk.44.ffn_gate_exps.weight[52]: IQ3_S blk.44.ffn_gate_exps.weight[53]: blk.44.ffn_gate_exps.weight[54]: blk.44.ffn_gate_exps.weight[55]: IQ3_S blk.44.ffn_gate_exps.weight[56]: IQ3_S blk.44.ffn_gate_exps.weight[57]: IQ3_S blk.44.ffn_gate_exps.weight[58]: blk.44.ffn_gate_exps.weight[59]: IQ3_S blk.44.ffn_gate_exps.weight[60]: blk.44.ffn_gate_exps.weight[61]: blk.44.ffn_gate_exps.weight[62]: blk.44.ffn_gate_exps.weight[63]: blk.44.ffn_gate_exps.weight[64]: blk.44.ffn_gate_exps.weight[65]: IQ3_S blk.44.ffn_gate_exps.weight[66]: blk.44.ffn_gate_exps.weight[67]: blk.44.ffn_gate_exps.weight[68]: blk.44.ffn_gate_exps.weight[69]: blk.44.ffn_gate_exps.weight[70]: IQ3_S blk.44.ffn_gate_exps.weight[71]: blk.44.ffn_gate_exps.weight[72]: blk.44.ffn_gate_exps.weight[73]: IQ3_S blk.44.ffn_gate_exps.weight[74]: IQ3_S blk.44.ffn_gate_exps.weight[75]: IQ3_S blk.44.ffn_gate_exps.weight[76]: IQ3_S blk.44.ffn_gate_exps.weight[77]: IQ3_S blk.44.ffn_gate_exps.weight[78]: blk.44.ffn_gate_exps.weight[79]: IQ3_S blk.44.ffn_gate_exps.weight[80]: IQ3_S blk.44.ffn_gate_exps.weight[81]: IQ3_S blk.44.ffn_gate_exps.weight[82]: blk.44.ffn_gate_exps.weight[83]: blk.44.ffn_gate_exps.weight[84]: blk.44.ffn_gate_exps.weight[85]: IQ3_S blk.44.ffn_gate_exps.weight[86]: blk.44.ffn_gate_exps.weight[87]: IQ3_S blk.44.ffn_gate_exps.weight[88]: IQ3_S blk.44.ffn_gate_exps.weight[89]: blk.44.ffn_gate_exps.weight[90]: IQ3_S blk.44.ffn_gate_exps.weight[91]: blk.44.ffn_gate_exps.weight[92]: IQ3_S blk.44.ffn_gate_exps.weight[93]: blk.44.ffn_gate_exps.weight[94]: IQ3_S blk.44.ffn_gate_exps.weight[95]: IQ3_S blk.44.ffn_gate_exps.weight[96]: blk.44.ffn_gate_exps.weight[97]: blk.44.ffn_gate_exps.weight[98]: blk.44.ffn_gate_exps.weight[99]: IQ3_S blk.44.ffn_gate_exps.weight[100]: IQ3_S blk.44.ffn_gate_exps.weight[101]: IQ3_S blk.44.ffn_gate_exps.weight[102]: IQ3_S blk.44.ffn_gate_exps.weight[103]: IQ3_S blk.44.ffn_gate_exps.weight[104]: blk.44.ffn_gate_exps.weight[105]: blk.44.ffn_gate_exps.weight[106]: IQ3_S blk.44.ffn_gate_exps.weight[107]: IQ3_S blk.44.ffn_gate_exps.weight[108]: blk.44.ffn_gate_exps.weight[109]: blk.44.ffn_gate_exps.weight[110]: IQ3_S blk.44.ffn_gate_exps.weight[111]: blk.44.ffn_gate_exps.weight[112]: blk.44.ffn_gate_exps.weight[113]: blk.44.ffn_gate_exps.weight[114]: blk.44.ffn_gate_exps.weight[115]: blk.44.ffn_gate_exps.weight[116]: blk.44.ffn_gate_exps.weight[117]: IQ3_S blk.44.ffn_gate_exps.weight[118]: blk.44.ffn_gate_exps.weight[119]: IQ3_S blk.44.ffn_gate_exps.weight[120]: IQ3_S blk.44.ffn_gate_exps.weight[121]: IQ3_S blk.44.ffn_gate_exps.weight[122]: IQ3_S blk.44.ffn_gate_exps.weight[123]: blk.44.ffn_gate_exps.weight[124]: IQ3_S blk.44.ffn_gate_exps.weight[125]: IQ3_S blk.44.ffn_gate_exps.weight[126]: blk.44.ffn_gate_exps.weight[127]: IQ3_S blk.44.ffn_gate_exps.weight[128]: blk.44.ffn_gate_exps.weight[129]: IQ3_S blk.44.ffn_gate_exps.weight[130]: IQ3_S blk.44.ffn_gate_exps.weight[131]: IQ3_S blk.44.ffn_gate_exps.weight[132]: blk.44.ffn_gate_exps.weight[133]: IQ3_S blk.44.ffn_gate_exps.weight[134]: IQ3_S blk.44.ffn_gate_exps.weight[135]: IQ3_S blk.44.ffn_gate_exps.weight[136]: IQ3_S blk.44.ffn_gate_exps.weight[137]: blk.44.ffn_gate_exps.weight[138]: blk.44.ffn_gate_exps.weight[139]: blk.44.ffn_gate_exps.weight[140]: blk.44.ffn_gate_exps.weight[141]: IQ3_S blk.44.ffn_gate_exps.weight[142]: IQ3_S blk.44.ffn_gate_exps.weight[143]: IQ3_S blk.44.ffn_gate_exps.weight[144]: IQ3_S blk.44.ffn_gate_exps.weight[145]: IQ3_S blk.44.ffn_gate_exps.weight[146]: blk.44.ffn_gate_exps.weight[147]: IQ3_S blk.44.ffn_gate_exps.weight[148]: IQ3_S blk.44.ffn_gate_exps.weight[149]: blk.44.ffn_gate_exps.weight[150]: blk.44.ffn_gate_exps.weight[151]: blk.44.ffn_gate_exps.weight[152]: blk.44.ffn_gate_exps.weight[153]: blk.44.ffn_gate_exps.weight[154]: blk.44.ffn_gate_exps.weight[155]: IQ3_S blk.44.ffn_gate_exps.weight[156]: IQ3_S blk.44.ffn_gate_exps.weight[157]: blk.44.ffn_gate_exps.weight[158]: IQ3_S blk.44.ffn_gate_exps.weight[159]: blk.44.ffn_gate_exps.weight[160]: IQ3_S blk.44.ffn_gate_exps.weight[161]: IQ3_S blk.44.ffn_gate_exps.weight[162]: IQ3_S blk.44.ffn_gate_exps.weight[163]: IQ3_S blk.44.ffn_gate_exps.weight[164]: blk.44.ffn_gate_exps.weight[165]: blk.44.ffn_gate_exps.weight[166]: blk.44.ffn_gate_exps.weight[167]: IQ3_S blk.44.ffn_gate_exps.weight[168]: blk.44.ffn_gate_exps.weight[169]: IQ3_S blk.44.ffn_gate_exps.weight[170]: IQ3_S blk.44.ffn_gate_exps.weight[171]: blk.44.ffn_gate_exps.weight[172]: IQ3_S blk.44.ffn_gate_exps.weight[173]: IQ3_S blk.44.ffn_gate_exps.weight[174]: IQ3_S blk.44.ffn_gate_exps.weight[175]: IQ3_S blk.44.ffn_gate_exps.weight[176]: IQ3_S blk.44.ffn_gate_exps.weight[177]: IQ3_S blk.44.ffn_gate_exps.weight[178]: blk.44.ffn_gate_exps.weight[179]: blk.44.ffn_gate_exps.weight[180]: blk.44.ffn_gate_exps.weight[181]: blk.44.ffn_gate_exps.weight[182]: IQ3_S blk.44.ffn_gate_exps.weight[183]: blk.44.ffn_gate_exps.weight[184]: blk.44.ffn_gate_exps.weight[185]: IQ3_S blk.44.ffn_gate_exps.weight[186]: IQ3_S blk.44.ffn_gate_exps.weight[187]: blk.44.ffn_gate_exps.weight[188]: blk.44.ffn_gate_exps.weight[189]: IQ3_S blk.44.ffn_gate_exps.weight[190]: IQ3_S blk.44.ffn_gate_exps.weight[191]: IQ3_S blk.44.ffn_gate_exps.weight[192]: blk.44.ffn_gate_exps.weight[193]: blk.44.ffn_gate_exps.weight[194]: blk.44.ffn_gate_exps.weight[195]: IQ3_S blk.44.ffn_gate_exps.weight[196]: blk.44.ffn_gate_exps.weight[197]: blk.44.ffn_gate_exps.weight[198]: blk.44.ffn_gate_exps.weight[199]: blk.44.ffn_gate_exps.weight[200]: IQ3_S blk.44.ffn_gate_exps.weight[201]: IQ3_S blk.44.ffn_gate_exps.weight[202]: IQ3_S blk.44.ffn_gate_exps.weight[203]: IQ3_S blk.44.ffn_gate_exps.weight[204]: IQ3_S blk.44.ffn_gate_exps.weight[205]: blk.44.ffn_gate_exps.weight[206]: blk.44.ffn_gate_exps.weight[207]: blk.44.ffn_gate_exps.weight[208]: IQ3_S blk.44.ffn_gate_exps.weight[209]: IQ3_S blk.44.ffn_gate_exps.weight[210]: blk.44.ffn_gate_exps.weight[211]: IQ3_S blk.44.ffn_gate_exps.weight[212]: IQ3_S blk.44.ffn_gate_exps.weight[213]: IQ3_S blk.44.ffn_gate_exps.weight[214]: IQ3_S blk.44.ffn_gate_exps.weight[215]: blk.44.ffn_gate_exps.weight[216]: IQ3_S blk.44.ffn_gate_exps.weight[217]: IQ3_S blk.44.ffn_gate_exps.weight[218]: blk.44.ffn_gate_exps.weight[219]: blk.44.ffn_gate_exps.weight[220]: IQ3_S blk.44.ffn_gate_exps.weight[221]: blk.44.ffn_gate_exps.weight[222]: blk.44.ffn_gate_exps.weight[223]: IQ3_S blk.44.ffn_gate_exps.weight[224]: IQ3_S blk.44.ffn_gate_exps.weight[225]: IQ3_S blk.44.ffn_gate_exps.weight[226]: blk.44.ffn_gate_exps.weight[227]: IQ3_S blk.44.ffn_gate_exps.weight[228]: IQ3_S blk.44.ffn_gate_exps.weight[229]: blk.44.ffn_gate_exps.weight[230]: blk.44.ffn_gate_exps.weight[231]: blk.44.ffn_gate_exps.weight[232]: IQ3_S blk.44.ffn_gate_exps.weight[233]: IQ3_S blk.44.ffn_gate_exps.weight[234]: IQ3_S blk.44.ffn_gate_exps.weight[235]: blk.44.ffn_gate_exps.weight[236]: blk.44.ffn_gate_exps.weight[237]: IQ3_S blk.44.ffn_gate_exps.weight[238]: IQ3_S blk.44.ffn_gate_exps.weight[239]: blk.44.ffn_gate_exps.weight[240]: IQ3_S blk.44.ffn_gate_exps.weight[241]: blk.44.ffn_gate_exps.weight[242]: blk.44.ffn_gate_exps.weight[243]: IQ3_S blk.44.ffn_gate_exps.weight[244]: IQ3_S blk.44.ffn_gate_exps.weight[245]: blk.44.ffn_gate_exps.weight[246]: IQ3_S blk.44.ffn_gate_exps.weight[247]: IQ3_S blk.44.ffn_gate_exps.weight[248]: IQ3_S blk.44.ffn_gate_exps.weight[249]: IQ3_S blk.44.ffn_gate_exps.weight[250]: IQ3_S blk.44.ffn_gate_exps.weight[251]: IQ3_S blk.44.ffn_gate_exps.weight[252]: IQ3_S blk.44.ffn_gate_exps.weight[253]: blk.44.ffn_gate_exps.weight[254]: blk.44.ffn_gate_exps.weight[255]: blk.44.ffn_gate_exps.weight[256]: IQ3_S blk.44.ffn_gate_exps.weight[257]: blk.44.ffn_gate_exps.weight[258]: IQ3_S blk.44.ffn_gate_exps.weight[259]: blk.44.ffn_gate_exps.weight[260]: IQ3_S blk.44.ffn_gate_exps.weight[261]: blk.44.ffn_gate_exps.weight[262]: IQ3_S blk.44.ffn_gate_exps.weight[263]: IQ3_S blk.44.ffn_gate_exps.weight[264]: blk.44.ffn_gate_exps.weight[265]: blk.44.ffn_gate_exps.weight[266]: IQ3_S blk.44.ffn_gate_exps.weight[267]: blk.44.ffn_gate_exps.weight[268]: blk.44.ffn_gate_exps.weight[269]: IQ3_S blk.44.ffn_gate_exps.weight[270]: IQ3_S blk.44.ffn_gate_exps.weight[271]: IQ3_S blk.44.ffn_gate_exps.weight[272]: IQ3_S blk.44.ffn_gate_exps.weight[273]: blk.44.ffn_gate_exps.weight[274]: IQ3_S blk.44.ffn_gate_exps.weight[275]: blk.44.ffn_gate_exps.weight[276]: IQ3_S blk.44.ffn_gate_exps.weight[277]: IQ3_S blk.44.ffn_gate_exps.weight[278]: blk.44.ffn_gate_exps.weight[279]: IQ3_S blk.44.ffn_gate_exps.weight[280]: IQ3_S blk.44.ffn_gate_exps.weight[281]: IQ3_S blk.44.ffn_gate_exps.weight[282]: blk.44.ffn_gate_exps.weight[283]: IQ3_S blk.44.ffn_gate_exps.weight[284]: IQ3_S blk.44.ffn_gate_exps.weight[285]: IQ3_S blk.44.ffn_gate_exps.weight[286]: IQ3_S blk.44.ffn_gate_exps.weight[287]: IQ3_S blk.44.ffn_gate_exps.weight[288]: blk.44.ffn_gate_exps.weight[289]: IQ3_S blk.44.ffn_gate_exps.weight[290]: blk.44.ffn_gate_exps.weight[291]: blk.44.ffn_gate_exps.weight[292]: blk.44.ffn_gate_exps.weight[293]: IQ3_S blk.44.ffn_gate_exps.weight[294]: IQ3_S blk.44.ffn_gate_exps.weight[295]: blk.44.ffn_gate_exps.weight[296]: blk.44.ffn_gate_exps.weight[297]: IQ3_S blk.44.ffn_gate_exps.weight[298]: IQ3_S blk.44.ffn_gate_exps.weight[299]: IQ3_S blk.44.ffn_gate_exps.weight[300]: IQ3_S blk.44.ffn_gate_exps.weight[301]: IQ3_S blk.44.ffn_gate_exps.weight[302]: blk.44.ffn_gate_exps.weight[303]: IQ3_S blk.44.ffn_gate_exps.weight[304]: blk.44.ffn_gate_exps.weight[305]: IQ3_S blk.44.ffn_gate_exps.weight[306]: IQ3_S blk.44.ffn_gate_exps.weight[307]: blk.44.ffn_gate_exps.weight[308]: IQ3_S blk.44.ffn_gate_exps.weight[309]: blk.44.ffn_gate_exps.weight[310]: blk.44.ffn_gate_exps.weight[311]: blk.44.ffn_gate_exps.weight[312]: IQ3_S blk.44.ffn_gate_exps.weight[313]: IQ3_S blk.44.ffn_gate_exps.weight[314]: blk.44.ffn_gate_exps.weight[315]: IQ3_S blk.44.ffn_gate_exps.weight[316]: blk.44.ffn_gate_exps.weight[317]: blk.44.ffn_gate_exps.weight[318]: blk.44.ffn_gate_exps.weight[319]: IQ3_S blk.44.ffn_gate_exps.weight[320]: blk.44.ffn_gate_exps.weight[321]: blk.44.ffn_gate_exps.weight[322]: IQ3_S blk.44.ffn_gate_exps.weight[323]: IQ3_S blk.44.ffn_gate_exps.weight[324]: IQ3_S blk.44.ffn_gate_exps.weight[325]: blk.44.ffn_gate_exps.weight[326]: blk.44.ffn_gate_exps.weight[327]: blk.44.ffn_gate_exps.weight[328]: IQ3_S blk.44.ffn_gate_exps.weight[329]: blk.44.ffn_gate_exps.weight[330]: blk.44.ffn_gate_exps.weight[331]: blk.44.ffn_gate_exps.weight[332]: blk.44.ffn_gate_exps.weight[333]: IQ3_S blk.44.ffn_gate_exps.weight[334]: blk.44.ffn_gate_exps.weight[335]: blk.44.ffn_gate_exps.weight[336]: IQ3_S blk.44.ffn_gate_exps.weight[337]: IQ3_S blk.44.ffn_gate_exps.weight[338]: IQ3_S blk.44.ffn_gate_exps.weight[339]: IQ3_S blk.44.ffn_gate_exps.weight[340]: blk.44.ffn_gate_exps.weight[341]: blk.44.ffn_gate_exps.weight[342]: blk.44.ffn_gate_exps.weight[343]: IQ3_S blk.44.ffn_gate_exps.weight[344]: blk.44.ffn_gate_exps.weight[345]: IQ3_S blk.44.ffn_gate_exps.weight[346]: IQ3_S blk.44.ffn_gate_exps.weight[347]: blk.44.ffn_gate_exps.weight[348]: IQ3_S blk.44.ffn_gate_exps.weight[349]: IQ3_S blk.44.ffn_gate_exps.weight[350]: IQ3_S blk.44.ffn_gate_exps.weight[351]: blk.44.ffn_gate_exps.weight[352]: IQ3_S blk.44.ffn_gate_exps.weight[353]: blk.44.ffn_gate_exps.weight[354]: blk.44.ffn_gate_exps.weight[355]: blk.44.ffn_gate_exps.weight[356]: IQ3_S blk.44.ffn_gate_exps.weight[357]: blk.44.ffn_gate_exps.weight[358]: IQ3_S blk.44.ffn_gate_exps.weight[359]: IQ3_S blk.44.ffn_gate_exps.weight[360]: blk.44.ffn_gate_exps.weight[361]: IQ3_S blk.44.ffn_gate_exps.weight[362]: blk.44.ffn_gate_exps.weight[363]: blk.44.ffn_gate_exps.weight[364]: IQ3_S blk.44.ffn_gate_exps.weight[365]: IQ3_S blk.44.ffn_gate_exps.weight[366]: blk.44.ffn_gate_exps.weight[367]: blk.44.ffn_gate_exps.weight[368]: IQ3_S blk.44.ffn_gate_exps.weight[369]: blk.44.ffn_gate_exps.weight[370]: IQ3_S blk.44.ffn_gate_exps.weight[371]: IQ3_S blk.44.ffn_gate_exps.weight[372]: IQ3_S blk.44.ffn_gate_exps.weight[373]: blk.44.ffn_gate_exps.weight[374]: IQ3_S blk.44.ffn_gate_exps.weight[375]: IQ3_S blk.44.ffn_gate_exps.weight[376]: IQ3_S blk.44.ffn_gate_exps.weight[377]: blk.44.ffn_gate_exps.weight[378]: blk.44.ffn_gate_exps.weight[379]: blk.44.ffn_gate_exps.weight[380]: blk.44.ffn_gate_exps.weight[381]: blk.44.ffn_gate_exps.weight[382]: blk.44.ffn_gate_exps.weight[383]: IQ3_S blk.44.ffn_gate_exps.weight[384]: blk.44.ffn_gate_exps.weight[385]: blk.44.ffn_gate_exps.weight[386]: IQ3_S blk.44.ffn_gate_exps.weight[387]: IQ3_S blk.44.ffn_gate_exps.weight[388]: blk.44.ffn_gate_exps.weight[389]: blk.44.ffn_gate_exps.weight[390]: IQ3_S blk.44.ffn_gate_exps.weight[391]: blk.44.ffn_gate_exps.weight[392]: blk.44.ffn_gate_exps.weight[393]: blk.44.ffn_gate_exps.weight[394]: blk.44.ffn_gate_exps.weight[395]: IQ3_S blk.44.ffn_gate_exps.weight[396]: IQ3_S blk.44.ffn_gate_exps.weight[397]: IQ3_S blk.44.ffn_gate_exps.weight[398]: blk.44.ffn_gate_exps.weight[399]: blk.44.ffn_gate_exps.weight[400]: blk.44.ffn_gate_exps.weight[401]: IQ3_S blk.44.ffn_gate_exps.weight[402]: IQ3_S blk.44.ffn_gate_exps.weight[403]: blk.44.ffn_gate_exps.weight[404]: IQ3_S blk.44.ffn_gate_exps.weight[405]: IQ3_S blk.44.ffn_gate_exps.weight[406]: blk.44.ffn_gate_exps.weight[407]: IQ3_S blk.44.ffn_gate_exps.weight[408]: IQ3_S blk.44.ffn_gate_exps.weight[409]: IQ3_S blk.44.ffn_gate_exps.weight[410]: IQ3_S blk.44.ffn_gate_exps.weight[411]: IQ3_S blk.44.ffn_gate_exps.weight[412]: blk.44.ffn_gate_exps.weight[413]: IQ3_S blk.44.ffn_gate_exps.weight[414]: blk.44.ffn_gate_exps.weight[415]: IQ3_S blk.44.ffn_gate_exps.weight[416]: blk.44.ffn_gate_exps.weight[417]: IQ3_S blk.44.ffn_gate_exps.weight[418]: blk.44.ffn_gate_exps.weight[419]: blk.44.ffn_gate_exps.weight[420]: IQ3_S blk.44.ffn_gate_exps.weight[421]: blk.44.ffn_gate_exps.weight[422]: IQ3_S blk.44.ffn_gate_exps.weight[423]: blk.44.ffn_gate_exps.weight[424]: blk.44.ffn_gate_exps.weight[425]: blk.44.ffn_gate_exps.weight[426]: blk.44.ffn_gate_exps.weight[427]: blk.44.ffn_gate_exps.weight[428]: blk.44.ffn_gate_exps.weight[429]: blk.44.ffn_gate_exps.weight[430]: blk.44.ffn_gate_exps.weight[431]: blk.44.ffn_gate_exps.weight[432]: IQ3_S blk.44.ffn_gate_exps.weight[433]: blk.44.ffn_gate_exps.weight[434]: blk.44.ffn_gate_exps.weight[435]: blk.44.ffn_gate_exps.weight[436]: blk.44.ffn_gate_exps.weight[437]: blk.44.ffn_gate_exps.weight[438]: blk.44.ffn_gate_exps.weight[439]: IQ3_S blk.44.ffn_gate_exps.weight[440]: IQ3_S blk.44.ffn_gate_exps.weight[441]: IQ3_S blk.44.ffn_gate_exps.weight[442]: blk.44.ffn_gate_exps.weight[443]: IQ3_S blk.44.ffn_gate_exps.weight[444]: IQ3_S blk.44.ffn_gate_exps.weight[445]: IQ3_S blk.44.ffn_gate_exps.weight[446]: IQ3_S blk.44.ffn_gate_exps.weight[447]: IQ3_S blk.44.ffn_gate_exps.weight[448]: IQ3_S blk.44.ffn_gate_exps.weight[449]: blk.44.ffn_gate_exps.weight[450]: blk.44.ffn_gate_exps.weight[451]: IQ3_S blk.44.ffn_gate_exps.weight[452]: IQ3_S blk.44.ffn_gate_exps.weight[453]: blk.44.ffn_gate_exps.weight[454]: IQ3_S blk.44.ffn_gate_exps.weight[455]: blk.44.ffn_gate_exps.weight[456]: blk.44.ffn_gate_exps.weight[457]: IQ3_S blk.44.ffn_gate_exps.weight[458]: blk.44.ffn_gate_exps.weight[459]: blk.44.ffn_gate_exps.weight[460]: IQ3_S blk.44.ffn_gate_exps.weight[461]: blk.44.ffn_gate_exps.weight[462]: IQ3_S blk.44.ffn_gate_exps.weight[463]: blk.44.ffn_gate_exps.weight[464]: IQ3_S blk.44.ffn_gate_exps.weight[465]: blk.44.ffn_gate_exps.weight[466]: IQ3_S blk.44.ffn_gate_exps.weight[467]: blk.44.ffn_gate_exps.weight[468]: IQ3_S blk.44.ffn_gate_exps.weight[469]: blk.44.ffn_gate_exps.weight[470]: IQ3_S blk.44.ffn_gate_exps.weight[471]: IQ3_S blk.44.ffn_gate_exps.weight[472]: IQ3_S blk.44.ffn_gate_exps.weight[473]: IQ3_S blk.44.ffn_gate_exps.weight[474]: IQ3_S blk.44.ffn_gate_exps.weight[475]: blk.44.ffn_gate_exps.weight[476]: blk.44.ffn_gate_exps.weight[477]: blk.44.ffn_gate_exps.weight[478]: IQ3_S blk.44.ffn_gate_exps.weight[479]: IQ3_S blk.44.ffn_gate_exps.weight[480]: IQ3_S blk.44.ffn_gate_exps.weight[481]: blk.44.ffn_gate_exps.weight[482]: blk.44.ffn_gate_exps.weight[483]: blk.44.ffn_gate_exps.weight[484]: IQ3_S blk.44.ffn_gate_exps.weight[485]: blk.44.ffn_gate_exps.weight[486]: blk.44.ffn_gate_exps.weight[487]: blk.44.ffn_gate_exps.weight[488]: blk.44.ffn_gate_exps.weight[489]: IQ3_S blk.44.ffn_gate_exps.weight[490]: IQ3_S blk.44.ffn_gate_exps.weight[491]: IQ3_S blk.44.ffn_gate_exps.weight[492]: IQ3_S blk.44.ffn_gate_exps.weight[493]: blk.44.ffn_gate_exps.weight[494]: IQ3_S blk.44.ffn_gate_exps.weight[495]: IQ3_S blk.44.ffn_gate_exps.weight[496]: blk.44.ffn_gate_exps.weight[497]: blk.44.ffn_gate_exps.weight[498]: blk.44.ffn_gate_exps.weight[499]: IQ3_S blk.44.ffn_gate_exps.weight[500]: IQ3_S blk.44.ffn_gate_exps.weight[501]: IQ3_S blk.44.ffn_gate_exps.weight[502]: IQ3_S blk.44.ffn_gate_exps.weight[503]: blk.44.ffn_gate_exps.weight[504]: blk.44.ffn_gate_exps.weight[505]: blk.44.ffn_gate_exps.weight[506]: blk.44.ffn_gate_exps.weight[507]: blk.44.ffn_gate_exps.weight[508]: blk.44.ffn_gate_exps.weight[509]: blk.44.ffn_gate_exps.weight[510]: IQ3_S blk.44.ffn_gate_exps.weight[511]: blk.44.ffn_up_exps.weight[0]: IQ3_S blk.44.ffn_up_exps.weight[1]: IQ3_S blk.44.ffn_up_exps.weight[2]: blk.44.ffn_up_exps.weight[3]: blk.44.ffn_up_exps.weight[4]: IQ3_S blk.44.ffn_up_exps.weight[5]: blk.44.ffn_up_exps.weight[6]: blk.44.ffn_up_exps.weight[7]: blk.44.ffn_up_exps.weight[8]: blk.44.ffn_up_exps.weight[9]: blk.44.ffn_up_exps.weight[10]: blk.44.ffn_up_exps.weight[11]: IQ3_S blk.44.ffn_up_exps.weight[12]: blk.44.ffn_up_exps.weight[13]: blk.44.ffn_up_exps.weight[14]: IQ3_S blk.44.ffn_up_exps.weight[15]: blk.44.ffn_up_exps.weight[16]: blk.44.ffn_up_exps.weight[17]: blk.44.ffn_up_exps.weight[18]: blk.44.ffn_up_exps.weight[19]: blk.44.ffn_up_exps.weight[20]: blk.44.ffn_up_exps.weight[21]: IQ3_S blk.44.ffn_up_exps.weight[22]: blk.44.ffn_up_exps.weight[23]: blk.44.ffn_up_exps.weight[24]: IQ3_S blk.44.ffn_up_exps.weight[25]: IQ3_S blk.44.ffn_up_exps.weight[26]: blk.44.ffn_up_exps.weight[27]: blk.44.ffn_up_exps.weight[28]: IQ3_S blk.44.ffn_up_exps.weight[29]: IQ3_S blk.44.ffn_up_exps.weight[30]: IQ3_S blk.44.ffn_up_exps.weight[31]: blk.44.ffn_up_exps.weight[32]: blk.44.ffn_up_exps.weight[33]: IQ3_S blk.44.ffn_up_exps.weight[34]: IQ3_S blk.44.ffn_up_exps.weight[35]: IQ3_S blk.44.ffn_up_exps.weight[36]: blk.44.ffn_up_exps.weight[37]: IQ3_S blk.44.ffn_up_exps.weight[38]: blk.44.ffn_up_exps.weight[39]: IQ3_S blk.44.ffn_up_exps.weight[40]: blk.44.ffn_up_exps.weight[41]: blk.44.ffn_up_exps.weight[42]: blk.44.ffn_up_exps.weight[43]: blk.44.ffn_up_exps.weight[44]: IQ3_S blk.44.ffn_up_exps.weight[45]: IQ3_S blk.44.ffn_up_exps.weight[46]: blk.44.ffn_up_exps.weight[47]: IQ3_S blk.44.ffn_up_exps.weight[48]: blk.44.ffn_up_exps.weight[49]: blk.44.ffn_up_exps.weight[50]: IQ3_S blk.44.ffn_up_exps.weight[51]: IQ3_S blk.44.ffn_up_exps.weight[52]: IQ3_S blk.44.ffn_up_exps.weight[53]: blk.44.ffn_up_exps.weight[54]: blk.44.ffn_up_exps.weight[55]: IQ3_S blk.44.ffn_up_exps.weight[56]: IQ3_S blk.44.ffn_up_exps.weight[57]: IQ3_S blk.44.ffn_up_exps.weight[58]: blk.44.ffn_up_exps.weight[59]: IQ3_S blk.44.ffn_up_exps.weight[60]: blk.44.ffn_up_exps.weight[61]: blk.44.ffn_up_exps.weight[62]: blk.44.ffn_up_exps.weight[63]: blk.44.ffn_up_exps.weight[64]: blk.44.ffn_up_exps.weight[65]: IQ3_S blk.44.ffn_up_exps.weight[66]: blk.44.ffn_up_exps.weight[67]: blk.44.ffn_up_exps.weight[68]: blk.44.ffn_up_exps.weight[69]: blk.44.ffn_up_exps.weight[70]: IQ3_S blk.44.ffn_up_exps.weight[71]: blk.44.ffn_up_exps.weight[72]: blk.44.ffn_up_exps.weight[73]: IQ3_S blk.44.ffn_up_exps.weight[74]: IQ3_S blk.44.ffn_up_exps.weight[75]: IQ3_S blk.44.ffn_up_exps.weight[76]: IQ3_S blk.44.ffn_up_exps.weight[77]: IQ3_S blk.44.ffn_up_exps.weight[78]: blk.44.ffn_up_exps.weight[79]: IQ3_S blk.44.ffn_up_exps.weight[80]: IQ3_S blk.44.ffn_up_exps.weight[81]: IQ3_S blk.44.ffn_up_exps.weight[82]: blk.44.ffn_up_exps.weight[83]: blk.44.ffn_up_exps.weight[84]: blk.44.ffn_up_exps.weight[85]: IQ3_S blk.44.ffn_up_exps.weight[86]: blk.44.ffn_up_exps.weight[87]: IQ3_S blk.44.ffn_up_exps.weight[88]: IQ3_S blk.44.ffn_up_exps.weight[89]: blk.44.ffn_up_exps.weight[90]: IQ3_S blk.44.ffn_up_exps.weight[91]: blk.44.ffn_up_exps.weight[92]: IQ3_S blk.44.ffn_up_exps.weight[93]: blk.44.ffn_up_exps.weight[94]: IQ3_S blk.44.ffn_up_exps.weight[95]: IQ3_S blk.44.ffn_up_exps.weight[96]: blk.44.ffn_up_exps.weight[97]: blk.44.ffn_up_exps.weight[98]: blk.44.ffn_up_exps.weight[99]: IQ3_S blk.44.ffn_up_exps.weight[100]: IQ3_S blk.44.ffn_up_exps.weight[101]: IQ3_S blk.44.ffn_up_exps.weight[102]: IQ3_S blk.44.ffn_up_exps.weight[103]: IQ3_S blk.44.ffn_up_exps.weight[104]: blk.44.ffn_up_exps.weight[105]: blk.44.ffn_up_exps.weight[106]: IQ3_S blk.44.ffn_up_exps.weight[107]: IQ3_S blk.44.ffn_up_exps.weight[108]: blk.44.ffn_up_exps.weight[109]: blk.44.ffn_up_exps.weight[110]: IQ3_S blk.44.ffn_up_exps.weight[111]: blk.44.ffn_up_exps.weight[112]: blk.44.ffn_up_exps.weight[113]: blk.44.ffn_up_exps.weight[114]: blk.44.ffn_up_exps.weight[115]: blk.44.ffn_up_exps.weight[116]: blk.44.ffn_up_exps.weight[117]: IQ3_S blk.44.ffn_up_exps.weight[118]: blk.44.ffn_up_exps.weight[119]: IQ3_S blk.44.ffn_up_exps.weight[120]: IQ3_S blk.44.ffn_up_exps.weight[121]: IQ3_S blk.44.ffn_up_exps.weight[122]: IQ3_S blk.44.ffn_up_exps.weight[123]: blk.44.ffn_up_exps.weight[124]: IQ3_S blk.44.ffn_up_exps.weight[125]: IQ3_S blk.44.ffn_up_exps.weight[126]: blk.44.ffn_up_exps.weight[127]: IQ3_S blk.44.ffn_up_exps.weight[128]: blk.44.ffn_up_exps.weight[129]: IQ3_S blk.44.ffn_up_exps.weight[130]: IQ3_S blk.44.ffn_up_exps.weight[131]: IQ3_S blk.44.ffn_up_exps.weight[132]: blk.44.ffn_up_exps.weight[133]: IQ3_S blk.44.ffn_up_exps.weight[134]: IQ3_S blk.44.ffn_up_exps.weight[135]: IQ3_S blk.44.ffn_up_exps.weight[136]: IQ3_S blk.44.ffn_up_exps.weight[137]: blk.44.ffn_up_exps.weight[138]: blk.44.ffn_up_exps.weight[139]: blk.44.ffn_up_exps.weight[140]: blk.44.ffn_up_exps.weight[141]: IQ3_S blk.44.ffn_up_exps.weight[142]: IQ3_S blk.44.ffn_up_exps.weight[143]: IQ3_S blk.44.ffn_up_exps.weight[144]: IQ3_S blk.44.ffn_up_exps.weight[145]: IQ3_S blk.44.ffn_up_exps.weight[146]: blk.44.ffn_up_exps.weight[147]: IQ3_S blk.44.ffn_up_exps.weight[148]: IQ3_S blk.44.ffn_up_exps.weight[149]: blk.44.ffn_up_exps.weight[150]: blk.44.ffn_up_exps.weight[151]: blk.44.ffn_up_exps.weight[152]: blk.44.ffn_up_exps.weight[153]: blk.44.ffn_up_exps.weight[154]: blk.44.ffn_up_exps.weight[155]: IQ3_S blk.44.ffn_up_exps.weight[156]: IQ3_S blk.44.ffn_up_exps.weight[157]: blk.44.ffn_up_exps.weight[158]: IQ3_S blk.44.ffn_up_exps.weight[159]: blk.44.ffn_up_exps.weight[160]: IQ3_S blk.44.ffn_up_exps.weight[161]: IQ3_S blk.44.ffn_up_exps.weight[162]: IQ3_S blk.44.ffn_up_exps.weight[163]: IQ3_S blk.44.ffn_up_exps.weight[164]: blk.44.ffn_up_exps.weight[165]: blk.44.ffn_up_exps.weight[166]: blk.44.ffn_up_exps.weight[167]: IQ3_S blk.44.ffn_up_exps.weight[168]: blk.44.ffn_up_exps.weight[169]: IQ3_S blk.44.ffn_up_exps.weight[170]: IQ3_S blk.44.ffn_up_exps.weight[171]: blk.44.ffn_up_exps.weight[172]: IQ3_S blk.44.ffn_up_exps.weight[173]: IQ3_S blk.44.ffn_up_exps.weight[174]: IQ3_S blk.44.ffn_up_exps.weight[175]: IQ3_S blk.44.ffn_up_exps.weight[176]: IQ3_S blk.44.ffn_up_exps.weight[177]: IQ3_S blk.44.ffn_up_exps.weight[178]: blk.44.ffn_up_exps.weight[179]: blk.44.ffn_up_exps.weight[180]: blk.44.ffn_up_exps.weight[181]: blk.44.ffn_up_exps.weight[182]: IQ3_S blk.44.ffn_up_exps.weight[183]: blk.44.ffn_up_exps.weight[184]: blk.44.ffn_up_exps.weight[185]: IQ3_S blk.44.ffn_up_exps.weight[186]: IQ3_S blk.44.ffn_up_exps.weight[187]: blk.44.ffn_up_exps.weight[188]: blk.44.ffn_up_exps.weight[189]: IQ3_S blk.44.ffn_up_exps.weight[190]: IQ3_S blk.44.ffn_up_exps.weight[191]: IQ3_S blk.44.ffn_up_exps.weight[192]: blk.44.ffn_up_exps.weight[193]: blk.44.ffn_up_exps.weight[194]: blk.44.ffn_up_exps.weight[195]: IQ3_S blk.44.ffn_up_exps.weight[196]: blk.44.ffn_up_exps.weight[197]: blk.44.ffn_up_exps.weight[198]: blk.44.ffn_up_exps.weight[199]: blk.44.ffn_up_exps.weight[200]: IQ3_S blk.44.ffn_up_exps.weight[201]: IQ3_S blk.44.ffn_up_exps.weight[202]: IQ3_S blk.44.ffn_up_exps.weight[203]: IQ3_S blk.44.ffn_up_exps.weight[204]: IQ3_S blk.44.ffn_up_exps.weight[205]: blk.44.ffn_up_exps.weight[206]: blk.44.ffn_up_exps.weight[207]: blk.44.ffn_up_exps.weight[208]: IQ3_S blk.44.ffn_up_exps.weight[209]: IQ3_S blk.44.ffn_up_exps.weight[210]: blk.44.ffn_up_exps.weight[211]: IQ3_S blk.44.ffn_up_exps.weight[212]: IQ3_S blk.44.ffn_up_exps.weight[213]: IQ3_S blk.44.ffn_up_exps.weight[214]: IQ3_S blk.44.ffn_up_exps.weight[215]: blk.44.ffn_up_exps.weight[216]: IQ3_S blk.44.ffn_up_exps.weight[217]: IQ3_S blk.44.ffn_up_exps.weight[218]: blk.44.ffn_up_exps.weight[219]: blk.44.ffn_up_exps.weight[220]: IQ3_S blk.44.ffn_up_exps.weight[221]: blk.44.ffn_up_exps.weight[222]: blk.44.ffn_up_exps.weight[223]: IQ3_S blk.44.ffn_up_exps.weight[224]: IQ3_S blk.44.ffn_up_exps.weight[225]: IQ3_S blk.44.ffn_up_exps.weight[226]: blk.44.ffn_up_exps.weight[227]: IQ3_S blk.44.ffn_up_exps.weight[228]: IQ3_S blk.44.ffn_up_exps.weight[229]: blk.44.ffn_up_exps.weight[230]: blk.44.ffn_up_exps.weight[231]: blk.44.ffn_up_exps.weight[232]: IQ3_S blk.44.ffn_up_exps.weight[233]: IQ3_S blk.44.ffn_up_exps.weight[234]: IQ3_S blk.44.ffn_up_exps.weight[235]: blk.44.ffn_up_exps.weight[236]: blk.44.ffn_up_exps.weight[237]: IQ3_S blk.44.ffn_up_exps.weight[238]: IQ3_S blk.44.ffn_up_exps.weight[239]: blk.44.ffn_up_exps.weight[240]: IQ3_S blk.44.ffn_up_exps.weight[241]: blk.44.ffn_up_exps.weight[242]: blk.44.ffn_up_exps.weight[243]: IQ3_S blk.44.ffn_up_exps.weight[244]: IQ3_S blk.44.ffn_up_exps.weight[245]: blk.44.ffn_up_exps.weight[246]: IQ3_S blk.44.ffn_up_exps.weight[247]: IQ3_S blk.44.ffn_up_exps.weight[248]: IQ3_S blk.44.ffn_up_exps.weight[249]: IQ3_S blk.44.ffn_up_exps.weight[250]: IQ3_S blk.44.ffn_up_exps.weight[251]: IQ3_S blk.44.ffn_up_exps.weight[252]: IQ3_S blk.44.ffn_up_exps.weight[253]: blk.44.ffn_up_exps.weight[254]: blk.44.ffn_up_exps.weight[255]: blk.44.ffn_up_exps.weight[256]: IQ3_S blk.44.ffn_up_exps.weight[257]: blk.44.ffn_up_exps.weight[258]: IQ3_S blk.44.ffn_up_exps.weight[259]: blk.44.ffn_up_exps.weight[260]: IQ3_S blk.44.ffn_up_exps.weight[261]: blk.44.ffn_up_exps.weight[262]: IQ3_S blk.44.ffn_up_exps.weight[263]: IQ3_S blk.44.ffn_up_exps.weight[264]: blk.44.ffn_up_exps.weight[265]: blk.44.ffn_up_exps.weight[266]: IQ3_S blk.44.ffn_up_exps.weight[267]: blk.44.ffn_up_exps.weight[268]: blk.44.ffn_up_exps.weight[269]: IQ3_S blk.44.ffn_up_exps.weight[270]: IQ3_S blk.44.ffn_up_exps.weight[271]: IQ3_S blk.44.ffn_up_exps.weight[272]: IQ3_S blk.44.ffn_up_exps.weight[273]: blk.44.ffn_up_exps.weight[274]: IQ3_S blk.44.ffn_up_exps.weight[275]: blk.44.ffn_up_exps.weight[276]: IQ3_S blk.44.ffn_up_exps.weight[277]: IQ3_S blk.44.ffn_up_exps.weight[278]: blk.44.ffn_up_exps.weight[279]: IQ3_S blk.44.ffn_up_exps.weight[280]: IQ3_S blk.44.ffn_up_exps.weight[281]: IQ3_S blk.44.ffn_up_exps.weight[282]: blk.44.ffn_up_exps.weight[283]: IQ3_S blk.44.ffn_up_exps.weight[284]: IQ3_S blk.44.ffn_up_exps.weight[285]: IQ3_S blk.44.ffn_up_exps.weight[286]: IQ3_S blk.44.ffn_up_exps.weight[287]: IQ3_S blk.44.ffn_up_exps.weight[288]: blk.44.ffn_up_exps.weight[289]: IQ3_S blk.44.ffn_up_exps.weight[290]: blk.44.ffn_up_exps.weight[291]: blk.44.ffn_up_exps.weight[292]: blk.44.ffn_up_exps.weight[293]: IQ3_S blk.44.ffn_up_exps.weight[294]: IQ3_S blk.44.ffn_up_exps.weight[295]: blk.44.ffn_up_exps.weight[296]: blk.44.ffn_up_exps.weight[297]: IQ3_S blk.44.ffn_up_exps.weight[298]: IQ3_S blk.44.ffn_up_exps.weight[299]: IQ3_S blk.44.ffn_up_exps.weight[300]: IQ3_S blk.44.ffn_up_exps.weight[301]: IQ3_S blk.44.ffn_up_exps.weight[302]: blk.44.ffn_up_exps.weight[303]: IQ3_S blk.44.ffn_up_exps.weight[304]: blk.44.ffn_up_exps.weight[305]: IQ3_S blk.44.ffn_up_exps.weight[306]: IQ3_S blk.44.ffn_up_exps.weight[307]: blk.44.ffn_up_exps.weight[308]: IQ3_S blk.44.ffn_up_exps.weight[309]: blk.44.ffn_up_exps.weight[310]: blk.44.ffn_up_exps.weight[311]: blk.44.ffn_up_exps.weight[312]: IQ3_S blk.44.ffn_up_exps.weight[313]: IQ3_S blk.44.ffn_up_exps.weight[314]: blk.44.ffn_up_exps.weight[315]: IQ3_S blk.44.ffn_up_exps.weight[316]: blk.44.ffn_up_exps.weight[317]: blk.44.ffn_up_exps.weight[318]: blk.44.ffn_up_exps.weight[319]: IQ3_S blk.44.ffn_up_exps.weight[320]: blk.44.ffn_up_exps.weight[321]: blk.44.ffn_up_exps.weight[322]: IQ3_S blk.44.ffn_up_exps.weight[323]: IQ3_S blk.44.ffn_up_exps.weight[324]: IQ3_S blk.44.ffn_up_exps.weight[325]: blk.44.ffn_up_exps.weight[326]: blk.44.ffn_up_exps.weight[327]: blk.44.ffn_up_exps.weight[328]: IQ3_S blk.44.ffn_up_exps.weight[329]: blk.44.ffn_up_exps.weight[330]: blk.44.ffn_up_exps.weight[331]: blk.44.ffn_up_exps.weight[332]: blk.44.ffn_up_exps.weight[333]: IQ3_S blk.44.ffn_up_exps.weight[334]: blk.44.ffn_up_exps.weight[335]: blk.44.ffn_up_exps.weight[336]: IQ3_S blk.44.ffn_up_exps.weight[337]: IQ3_S blk.44.ffn_up_exps.weight[338]: IQ3_S blk.44.ffn_up_exps.weight[339]: IQ3_S blk.44.ffn_up_exps.weight[340]: blk.44.ffn_up_exps.weight[341]: blk.44.ffn_up_exps.weight[342]: blk.44.ffn_up_exps.weight[343]: IQ3_S blk.44.ffn_up_exps.weight[344]: blk.44.ffn_up_exps.weight[345]: IQ3_S blk.44.ffn_up_exps.weight[346]: IQ3_S blk.44.ffn_up_exps.weight[347]: blk.44.ffn_up_exps.weight[348]: IQ3_S blk.44.ffn_up_exps.weight[349]: IQ3_S blk.44.ffn_up_exps.weight[350]: IQ3_S blk.44.ffn_up_exps.weight[351]: blk.44.ffn_up_exps.weight[352]: IQ3_S blk.44.ffn_up_exps.weight[353]: blk.44.ffn_up_exps.weight[354]: blk.44.ffn_up_exps.weight[355]: blk.44.ffn_up_exps.weight[356]: IQ3_S blk.44.ffn_up_exps.weight[357]: blk.44.ffn_up_exps.weight[358]: IQ3_S blk.44.ffn_up_exps.weight[359]: IQ3_S blk.44.ffn_up_exps.weight[360]: blk.44.ffn_up_exps.weight[361]: IQ3_S blk.44.ffn_up_exps.weight[362]: blk.44.ffn_up_exps.weight[363]: blk.44.ffn_up_exps.weight[364]: IQ3_S blk.44.ffn_up_exps.weight[365]: IQ3_S blk.44.ffn_up_exps.weight[366]: blk.44.ffn_up_exps.weight[367]: blk.44.ffn_up_exps.weight[368]: IQ3_S blk.44.ffn_up_exps.weight[369]: blk.44.ffn_up_exps.weight[370]: IQ3_S blk.44.ffn_up_exps.weight[371]: IQ3_S blk.44.ffn_up_exps.weight[372]: IQ3_S blk.44.ffn_up_exps.weight[373]: blk.44.ffn_up_exps.weight[374]: IQ3_S blk.44.ffn_up_exps.weight[375]: IQ3_S blk.44.ffn_up_exps.weight[376]: IQ3_S blk.44.ffn_up_exps.weight[377]: blk.44.ffn_up_exps.weight[378]: blk.44.ffn_up_exps.weight[379]: blk.44.ffn_up_exps.weight[380]: blk.44.ffn_up_exps.weight[381]: blk.44.ffn_up_exps.weight[382]: blk.44.ffn_up_exps.weight[383]: IQ3_S blk.44.ffn_up_exps.weight[384]: blk.44.ffn_up_exps.weight[385]: blk.44.ffn_up_exps.weight[386]: IQ3_S blk.44.ffn_up_exps.weight[387]: IQ3_S blk.44.ffn_up_exps.weight[388]: blk.44.ffn_up_exps.weight[389]: blk.44.ffn_up_exps.weight[390]: IQ3_S blk.44.ffn_up_exps.weight[391]: blk.44.ffn_up_exps.weight[392]: blk.44.ffn_up_exps.weight[393]: blk.44.ffn_up_exps.weight[394]: blk.44.ffn_up_exps.weight[395]: IQ3_S blk.44.ffn_up_exps.weight[396]: IQ3_S blk.44.ffn_up_exps.weight[397]: IQ3_S blk.44.ffn_up_exps.weight[398]: blk.44.ffn_up_exps.weight[399]: blk.44.ffn_up_exps.weight[400]: blk.44.ffn_up_exps.weight[401]: IQ3_S blk.44.ffn_up_exps.weight[402]: IQ3_S blk.44.ffn_up_exps.weight[403]: blk.44.ffn_up_exps.weight[404]: IQ3_S blk.44.ffn_up_exps.weight[405]: IQ3_S blk.44.ffn_up_exps.weight[406]: blk.44.ffn_up_exps.weight[407]: IQ3_S blk.44.ffn_up_exps.weight[408]: IQ3_S blk.44.ffn_up_exps.weight[409]: IQ3_S blk.44.ffn_up_exps.weight[410]: IQ3_S blk.44.ffn_up_exps.weight[411]: IQ3_S blk.44.ffn_up_exps.weight[412]: blk.44.ffn_up_exps.weight[413]: IQ3_S blk.44.ffn_up_exps.weight[414]: blk.44.ffn_up_exps.weight[415]: IQ3_S blk.44.ffn_up_exps.weight[416]: blk.44.ffn_up_exps.weight[417]: IQ3_S blk.44.ffn_up_exps.weight[418]: blk.44.ffn_up_exps.weight[419]: blk.44.ffn_up_exps.weight[420]: IQ3_S blk.44.ffn_up_exps.weight[421]: blk.44.ffn_up_exps.weight[422]: IQ3_S blk.44.ffn_up_exps.weight[423]: blk.44.ffn_up_exps.weight[424]: blk.44.ffn_up_exps.weight[425]: blk.44.ffn_up_exps.weight[426]: blk.44.ffn_up_exps.weight[427]: blk.44.ffn_up_exps.weight[428]: blk.44.ffn_up_exps.weight[429]: blk.44.ffn_up_exps.weight[430]: blk.44.ffn_up_exps.weight[431]: blk.44.ffn_up_exps.weight[432]: IQ3_S blk.44.ffn_up_exps.weight[433]: blk.44.ffn_up_exps.weight[434]: blk.44.ffn_up_exps.weight[435]: blk.44.ffn_up_exps.weight[436]: blk.44.ffn_up_exps.weight[437]: blk.44.ffn_up_exps.weight[438]: blk.44.ffn_up_exps.weight[439]: IQ3_S blk.44.ffn_up_exps.weight[440]: IQ3_S blk.44.ffn_up_exps.weight[441]: IQ3_S blk.44.ffn_up_exps.weight[442]: blk.44.ffn_up_exps.weight[443]: IQ3_S blk.44.ffn_up_exps.weight[444]: IQ3_S blk.44.ffn_up_exps.weight[445]: IQ3_S blk.44.ffn_up_exps.weight[446]: IQ3_S blk.44.ffn_up_exps.weight[447]: IQ3_S blk.44.ffn_up_exps.weight[448]: IQ3_S blk.44.ffn_up_exps.weight[449]: blk.44.ffn_up_exps.weight[450]: blk.44.ffn_up_exps.weight[451]: IQ3_S blk.44.ffn_up_exps.weight[452]: IQ3_S blk.44.ffn_up_exps.weight[453]: blk.44.ffn_up_exps.weight[454]: IQ3_S blk.44.ffn_up_exps.weight[455]: blk.44.ffn_up_exps.weight[456]: blk.44.ffn_up_exps.weight[457]: IQ3_S blk.44.ffn_up_exps.weight[458]: blk.44.ffn_up_exps.weight[459]: blk.44.ffn_up_exps.weight[460]: IQ3_S blk.44.ffn_up_exps.weight[461]: blk.44.ffn_up_exps.weight[462]: IQ3_S blk.44.ffn_up_exps.weight[463]: blk.44.ffn_up_exps.weight[464]: IQ3_S blk.44.ffn_up_exps.weight[465]: blk.44.ffn_up_exps.weight[466]: IQ3_S blk.44.ffn_up_exps.weight[467]: blk.44.ffn_up_exps.weight[468]: IQ3_S blk.44.ffn_up_exps.weight[469]: blk.44.ffn_up_exps.weight[470]: IQ3_S blk.44.ffn_up_exps.weight[471]: IQ3_S blk.44.ffn_up_exps.weight[472]: IQ3_S blk.44.ffn_up_exps.weight[473]: IQ3_S blk.44.ffn_up_exps.weight[474]: IQ3_S blk.44.ffn_up_exps.weight[475]: blk.44.ffn_up_exps.weight[476]: blk.44.ffn_up_exps.weight[477]: blk.44.ffn_up_exps.weight[478]: IQ3_S blk.44.ffn_up_exps.weight[479]: IQ3_S blk.44.ffn_up_exps.weight[480]: IQ3_S blk.44.ffn_up_exps.weight[481]: blk.44.ffn_up_exps.weight[482]: blk.44.ffn_up_exps.weight[483]: blk.44.ffn_up_exps.weight[484]: IQ3_S blk.44.ffn_up_exps.weight[485]: blk.44.ffn_up_exps.weight[486]: blk.44.ffn_up_exps.weight[487]: blk.44.ffn_up_exps.weight[488]: blk.44.ffn_up_exps.weight[489]: IQ3_S blk.44.ffn_up_exps.weight[490]: IQ3_S blk.44.ffn_up_exps.weight[491]: IQ3_S blk.44.ffn_up_exps.weight[492]: IQ3_S blk.44.ffn_up_exps.weight[493]: blk.44.ffn_up_exps.weight[494]: IQ3_S blk.44.ffn_up_exps.weight[495]: IQ3_S blk.44.ffn_up_exps.weight[496]: blk.44.ffn_up_exps.weight[497]: blk.44.ffn_up_exps.weight[498]: blk.44.ffn_up_exps.weight[499]: IQ3_S blk.44.ffn_up_exps.weight[500]: IQ3_S blk.44.ffn_up_exps.weight[501]: IQ3_S blk.44.ffn_up_exps.weight[502]: IQ3_S blk.44.ffn_up_exps.weight[503]: blk.44.ffn_up_exps.weight[504]: blk.44.ffn_up_exps.weight[505]: blk.44.ffn_up_exps.weight[506]: blk.44.ffn_up_exps.weight[507]: blk.44.ffn_up_exps.weight[508]: blk.44.ffn_up_exps.weight[509]: blk.44.ffn_up_exps.weight[510]: IQ3_S blk.44.ffn_up_exps.weight[511]: blk.44.ffn_down_exps.weight[0]: IQ4_NL blk.44.ffn_down_exps.weight[1]: IQ4_NL blk.44.ffn_down_exps.weight[2]: blk.44.ffn_down_exps.weight[3]: blk.44.ffn_down_exps.weight[4]: IQ4_NL blk.44.ffn_down_exps.weight[5]: blk.44.ffn_down_exps.weight[6]: blk.44.ffn_down_exps.weight[7]: blk.44.ffn_down_exps.weight[8]: blk.44.ffn_down_exps.weight[9]: blk.44.ffn_down_exps.weight[10]: blk.44.ffn_down_exps.weight[11]: IQ4_NL blk.44.ffn_down_exps.weight[12]: blk.44.ffn_down_exps.weight[13]: blk.44.ffn_down_exps.weight[14]: IQ4_NL blk.44.ffn_down_exps.weight[15]: blk.44.ffn_down_exps.weight[16]: blk.44.ffn_down_exps.weight[17]: blk.44.ffn_down_exps.weight[18]: blk.44.ffn_down_exps.weight[19]: blk.44.ffn_down_exps.weight[20]: blk.44.ffn_down_exps.weight[21]: IQ4_NL blk.44.ffn_down_exps.weight[22]: blk.44.ffn_down_exps.weight[23]: blk.44.ffn_down_exps.weight[24]: IQ4_NL blk.44.ffn_down_exps.weight[25]: IQ4_NL blk.44.ffn_down_exps.weight[26]: blk.44.ffn_down_exps.weight[27]: blk.44.ffn_down_exps.weight[28]: IQ4_NL blk.44.ffn_down_exps.weight[29]: IQ4_NL blk.44.ffn_down_exps.weight[30]: IQ4_NL blk.44.ffn_down_exps.weight[31]: blk.44.ffn_down_exps.weight[32]: blk.44.ffn_down_exps.weight[33]: IQ4_NL blk.44.ffn_down_exps.weight[34]: IQ4_NL blk.44.ffn_down_exps.weight[35]: IQ4_NL blk.44.ffn_down_exps.weight[36]: blk.44.ffn_down_exps.weight[37]: IQ4_NL blk.44.ffn_down_exps.weight[38]: blk.44.ffn_down_exps.weight[39]: IQ4_NL blk.44.ffn_down_exps.weight[40]: blk.44.ffn_down_exps.weight[41]: blk.44.ffn_down_exps.weight[42]: blk.44.ffn_down_exps.weight[43]: blk.44.ffn_down_exps.weight[44]: IQ4_NL blk.44.ffn_down_exps.weight[45]: IQ4_NL blk.44.ffn_down_exps.weight[46]: blk.44.ffn_down_exps.weight[47]: IQ4_NL blk.44.ffn_down_exps.weight[48]: blk.44.ffn_down_exps.weight[49]: blk.44.ffn_down_exps.weight[50]: IQ4_NL blk.44.ffn_down_exps.weight[51]: IQ4_NL blk.44.ffn_down_exps.weight[52]: IQ4_NL blk.44.ffn_down_exps.weight[53]: blk.44.ffn_down_exps.weight[54]: blk.44.ffn_down_exps.weight[55]: IQ4_NL blk.44.ffn_down_exps.weight[56]: IQ4_NL blk.44.ffn_down_exps.weight[57]: IQ4_NL blk.44.ffn_down_exps.weight[58]: blk.44.ffn_down_exps.weight[59]: IQ4_NL blk.44.ffn_down_exps.weight[60]: blk.44.ffn_down_exps.weight[61]: blk.44.ffn_down_exps.weight[62]: blk.44.ffn_down_exps.weight[63]: blk.44.ffn_down_exps.weight[64]: blk.44.ffn_down_exps.weight[65]: IQ4_NL blk.44.ffn_down_exps.weight[66]: blk.44.ffn_down_exps.weight[67]: blk.44.ffn_down_exps.weight[68]: blk.44.ffn_down_exps.weight[69]: blk.44.ffn_down_exps.weight[70]: IQ4_NL blk.44.ffn_down_exps.weight[71]: blk.44.ffn_down_exps.weight[72]: blk.44.ffn_down_exps.weight[73]: IQ4_NL blk.44.ffn_down_exps.weight[74]: IQ4_NL blk.44.ffn_down_exps.weight[75]: IQ4_NL blk.44.ffn_down_exps.weight[76]: IQ4_NL blk.44.ffn_down_exps.weight[77]: IQ4_NL blk.44.ffn_down_exps.weight[78]: blk.44.ffn_down_exps.weight[79]: IQ4_NL blk.44.ffn_down_exps.weight[80]: IQ4_NL blk.44.ffn_down_exps.weight[81]: IQ4_NL blk.44.ffn_down_exps.weight[82]: blk.44.ffn_down_exps.weight[83]: blk.44.ffn_down_exps.weight[84]: blk.44.ffn_down_exps.weight[85]: IQ4_NL blk.44.ffn_down_exps.weight[86]: blk.44.ffn_down_exps.weight[87]: IQ4_NL blk.44.ffn_down_exps.weight[88]: IQ4_NL blk.44.ffn_down_exps.weight[89]: blk.44.ffn_down_exps.weight[90]: IQ4_NL blk.44.ffn_down_exps.weight[91]: blk.44.ffn_down_exps.weight[92]: IQ4_NL blk.44.ffn_down_exps.weight[93]: blk.44.ffn_down_exps.weight[94]: IQ4_NL blk.44.ffn_down_exps.weight[95]: IQ4_NL blk.44.ffn_down_exps.weight[96]: blk.44.ffn_down_exps.weight[97]: blk.44.ffn_down_exps.weight[98]: blk.44.ffn_down_exps.weight[99]: IQ4_NL blk.44.ffn_down_exps.weight[100]: IQ4_NL blk.44.ffn_down_exps.weight[101]: IQ4_NL blk.44.ffn_down_exps.weight[102]: IQ4_NL blk.44.ffn_down_exps.weight[103]: IQ4_NL blk.44.ffn_down_exps.weight[104]: blk.44.ffn_down_exps.weight[105]: blk.44.ffn_down_exps.weight[106]: IQ4_NL blk.44.ffn_down_exps.weight[107]: IQ4_NL blk.44.ffn_down_exps.weight[108]: blk.44.ffn_down_exps.weight[109]: blk.44.ffn_down_exps.weight[110]: IQ4_NL blk.44.ffn_down_exps.weight[111]: blk.44.ffn_down_exps.weight[112]: blk.44.ffn_down_exps.weight[113]: blk.44.ffn_down_exps.weight[114]: blk.44.ffn_down_exps.weight[115]: blk.44.ffn_down_exps.weight[116]: blk.44.ffn_down_exps.weight[117]: IQ4_NL blk.44.ffn_down_exps.weight[118]: blk.44.ffn_down_exps.weight[119]: IQ4_NL blk.44.ffn_down_exps.weight[120]: IQ4_NL blk.44.ffn_down_exps.weight[121]: IQ4_NL blk.44.ffn_down_exps.weight[122]: IQ4_NL blk.44.ffn_down_exps.weight[123]: blk.44.ffn_down_exps.weight[124]: IQ4_NL blk.44.ffn_down_exps.weight[125]: IQ4_NL blk.44.ffn_down_exps.weight[126]: blk.44.ffn_down_exps.weight[127]: IQ4_NL blk.44.ffn_down_exps.weight[128]: blk.44.ffn_down_exps.weight[129]: IQ4_NL blk.44.ffn_down_exps.weight[130]: IQ4_NL blk.44.ffn_down_exps.weight[131]: IQ4_NL blk.44.ffn_down_exps.weight[132]: blk.44.ffn_down_exps.weight[133]: IQ4_NL blk.44.ffn_down_exps.weight[134]: IQ4_NL blk.44.ffn_down_exps.weight[135]: IQ4_NL blk.44.ffn_down_exps.weight[136]: IQ4_NL blk.44.ffn_down_exps.weight[137]: blk.44.ffn_down_exps.weight[138]: blk.44.ffn_down_exps.weight[139]: blk.44.ffn_down_exps.weight[140]: blk.44.ffn_down_exps.weight[141]: IQ4_NL blk.44.ffn_down_exps.weight[142]: IQ4_NL blk.44.ffn_down_exps.weight[143]: IQ4_NL blk.44.ffn_down_exps.weight[144]: IQ4_NL blk.44.ffn_down_exps.weight[145]: IQ4_NL blk.44.ffn_down_exps.weight[146]: blk.44.ffn_down_exps.weight[147]: IQ4_NL blk.44.ffn_down_exps.weight[148]: IQ4_NL blk.44.ffn_down_exps.weight[149]: blk.44.ffn_down_exps.weight[150]: blk.44.ffn_down_exps.weight[151]: blk.44.ffn_down_exps.weight[152]: blk.44.ffn_down_exps.weight[153]: blk.44.ffn_down_exps.weight[154]: blk.44.ffn_down_exps.weight[155]: IQ4_NL blk.44.ffn_down_exps.weight[156]: IQ4_NL blk.44.ffn_down_exps.weight[157]: blk.44.ffn_down_exps.weight[158]: IQ4_NL blk.44.ffn_down_exps.weight[159]: blk.44.ffn_down_exps.weight[160]: IQ4_NL blk.44.ffn_down_exps.weight[161]: IQ4_NL blk.44.ffn_down_exps.weight[162]: IQ4_NL blk.44.ffn_down_exps.weight[163]: IQ4_NL blk.44.ffn_down_exps.weight[164]: blk.44.ffn_down_exps.weight[165]: blk.44.ffn_down_exps.weight[166]: blk.44.ffn_down_exps.weight[167]: IQ4_NL blk.44.ffn_down_exps.weight[168]: blk.44.ffn_down_exps.weight[169]: IQ4_NL blk.44.ffn_down_exps.weight[170]: IQ4_NL blk.44.ffn_down_exps.weight[171]: blk.44.ffn_down_exps.weight[172]: IQ4_NL blk.44.ffn_down_exps.weight[173]: IQ4_NL blk.44.ffn_down_exps.weight[174]: IQ4_NL blk.44.ffn_down_exps.weight[175]: IQ4_NL blk.44.ffn_down_exps.weight[176]: IQ4_NL blk.44.ffn_down_exps.weight[177]: IQ4_NL blk.44.ffn_down_exps.weight[178]: blk.44.ffn_down_exps.weight[179]: blk.44.ffn_down_exps.weight[180]: blk.44.ffn_down_exps.weight[181]: blk.44.ffn_down_exps.weight[182]: IQ4_NL blk.44.ffn_down_exps.weight[183]: blk.44.ffn_down_exps.weight[184]: blk.44.ffn_down_exps.weight[185]: IQ4_NL blk.44.ffn_down_exps.weight[186]: IQ4_NL blk.44.ffn_down_exps.weight[187]: blk.44.ffn_down_exps.weight[188]: blk.44.ffn_down_exps.weight[189]: IQ4_NL blk.44.ffn_down_exps.weight[190]: IQ4_NL blk.44.ffn_down_exps.weight[191]: IQ4_NL blk.44.ffn_down_exps.weight[192]: blk.44.ffn_down_exps.weight[193]: blk.44.ffn_down_exps.weight[194]: blk.44.ffn_down_exps.weight[195]: IQ4_NL blk.44.ffn_down_exps.weight[196]: blk.44.ffn_down_exps.weight[197]: blk.44.ffn_down_exps.weight[198]: blk.44.ffn_down_exps.weight[199]: blk.44.ffn_down_exps.weight[200]: IQ4_NL blk.44.ffn_down_exps.weight[201]: IQ4_NL blk.44.ffn_down_exps.weight[202]: IQ4_NL blk.44.ffn_down_exps.weight[203]: IQ4_NL blk.44.ffn_down_exps.weight[204]: IQ4_NL blk.44.ffn_down_exps.weight[205]: blk.44.ffn_down_exps.weight[206]: blk.44.ffn_down_exps.weight[207]: blk.44.ffn_down_exps.weight[208]: IQ4_NL blk.44.ffn_down_exps.weight[209]: IQ4_NL blk.44.ffn_down_exps.weight[210]: blk.44.ffn_down_exps.weight[211]: IQ4_NL blk.44.ffn_down_exps.weight[212]: IQ4_NL blk.44.ffn_down_exps.weight[213]: IQ4_NL blk.44.ffn_down_exps.weight[214]: IQ4_NL blk.44.ffn_down_exps.weight[215]: blk.44.ffn_down_exps.weight[216]: IQ4_NL blk.44.ffn_down_exps.weight[217]: IQ4_NL blk.44.ffn_down_exps.weight[218]: blk.44.ffn_down_exps.weight[219]: blk.44.ffn_down_exps.weight[220]: IQ4_NL blk.44.ffn_down_exps.weight[221]: blk.44.ffn_down_exps.weight[222]: blk.44.ffn_down_exps.weight[223]: IQ4_NL blk.44.ffn_down_exps.weight[224]: IQ4_NL blk.44.ffn_down_exps.weight[225]: IQ4_NL blk.44.ffn_down_exps.weight[226]: blk.44.ffn_down_exps.weight[227]: IQ4_NL blk.44.ffn_down_exps.weight[228]: IQ4_NL blk.44.ffn_down_exps.weight[229]: blk.44.ffn_down_exps.weight[230]: blk.44.ffn_down_exps.weight[231]: blk.44.ffn_down_exps.weight[232]: IQ4_NL blk.44.ffn_down_exps.weight[233]: IQ4_NL blk.44.ffn_down_exps.weight[234]: IQ4_NL blk.44.ffn_down_exps.weight[235]: blk.44.ffn_down_exps.weight[236]: blk.44.ffn_down_exps.weight[237]: IQ4_NL blk.44.ffn_down_exps.weight[238]: IQ4_NL blk.44.ffn_down_exps.weight[239]: blk.44.ffn_down_exps.weight[240]: IQ4_NL blk.44.ffn_down_exps.weight[241]: blk.44.ffn_down_exps.weight[242]: blk.44.ffn_down_exps.weight[243]: IQ4_NL blk.44.ffn_down_exps.weight[244]: IQ4_NL blk.44.ffn_down_exps.weight[245]: blk.44.ffn_down_exps.weight[246]: IQ4_NL blk.44.ffn_down_exps.weight[247]: IQ4_NL blk.44.ffn_down_exps.weight[248]: IQ4_NL blk.44.ffn_down_exps.weight[249]: IQ4_NL blk.44.ffn_down_exps.weight[250]: IQ4_NL blk.44.ffn_down_exps.weight[251]: IQ4_NL blk.44.ffn_down_exps.weight[252]: IQ4_NL blk.44.ffn_down_exps.weight[253]: blk.44.ffn_down_exps.weight[254]: blk.44.ffn_down_exps.weight[255]: blk.44.ffn_down_exps.weight[256]: IQ4_NL blk.44.ffn_down_exps.weight[257]: blk.44.ffn_down_exps.weight[258]: IQ4_NL blk.44.ffn_down_exps.weight[259]: blk.44.ffn_down_exps.weight[260]: IQ4_NL blk.44.ffn_down_exps.weight[261]: blk.44.ffn_down_exps.weight[262]: IQ4_NL blk.44.ffn_down_exps.weight[263]: IQ4_NL blk.44.ffn_down_exps.weight[264]: blk.44.ffn_down_exps.weight[265]: blk.44.ffn_down_exps.weight[266]: IQ4_NL blk.44.ffn_down_exps.weight[267]: blk.44.ffn_down_exps.weight[268]: blk.44.ffn_down_exps.weight[269]: IQ4_NL blk.44.ffn_down_exps.weight[270]: IQ4_NL blk.44.ffn_down_exps.weight[271]: IQ4_NL blk.44.ffn_down_exps.weight[272]: IQ4_NL blk.44.ffn_down_exps.weight[273]: blk.44.ffn_down_exps.weight[274]: IQ4_NL blk.44.ffn_down_exps.weight[275]: blk.44.ffn_down_exps.weight[276]: IQ4_NL blk.44.ffn_down_exps.weight[277]: IQ4_NL blk.44.ffn_down_exps.weight[278]: blk.44.ffn_down_exps.weight[279]: IQ4_NL blk.44.ffn_down_exps.weight[280]: IQ4_NL blk.44.ffn_down_exps.weight[281]: IQ4_NL blk.44.ffn_down_exps.weight[282]: blk.44.ffn_down_exps.weight[283]: IQ4_NL blk.44.ffn_down_exps.weight[284]: IQ4_NL blk.44.ffn_down_exps.weight[285]: IQ4_NL blk.44.ffn_down_exps.weight[286]: IQ4_NL blk.44.ffn_down_exps.weight[287]: IQ4_NL blk.44.ffn_down_exps.weight[288]: blk.44.ffn_down_exps.weight[289]: IQ4_NL blk.44.ffn_down_exps.weight[290]: blk.44.ffn_down_exps.weight[291]: blk.44.ffn_down_exps.weight[292]: blk.44.ffn_down_exps.weight[293]: IQ4_NL blk.44.ffn_down_exps.weight[294]: IQ4_NL blk.44.ffn_down_exps.weight[295]: blk.44.ffn_down_exps.weight[296]: blk.44.ffn_down_exps.weight[297]: IQ4_NL blk.44.ffn_down_exps.weight[298]: IQ4_NL blk.44.ffn_down_exps.weight[299]: IQ4_NL blk.44.ffn_down_exps.weight[300]: IQ4_NL blk.44.ffn_down_exps.weight[301]: IQ4_NL blk.44.ffn_down_exps.weight[302]: blk.44.ffn_down_exps.weight[303]: IQ4_NL blk.44.ffn_down_exps.weight[304]: blk.44.ffn_down_exps.weight[305]: IQ4_NL blk.44.ffn_down_exps.weight[306]: IQ4_NL blk.44.ffn_down_exps.weight[307]: blk.44.ffn_down_exps.weight[308]: IQ4_NL blk.44.ffn_down_exps.weight[309]: blk.44.ffn_down_exps.weight[310]: blk.44.ffn_down_exps.weight[311]: blk.44.ffn_down_exps.weight[312]: IQ4_NL blk.44.ffn_down_exps.weight[313]: IQ4_NL blk.44.ffn_down_exps.weight[314]: blk.44.ffn_down_exps.weight[315]: IQ4_NL blk.44.ffn_down_exps.weight[316]: blk.44.ffn_down_exps.weight[317]: blk.44.ffn_down_exps.weight[318]: blk.44.ffn_down_exps.weight[319]: IQ4_NL blk.44.ffn_down_exps.weight[320]: blk.44.ffn_down_exps.weight[321]: blk.44.ffn_down_exps.weight[322]: IQ4_NL blk.44.ffn_down_exps.weight[323]: IQ4_NL blk.44.ffn_down_exps.weight[324]: IQ4_NL blk.44.ffn_down_exps.weight[325]: blk.44.ffn_down_exps.weight[326]: blk.44.ffn_down_exps.weight[327]: blk.44.ffn_down_exps.weight[328]: IQ4_NL blk.44.ffn_down_exps.weight[329]: blk.44.ffn_down_exps.weight[330]: blk.44.ffn_down_exps.weight[331]: blk.44.ffn_down_exps.weight[332]: blk.44.ffn_down_exps.weight[333]: IQ4_NL blk.44.ffn_down_exps.weight[334]: blk.44.ffn_down_exps.weight[335]: blk.44.ffn_down_exps.weight[336]: IQ4_NL blk.44.ffn_down_exps.weight[337]: IQ4_NL blk.44.ffn_down_exps.weight[338]: IQ4_NL blk.44.ffn_down_exps.weight[339]: IQ4_NL blk.44.ffn_down_exps.weight[340]: blk.44.ffn_down_exps.weight[341]: blk.44.ffn_down_exps.weight[342]: blk.44.ffn_down_exps.weight[343]: IQ4_NL blk.44.ffn_down_exps.weight[344]: blk.44.ffn_down_exps.weight[345]: IQ4_NL blk.44.ffn_down_exps.weight[346]: IQ4_NL blk.44.ffn_down_exps.weight[347]: blk.44.ffn_down_exps.weight[348]: IQ4_NL blk.44.ffn_down_exps.weight[349]: IQ4_NL blk.44.ffn_down_exps.weight[350]: IQ4_NL blk.44.ffn_down_exps.weight[351]: blk.44.ffn_down_exps.weight[352]: IQ4_NL blk.44.ffn_down_exps.weight[353]: blk.44.ffn_down_exps.weight[354]: blk.44.ffn_down_exps.weight[355]: blk.44.ffn_down_exps.weight[356]: IQ4_NL blk.44.ffn_down_exps.weight[357]: blk.44.ffn_down_exps.weight[358]: IQ4_NL blk.44.ffn_down_exps.weight[359]: IQ4_NL blk.44.ffn_down_exps.weight[360]: blk.44.ffn_down_exps.weight[361]: IQ4_NL blk.44.ffn_down_exps.weight[362]: blk.44.ffn_down_exps.weight[363]: blk.44.ffn_down_exps.weight[364]: IQ4_NL blk.44.ffn_down_exps.weight[365]: IQ4_NL blk.44.ffn_down_exps.weight[366]: blk.44.ffn_down_exps.weight[367]: blk.44.ffn_down_exps.weight[368]: IQ4_NL blk.44.ffn_down_exps.weight[369]: blk.44.ffn_down_exps.weight[370]: IQ4_NL blk.44.ffn_down_exps.weight[371]: IQ4_NL blk.44.ffn_down_exps.weight[372]: IQ4_NL blk.44.ffn_down_exps.weight[373]: blk.44.ffn_down_exps.weight[374]: IQ4_NL blk.44.ffn_down_exps.weight[375]: IQ4_NL blk.44.ffn_down_exps.weight[376]: IQ4_NL blk.44.ffn_down_exps.weight[377]: blk.44.ffn_down_exps.weight[378]: blk.44.ffn_down_exps.weight[379]: blk.44.ffn_down_exps.weight[380]: blk.44.ffn_down_exps.weight[381]: blk.44.ffn_down_exps.weight[382]: blk.44.ffn_down_exps.weight[383]: IQ4_NL blk.44.ffn_down_exps.weight[384]: blk.44.ffn_down_exps.weight[385]: blk.44.ffn_down_exps.weight[386]: IQ4_NL blk.44.ffn_down_exps.weight[387]: IQ4_NL blk.44.ffn_down_exps.weight[388]: blk.44.ffn_down_exps.weight[389]: blk.44.ffn_down_exps.weight[390]: IQ4_NL blk.44.ffn_down_exps.weight[391]: blk.44.ffn_down_exps.weight[392]: blk.44.ffn_down_exps.weight[393]: blk.44.ffn_down_exps.weight[394]: blk.44.ffn_down_exps.weight[395]: IQ4_NL blk.44.ffn_down_exps.weight[396]: IQ4_NL blk.44.ffn_down_exps.weight[397]: IQ4_NL blk.44.ffn_down_exps.weight[398]: blk.44.ffn_down_exps.weight[399]: blk.44.ffn_down_exps.weight[400]: blk.44.ffn_down_exps.weight[401]: IQ4_NL blk.44.ffn_down_exps.weight[402]: IQ4_NL blk.44.ffn_down_exps.weight[403]: blk.44.ffn_down_exps.weight[404]: IQ4_NL blk.44.ffn_down_exps.weight[405]: IQ4_NL blk.44.ffn_down_exps.weight[406]: blk.44.ffn_down_exps.weight[407]: IQ4_NL blk.44.ffn_down_exps.weight[408]: IQ4_NL blk.44.ffn_down_exps.weight[409]: IQ4_NL blk.44.ffn_down_exps.weight[410]: IQ4_NL blk.44.ffn_down_exps.weight[411]: IQ4_NL blk.44.ffn_down_exps.weight[412]: blk.44.ffn_down_exps.weight[413]: IQ4_NL blk.44.ffn_down_exps.weight[414]: blk.44.ffn_down_exps.weight[415]: IQ4_NL blk.44.ffn_down_exps.weight[416]: blk.44.ffn_down_exps.weight[417]: IQ4_NL blk.44.ffn_down_exps.weight[418]: blk.44.ffn_down_exps.weight[419]: blk.44.ffn_down_exps.weight[420]: IQ4_NL blk.44.ffn_down_exps.weight[421]: blk.44.ffn_down_exps.weight[422]: IQ4_NL blk.44.ffn_down_exps.weight[423]: blk.44.ffn_down_exps.weight[424]: blk.44.ffn_down_exps.weight[425]: blk.44.ffn_down_exps.weight[426]: blk.44.ffn_down_exps.weight[427]: blk.44.ffn_down_exps.weight[428]: blk.44.ffn_down_exps.weight[429]: blk.44.ffn_down_exps.weight[430]: blk.44.ffn_down_exps.weight[431]: blk.44.ffn_down_exps.weight[432]: IQ4_NL blk.44.ffn_down_exps.weight[433]: blk.44.ffn_down_exps.weight[434]: blk.44.ffn_down_exps.weight[435]: blk.44.ffn_down_exps.weight[436]: blk.44.ffn_down_exps.weight[437]: blk.44.ffn_down_exps.weight[438]: blk.44.ffn_down_exps.weight[439]: IQ4_NL blk.44.ffn_down_exps.weight[440]: IQ4_NL blk.44.ffn_down_exps.weight[441]: IQ4_NL blk.44.ffn_down_exps.weight[442]: blk.44.ffn_down_exps.weight[443]: IQ4_NL blk.44.ffn_down_exps.weight[444]: IQ4_NL blk.44.ffn_down_exps.weight[445]: IQ4_NL blk.44.ffn_down_exps.weight[446]: IQ4_NL blk.44.ffn_down_exps.weight[447]: IQ4_NL blk.44.ffn_down_exps.weight[448]: IQ4_NL blk.44.ffn_down_exps.weight[449]: blk.44.ffn_down_exps.weight[450]: blk.44.ffn_down_exps.weight[451]: IQ4_NL blk.44.ffn_down_exps.weight[452]: IQ4_NL blk.44.ffn_down_exps.weight[453]: blk.44.ffn_down_exps.weight[454]: IQ4_NL blk.44.ffn_down_exps.weight[455]: blk.44.ffn_down_exps.weight[456]: blk.44.ffn_down_exps.weight[457]: IQ4_NL blk.44.ffn_down_exps.weight[458]: blk.44.ffn_down_exps.weight[459]: blk.44.ffn_down_exps.weight[460]: IQ4_NL blk.44.ffn_down_exps.weight[461]: blk.44.ffn_down_exps.weight[462]: IQ4_NL blk.44.ffn_down_exps.weight[463]: blk.44.ffn_down_exps.weight[464]: IQ4_NL blk.44.ffn_down_exps.weight[465]: blk.44.ffn_down_exps.weight[466]: IQ4_NL blk.44.ffn_down_exps.weight[467]: blk.44.ffn_down_exps.weight[468]: IQ4_NL blk.44.ffn_down_exps.weight[469]: blk.44.ffn_down_exps.weight[470]: IQ4_NL blk.44.ffn_down_exps.weight[471]: IQ4_NL blk.44.ffn_down_exps.weight[472]: IQ4_NL blk.44.ffn_down_exps.weight[473]: IQ4_NL blk.44.ffn_down_exps.weight[474]: IQ4_NL blk.44.ffn_down_exps.weight[475]: blk.44.ffn_down_exps.weight[476]: blk.44.ffn_down_exps.weight[477]: blk.44.ffn_down_exps.weight[478]: IQ4_NL blk.44.ffn_down_exps.weight[479]: IQ4_NL blk.44.ffn_down_exps.weight[480]: IQ4_NL blk.44.ffn_down_exps.weight[481]: blk.44.ffn_down_exps.weight[482]: blk.44.ffn_down_exps.weight[483]: blk.44.ffn_down_exps.weight[484]: IQ4_NL blk.44.ffn_down_exps.weight[485]: blk.44.ffn_down_exps.weight[486]: blk.44.ffn_down_exps.weight[487]: blk.44.ffn_down_exps.weight[488]: blk.44.ffn_down_exps.weight[489]: IQ4_NL blk.44.ffn_down_exps.weight[490]: IQ4_NL blk.44.ffn_down_exps.weight[491]: IQ4_NL blk.44.ffn_down_exps.weight[492]: IQ4_NL blk.44.ffn_down_exps.weight[493]: blk.44.ffn_down_exps.weight[494]: IQ4_NL blk.44.ffn_down_exps.weight[495]: IQ4_NL blk.44.ffn_down_exps.weight[496]: blk.44.ffn_down_exps.weight[497]: blk.44.ffn_down_exps.weight[498]: blk.44.ffn_down_exps.weight[499]: IQ4_NL blk.44.ffn_down_exps.weight[500]: IQ4_NL blk.44.ffn_down_exps.weight[501]: IQ4_NL blk.44.ffn_down_exps.weight[502]: IQ4_NL blk.44.ffn_down_exps.weight[503]: blk.44.ffn_down_exps.weight[504]: blk.44.ffn_down_exps.weight[505]: blk.44.ffn_down_exps.weight[506]: blk.44.ffn_down_exps.weight[507]: blk.44.ffn_down_exps.weight[508]: blk.44.ffn_down_exps.weight[509]: blk.44.ffn_down_exps.weight[510]: IQ4_NL blk.44.ffn_down_exps.weight[511]: blk.45.ffn_gate_exps.weight[0]: IQ3_S blk.45.ffn_gate_exps.weight[1]: IQ3_S blk.45.ffn_gate_exps.weight[2]: IQ3_S blk.45.ffn_gate_exps.weight[3]: IQ3_S blk.45.ffn_gate_exps.weight[4]: blk.45.ffn_gate_exps.weight[5]: IQ3_S blk.45.ffn_gate_exps.weight[6]: blk.45.ffn_gate_exps.weight[7]: IQ3_S blk.45.ffn_gate_exps.weight[8]: blk.45.ffn_gate_exps.weight[9]: IQ3_S blk.45.ffn_gate_exps.weight[10]: IQ3_S blk.45.ffn_gate_exps.weight[11]: blk.45.ffn_gate_exps.weight[12]: IQ3_S blk.45.ffn_gate_exps.weight[13]: IQ3_S blk.45.ffn_gate_exps.weight[14]: IQ3_S blk.45.ffn_gate_exps.weight[15]: blk.45.ffn_gate_exps.weight[16]: blk.45.ffn_gate_exps.weight[17]: blk.45.ffn_gate_exps.weight[18]: blk.45.ffn_gate_exps.weight[19]: blk.45.ffn_gate_exps.weight[20]: blk.45.ffn_gate_exps.weight[21]: blk.45.ffn_gate_exps.weight[22]: IQ3_S blk.45.ffn_gate_exps.weight[23]: blk.45.ffn_gate_exps.weight[24]: IQ3_S blk.45.ffn_gate_exps.weight[25]: blk.45.ffn_gate_exps.weight[26]: IQ3_S blk.45.ffn_gate_exps.weight[27]: blk.45.ffn_gate_exps.weight[28]: IQ3_S blk.45.ffn_gate_exps.weight[29]: IQ3_S blk.45.ffn_gate_exps.weight[30]: blk.45.ffn_gate_exps.weight[31]: IQ3_S blk.45.ffn_gate_exps.weight[32]: IQ3_S blk.45.ffn_gate_exps.weight[33]: IQ3_S blk.45.ffn_gate_exps.weight[34]: IQ3_S blk.45.ffn_gate_exps.weight[35]: blk.45.ffn_gate_exps.weight[36]: blk.45.ffn_gate_exps.weight[37]: blk.45.ffn_gate_exps.weight[38]: blk.45.ffn_gate_exps.weight[39]: IQ3_S blk.45.ffn_gate_exps.weight[40]: IQ3_S blk.45.ffn_gate_exps.weight[41]: blk.45.ffn_gate_exps.weight[42]: blk.45.ffn_gate_exps.weight[43]: IQ3_S blk.45.ffn_gate_exps.weight[44]: IQ3_S blk.45.ffn_gate_exps.weight[45]: IQ3_S blk.45.ffn_gate_exps.weight[46]: IQ3_S blk.45.ffn_gate_exps.weight[47]: IQ3_S blk.45.ffn_gate_exps.weight[48]: IQ3_S blk.45.ffn_gate_exps.weight[49]: blk.45.ffn_gate_exps.weight[50]: blk.45.ffn_gate_exps.weight[51]: IQ3_S blk.45.ffn_gate_exps.weight[52]: blk.45.ffn_gate_exps.weight[53]: blk.45.ffn_gate_exps.weight[54]: IQ3_S blk.45.ffn_gate_exps.weight[55]: blk.45.ffn_gate_exps.weight[56]: IQ3_S blk.45.ffn_gate_exps.weight[57]: IQ3_S blk.45.ffn_gate_exps.weight[58]: blk.45.ffn_gate_exps.weight[59]: blk.45.ffn_gate_exps.weight[60]: IQ3_S blk.45.ffn_gate_exps.weight[61]: IQ3_S blk.45.ffn_gate_exps.weight[62]: IQ3_S blk.45.ffn_gate_exps.weight[63]: IQ3_S blk.45.ffn_gate_exps.weight[64]: IQ3_S blk.45.ffn_gate_exps.weight[65]: IQ3_S blk.45.ffn_gate_exps.weight[66]: IQ3_S blk.45.ffn_gate_exps.weight[67]: blk.45.ffn_gate_exps.weight[68]: IQ3_S blk.45.ffn_gate_exps.weight[69]: IQ3_S blk.45.ffn_gate_exps.weight[70]: IQ3_S blk.45.ffn_gate_exps.weight[71]: blk.45.ffn_gate_exps.weight[72]: blk.45.ffn_gate_exps.weight[73]: blk.45.ffn_gate_exps.weight[74]: IQ3_S blk.45.ffn_gate_exps.weight[75]: IQ3_S blk.45.ffn_gate_exps.weight[76]: IQ3_S blk.45.ffn_gate_exps.weight[77]: blk.45.ffn_gate_exps.weight[78]: blk.45.ffn_gate_exps.weight[79]: IQ3_S blk.45.ffn_gate_exps.weight[80]: blk.45.ffn_gate_exps.weight[81]: blk.45.ffn_gate_exps.weight[82]: blk.45.ffn_gate_exps.weight[83]: blk.45.ffn_gate_exps.weight[84]: IQ3_S blk.45.ffn_gate_exps.weight[85]: blk.45.ffn_gate_exps.weight[86]: IQ3_S blk.45.ffn_gate_exps.weight[87]: IQ3_S blk.45.ffn_gate_exps.weight[88]: blk.45.ffn_gate_exps.weight[89]: IQ3_S blk.45.ffn_gate_exps.weight[90]: IQ3_S blk.45.ffn_gate_exps.weight[91]: blk.45.ffn_gate_exps.weight[92]: blk.45.ffn_gate_exps.weight[93]: blk.45.ffn_gate_exps.weight[94]: blk.45.ffn_gate_exps.weight[95]: blk.45.ffn_gate_exps.weight[96]: blk.45.ffn_gate_exps.weight[97]: IQ3_S blk.45.ffn_gate_exps.weight[98]: IQ3_S blk.45.ffn_gate_exps.weight[99]: IQ3_S blk.45.ffn_gate_exps.weight[100]: blk.45.ffn_gate_exps.weight[101]: blk.45.ffn_gate_exps.weight[102]: blk.45.ffn_gate_exps.weight[103]: IQ3_S blk.45.ffn_gate_exps.weight[104]: IQ3_S blk.45.ffn_gate_exps.weight[105]: blk.45.ffn_gate_exps.weight[106]: IQ3_S blk.45.ffn_gate_exps.weight[107]: blk.45.ffn_gate_exps.weight[108]: blk.45.ffn_gate_exps.weight[109]: IQ3_S blk.45.ffn_gate_exps.weight[110]: blk.45.ffn_gate_exps.weight[111]: IQ3_S blk.45.ffn_gate_exps.weight[112]: IQ3_S blk.45.ffn_gate_exps.weight[113]: blk.45.ffn_gate_exps.weight[114]: IQ3_S blk.45.ffn_gate_exps.weight[115]: blk.45.ffn_gate_exps.weight[116]: blk.45.ffn_gate_exps.weight[117]: blk.45.ffn_gate_exps.weight[118]: IQ3_S blk.45.ffn_gate_exps.weight[119]: IQ3_S blk.45.ffn_gate_exps.weight[120]: blk.45.ffn_gate_exps.weight[121]: blk.45.ffn_gate_exps.weight[122]: IQ3_S blk.45.ffn_gate_exps.weight[123]: IQ3_S blk.45.ffn_gate_exps.weight[124]: blk.45.ffn_gate_exps.weight[125]: IQ3_S blk.45.ffn_gate_exps.weight[126]: IQ3_S blk.45.ffn_gate_exps.weight[127]: IQ3_S blk.45.ffn_gate_exps.weight[128]: blk.45.ffn_gate_exps.weight[129]: blk.45.ffn_gate_exps.weight[130]: blk.45.ffn_gate_exps.weight[131]: IQ3_S blk.45.ffn_gate_exps.weight[132]: IQ3_S blk.45.ffn_gate_exps.weight[133]: blk.45.ffn_gate_exps.weight[134]: blk.45.ffn_gate_exps.weight[135]: IQ3_S blk.45.ffn_gate_exps.weight[136]: IQ3_S blk.45.ffn_gate_exps.weight[137]: IQ3_S blk.45.ffn_gate_exps.weight[138]: blk.45.ffn_gate_exps.weight[139]: blk.45.ffn_gate_exps.weight[140]: blk.45.ffn_gate_exps.weight[141]: IQ3_S blk.45.ffn_gate_exps.weight[142]: IQ3_S blk.45.ffn_gate_exps.weight[143]: IQ3_S blk.45.ffn_gate_exps.weight[144]: blk.45.ffn_gate_exps.weight[145]: IQ3_S blk.45.ffn_gate_exps.weight[146]: IQ3_S blk.45.ffn_gate_exps.weight[147]: blk.45.ffn_gate_exps.weight[148]: IQ3_S blk.45.ffn_gate_exps.weight[149]: IQ3_S blk.45.ffn_gate_exps.weight[150]: blk.45.ffn_gate_exps.weight[151]: blk.45.ffn_gate_exps.weight[152]: IQ3_S blk.45.ffn_gate_exps.weight[153]: blk.45.ffn_gate_exps.weight[154]: IQ3_S blk.45.ffn_gate_exps.weight[155]: blk.45.ffn_gate_exps.weight[156]: blk.45.ffn_gate_exps.weight[157]: blk.45.ffn_gate_exps.weight[158]: IQ3_S blk.45.ffn_gate_exps.weight[159]: IQ3_S blk.45.ffn_gate_exps.weight[160]: blk.45.ffn_gate_exps.weight[161]: blk.45.ffn_gate_exps.weight[162]: IQ3_S blk.45.ffn_gate_exps.weight[163]: IQ3_S blk.45.ffn_gate_exps.weight[164]: blk.45.ffn_gate_exps.weight[165]: IQ3_S blk.45.ffn_gate_exps.weight[166]: IQ3_S blk.45.ffn_gate_exps.weight[167]: IQ3_S blk.45.ffn_gate_exps.weight[168]: IQ3_S blk.45.ffn_gate_exps.weight[169]: IQ3_S blk.45.ffn_gate_exps.weight[170]: blk.45.ffn_gate_exps.weight[171]: IQ3_S blk.45.ffn_gate_exps.weight[172]: IQ3_S blk.45.ffn_gate_exps.weight[173]: IQ3_S blk.45.ffn_gate_exps.weight[174]: IQ3_S blk.45.ffn_gate_exps.weight[175]: blk.45.ffn_gate_exps.weight[176]: IQ3_S blk.45.ffn_gate_exps.weight[177]: blk.45.ffn_gate_exps.weight[178]: IQ3_S blk.45.ffn_gate_exps.weight[179]: blk.45.ffn_gate_exps.weight[180]: blk.45.ffn_gate_exps.weight[181]: IQ3_S blk.45.ffn_gate_exps.weight[182]: IQ3_S blk.45.ffn_gate_exps.weight[183]: IQ3_S blk.45.ffn_gate_exps.weight[184]: IQ3_S blk.45.ffn_gate_exps.weight[185]: IQ3_S blk.45.ffn_gate_exps.weight[186]: IQ3_S blk.45.ffn_gate_exps.weight[187]: blk.45.ffn_gate_exps.weight[188]: IQ3_S blk.45.ffn_gate_exps.weight[189]: IQ3_S blk.45.ffn_gate_exps.weight[190]: blk.45.ffn_gate_exps.weight[191]: IQ3_S blk.45.ffn_gate_exps.weight[192]: blk.45.ffn_gate_exps.weight[193]: IQ3_S blk.45.ffn_gate_exps.weight[194]: IQ3_S blk.45.ffn_gate_exps.weight[195]: blk.45.ffn_gate_exps.weight[196]: IQ3_S blk.45.ffn_gate_exps.weight[197]: blk.45.ffn_gate_exps.weight[198]: IQ3_S blk.45.ffn_gate_exps.weight[199]: blk.45.ffn_gate_exps.weight[200]: blk.45.ffn_gate_exps.weight[201]: IQ3_S blk.45.ffn_gate_exps.weight[202]: IQ3_S blk.45.ffn_gate_exps.weight[203]: blk.45.ffn_gate_exps.weight[204]: IQ3_S blk.45.ffn_gate_exps.weight[205]: IQ3_S blk.45.ffn_gate_exps.weight[206]: blk.45.ffn_gate_exps.weight[207]: IQ3_S blk.45.ffn_gate_exps.weight[208]: blk.45.ffn_gate_exps.weight[209]: blk.45.ffn_gate_exps.weight[210]: IQ3_S blk.45.ffn_gate_exps.weight[211]: IQ3_S blk.45.ffn_gate_exps.weight[212]: IQ3_S blk.45.ffn_gate_exps.weight[213]: IQ3_S blk.45.ffn_gate_exps.weight[214]: IQ3_S blk.45.ffn_gate_exps.weight[215]: IQ3_S blk.45.ffn_gate_exps.weight[216]: blk.45.ffn_gate_exps.weight[217]: IQ3_S blk.45.ffn_gate_exps.weight[218]: blk.45.ffn_gate_exps.weight[219]: IQ3_S blk.45.ffn_gate_exps.weight[220]: IQ3_S blk.45.ffn_gate_exps.weight[221]: blk.45.ffn_gate_exps.weight[222]: IQ3_S blk.45.ffn_gate_exps.weight[223]: IQ3_S blk.45.ffn_gate_exps.weight[224]: IQ3_S blk.45.ffn_gate_exps.weight[225]: IQ3_S blk.45.ffn_gate_exps.weight[226]: IQ3_S blk.45.ffn_gate_exps.weight[227]: IQ3_S blk.45.ffn_gate_exps.weight[228]: blk.45.ffn_gate_exps.weight[229]: blk.45.ffn_gate_exps.weight[230]: IQ3_S blk.45.ffn_gate_exps.weight[231]: IQ3_S blk.45.ffn_gate_exps.weight[232]: IQ3_S blk.45.ffn_gate_exps.weight[233]: blk.45.ffn_gate_exps.weight[234]: blk.45.ffn_gate_exps.weight[235]: IQ3_S blk.45.ffn_gate_exps.weight[236]: blk.45.ffn_gate_exps.weight[237]: IQ3_S blk.45.ffn_gate_exps.weight[238]: IQ3_S blk.45.ffn_gate_exps.weight[239]: IQ3_S blk.45.ffn_gate_exps.weight[240]: IQ3_S blk.45.ffn_gate_exps.weight[241]: blk.45.ffn_gate_exps.weight[242]: blk.45.ffn_gate_exps.weight[243]: blk.45.ffn_gate_exps.weight[244]: blk.45.ffn_gate_exps.weight[245]: IQ3_S blk.45.ffn_gate_exps.weight[246]: IQ3_S blk.45.ffn_gate_exps.weight[247]: blk.45.ffn_gate_exps.weight[248]: blk.45.ffn_gate_exps.weight[249]: IQ3_S blk.45.ffn_gate_exps.weight[250]: IQ3_S blk.45.ffn_gate_exps.weight[251]: blk.45.ffn_gate_exps.weight[252]: IQ3_S blk.45.ffn_gate_exps.weight[253]: IQ3_S blk.45.ffn_gate_exps.weight[254]: IQ3_S blk.45.ffn_gate_exps.weight[255]: blk.45.ffn_gate_exps.weight[256]: blk.45.ffn_gate_exps.weight[257]: blk.45.ffn_gate_exps.weight[258]: blk.45.ffn_gate_exps.weight[259]: IQ3_S blk.45.ffn_gate_exps.weight[260]: IQ3_S blk.45.ffn_gate_exps.weight[261]: IQ3_S blk.45.ffn_gate_exps.weight[262]: IQ3_S blk.45.ffn_gate_exps.weight[263]: IQ3_S blk.45.ffn_gate_exps.weight[264]: IQ3_S blk.45.ffn_gate_exps.weight[265]: blk.45.ffn_gate_exps.weight[266]: IQ3_S blk.45.ffn_gate_exps.weight[267]: blk.45.ffn_gate_exps.weight[268]: blk.45.ffn_gate_exps.weight[269]: IQ3_S blk.45.ffn_gate_exps.weight[270]: blk.45.ffn_gate_exps.weight[271]: blk.45.ffn_gate_exps.weight[272]: IQ3_S blk.45.ffn_gate_exps.weight[273]: blk.45.ffn_gate_exps.weight[274]: blk.45.ffn_gate_exps.weight[275]: IQ3_S blk.45.ffn_gate_exps.weight[276]: blk.45.ffn_gate_exps.weight[277]: blk.45.ffn_gate_exps.weight[278]: blk.45.ffn_gate_exps.weight[279]: blk.45.ffn_gate_exps.weight[280]: IQ3_S blk.45.ffn_gate_exps.weight[281]: blk.45.ffn_gate_exps.weight[282]: IQ3_S blk.45.ffn_gate_exps.weight[283]: IQ3_S blk.45.ffn_gate_exps.weight[284]: IQ3_S blk.45.ffn_gate_exps.weight[285]: blk.45.ffn_gate_exps.weight[286]: blk.45.ffn_gate_exps.weight[287]: blk.45.ffn_gate_exps.weight[288]: IQ3_S blk.45.ffn_gate_exps.weight[289]: IQ3_S blk.45.ffn_gate_exps.weight[290]: IQ3_S blk.45.ffn_gate_exps.weight[291]: blk.45.ffn_gate_exps.weight[292]: blk.45.ffn_gate_exps.weight[293]: IQ3_S blk.45.ffn_gate_exps.weight[294]: blk.45.ffn_gate_exps.weight[295]: IQ3_S blk.45.ffn_gate_exps.weight[296]: IQ3_S blk.45.ffn_gate_exps.weight[297]: IQ3_S blk.45.ffn_gate_exps.weight[298]: blk.45.ffn_gate_exps.weight[299]: IQ3_S blk.45.ffn_gate_exps.weight[300]: blk.45.ffn_gate_exps.weight[301]: blk.45.ffn_gate_exps.weight[302]: IQ3_S blk.45.ffn_gate_exps.weight[303]: IQ3_S blk.45.ffn_gate_exps.weight[304]: blk.45.ffn_gate_exps.weight[305]: blk.45.ffn_gate_exps.weight[306]: blk.45.ffn_gate_exps.weight[307]: IQ3_S blk.45.ffn_gate_exps.weight[308]: blk.45.ffn_gate_exps.weight[309]: blk.45.ffn_gate_exps.weight[310]: blk.45.ffn_gate_exps.weight[311]: IQ3_S blk.45.ffn_gate_exps.weight[312]: blk.45.ffn_gate_exps.weight[313]: IQ3_S blk.45.ffn_gate_exps.weight[314]: blk.45.ffn_gate_exps.weight[315]: blk.45.ffn_gate_exps.weight[316]: IQ3_S blk.45.ffn_gate_exps.weight[317]: blk.45.ffn_gate_exps.weight[318]: blk.45.ffn_gate_exps.weight[319]: blk.45.ffn_gate_exps.weight[320]: blk.45.ffn_gate_exps.weight[321]: blk.45.ffn_gate_exps.weight[322]: IQ3_S blk.45.ffn_gate_exps.weight[323]: IQ3_S blk.45.ffn_gate_exps.weight[324]: blk.45.ffn_gate_exps.weight[325]: IQ3_S blk.45.ffn_gate_exps.weight[326]: blk.45.ffn_gate_exps.weight[327]: blk.45.ffn_gate_exps.weight[328]: IQ3_S blk.45.ffn_gate_exps.weight[329]: blk.45.ffn_gate_exps.weight[330]: IQ3_S blk.45.ffn_gate_exps.weight[331]: blk.45.ffn_gate_exps.weight[332]: IQ3_S blk.45.ffn_gate_exps.weight[333]: IQ3_S blk.45.ffn_gate_exps.weight[334]: IQ3_S blk.45.ffn_gate_exps.weight[335]: blk.45.ffn_gate_exps.weight[336]: blk.45.ffn_gate_exps.weight[337]: blk.45.ffn_gate_exps.weight[338]: IQ3_S blk.45.ffn_gate_exps.weight[339]: IQ3_S blk.45.ffn_gate_exps.weight[340]: blk.45.ffn_gate_exps.weight[341]: blk.45.ffn_gate_exps.weight[342]: IQ3_S blk.45.ffn_gate_exps.weight[343]: IQ3_S blk.45.ffn_gate_exps.weight[344]: blk.45.ffn_gate_exps.weight[345]: blk.45.ffn_gate_exps.weight[346]: IQ3_S blk.45.ffn_gate_exps.weight[347]: blk.45.ffn_gate_exps.weight[348]: IQ3_S blk.45.ffn_gate_exps.weight[349]: blk.45.ffn_gate_exps.weight[350]: blk.45.ffn_gate_exps.weight[351]: IQ3_S blk.45.ffn_gate_exps.weight[352]: IQ3_S blk.45.ffn_gate_exps.weight[353]: blk.45.ffn_gate_exps.weight[354]: IQ3_S blk.45.ffn_gate_exps.weight[355]: blk.45.ffn_gate_exps.weight[356]: blk.45.ffn_gate_exps.weight[357]: IQ3_S blk.45.ffn_gate_exps.weight[358]: blk.45.ffn_gate_exps.weight[359]: IQ3_S blk.45.ffn_gate_exps.weight[360]: IQ3_S blk.45.ffn_gate_exps.weight[361]: blk.45.ffn_gate_exps.weight[362]: blk.45.ffn_gate_exps.weight[363]: blk.45.ffn_gate_exps.weight[364]: blk.45.ffn_gate_exps.weight[365]: IQ3_S blk.45.ffn_gate_exps.weight[366]: IQ3_S blk.45.ffn_gate_exps.weight[367]: blk.45.ffn_gate_exps.weight[368]: blk.45.ffn_gate_exps.weight[369]: blk.45.ffn_gate_exps.weight[370]: IQ3_S blk.45.ffn_gate_exps.weight[371]: IQ3_S blk.45.ffn_gate_exps.weight[372]: blk.45.ffn_gate_exps.weight[373]: IQ3_S blk.45.ffn_gate_exps.weight[374]: blk.45.ffn_gate_exps.weight[375]: IQ3_S blk.45.ffn_gate_exps.weight[376]: blk.45.ffn_gate_exps.weight[377]: blk.45.ffn_gate_exps.weight[378]: blk.45.ffn_gate_exps.weight[379]: IQ3_S blk.45.ffn_gate_exps.weight[380]: blk.45.ffn_gate_exps.weight[381]: IQ3_S blk.45.ffn_gate_exps.weight[382]: blk.45.ffn_gate_exps.weight[383]: blk.45.ffn_gate_exps.weight[384]: blk.45.ffn_gate_exps.weight[385]: IQ3_S blk.45.ffn_gate_exps.weight[386]: IQ3_S blk.45.ffn_gate_exps.weight[387]: blk.45.ffn_gate_exps.weight[388]: blk.45.ffn_gate_exps.weight[389]: blk.45.ffn_gate_exps.weight[390]: IQ3_S blk.45.ffn_gate_exps.weight[391]: IQ3_S blk.45.ffn_gate_exps.weight[392]: blk.45.ffn_gate_exps.weight[393]: blk.45.ffn_gate_exps.weight[394]: IQ3_S blk.45.ffn_gate_exps.weight[395]: blk.45.ffn_gate_exps.weight[396]: IQ3_S blk.45.ffn_gate_exps.weight[397]: blk.45.ffn_gate_exps.weight[398]: IQ3_S blk.45.ffn_gate_exps.weight[399]: IQ3_S blk.45.ffn_gate_exps.weight[400]: IQ3_S blk.45.ffn_gate_exps.weight[401]: blk.45.ffn_gate_exps.weight[402]: blk.45.ffn_gate_exps.weight[403]: blk.45.ffn_gate_exps.weight[404]: IQ3_S blk.45.ffn_gate_exps.weight[405]: IQ3_S blk.45.ffn_gate_exps.weight[406]: IQ3_S blk.45.ffn_gate_exps.weight[407]: blk.45.ffn_gate_exps.weight[408]: IQ3_S blk.45.ffn_gate_exps.weight[409]: IQ3_S blk.45.ffn_gate_exps.weight[410]: blk.45.ffn_gate_exps.weight[411]: IQ3_S blk.45.ffn_gate_exps.weight[412]: IQ3_S blk.45.ffn_gate_exps.weight[413]: blk.45.ffn_gate_exps.weight[414]: blk.45.ffn_gate_exps.weight[415]: IQ3_S blk.45.ffn_gate_exps.weight[416]: blk.45.ffn_gate_exps.weight[417]: blk.45.ffn_gate_exps.weight[418]: IQ3_S blk.45.ffn_gate_exps.weight[419]: blk.45.ffn_gate_exps.weight[420]: blk.45.ffn_gate_exps.weight[421]: IQ3_S blk.45.ffn_gate_exps.weight[422]: blk.45.ffn_gate_exps.weight[423]: blk.45.ffn_gate_exps.weight[424]: IQ3_S blk.45.ffn_gate_exps.weight[425]: blk.45.ffn_gate_exps.weight[426]: IQ3_S blk.45.ffn_gate_exps.weight[427]: blk.45.ffn_gate_exps.weight[428]: blk.45.ffn_gate_exps.weight[429]: IQ3_S blk.45.ffn_gate_exps.weight[430]: blk.45.ffn_gate_exps.weight[431]: blk.45.ffn_gate_exps.weight[432]: blk.45.ffn_gate_exps.weight[433]: IQ3_S blk.45.ffn_gate_exps.weight[434]: blk.45.ffn_gate_exps.weight[435]: IQ3_S blk.45.ffn_gate_exps.weight[436]: blk.45.ffn_gate_exps.weight[437]: IQ3_S blk.45.ffn_gate_exps.weight[438]: blk.45.ffn_gate_exps.weight[439]: IQ3_S blk.45.ffn_gate_exps.weight[440]: blk.45.ffn_gate_exps.weight[441]: blk.45.ffn_gate_exps.weight[442]: IQ3_S blk.45.ffn_gate_exps.weight[443]: blk.45.ffn_gate_exps.weight[444]: IQ3_S blk.45.ffn_gate_exps.weight[445]: IQ3_S blk.45.ffn_gate_exps.weight[446]: blk.45.ffn_gate_exps.weight[447]: blk.45.ffn_gate_exps.weight[448]: IQ3_S blk.45.ffn_gate_exps.weight[449]: blk.45.ffn_gate_exps.weight[450]: blk.45.ffn_gate_exps.weight[451]: blk.45.ffn_gate_exps.weight[452]: IQ3_S blk.45.ffn_gate_exps.weight[453]: IQ3_S blk.45.ffn_gate_exps.weight[454]: blk.45.ffn_gate_exps.weight[455]: blk.45.ffn_gate_exps.weight[456]: IQ3_S blk.45.ffn_gate_exps.weight[457]: IQ3_S blk.45.ffn_gate_exps.weight[458]: blk.45.ffn_gate_exps.weight[459]: blk.45.ffn_gate_exps.weight[460]: blk.45.ffn_gate_exps.weight[461]: blk.45.ffn_gate_exps.weight[462]: IQ3_S blk.45.ffn_gate_exps.weight[463]: blk.45.ffn_gate_exps.weight[464]: blk.45.ffn_gate_exps.weight[465]: blk.45.ffn_gate_exps.weight[466]: IQ3_S blk.45.ffn_gate_exps.weight[467]: blk.45.ffn_gate_exps.weight[468]: blk.45.ffn_gate_exps.weight[469]: blk.45.ffn_gate_exps.weight[470]: IQ3_S blk.45.ffn_gate_exps.weight[471]: blk.45.ffn_gate_exps.weight[472]: IQ3_S blk.45.ffn_gate_exps.weight[473]: blk.45.ffn_gate_exps.weight[474]: blk.45.ffn_gate_exps.weight[475]: IQ3_S blk.45.ffn_gate_exps.weight[476]: IQ3_S blk.45.ffn_gate_exps.weight[477]: IQ3_S blk.45.ffn_gate_exps.weight[478]: blk.45.ffn_gate_exps.weight[479]: IQ3_S blk.45.ffn_gate_exps.weight[480]: IQ3_S blk.45.ffn_gate_exps.weight[481]: blk.45.ffn_gate_exps.weight[482]: IQ3_S blk.45.ffn_gate_exps.weight[483]: blk.45.ffn_gate_exps.weight[484]: IQ3_S blk.45.ffn_gate_exps.weight[485]: IQ3_S blk.45.ffn_gate_exps.weight[486]: blk.45.ffn_gate_exps.weight[487]: blk.45.ffn_gate_exps.weight[488]: IQ3_S blk.45.ffn_gate_exps.weight[489]: blk.45.ffn_gate_exps.weight[490]: blk.45.ffn_gate_exps.weight[491]: blk.45.ffn_gate_exps.weight[492]: IQ3_S blk.45.ffn_gate_exps.weight[493]: blk.45.ffn_gate_exps.weight[494]: IQ3_S blk.45.ffn_gate_exps.weight[495]: blk.45.ffn_gate_exps.weight[496]: IQ3_S blk.45.ffn_gate_exps.weight[497]: blk.45.ffn_gate_exps.weight[498]: IQ3_S blk.45.ffn_gate_exps.weight[499]: blk.45.ffn_gate_exps.weight[500]: IQ3_S blk.45.ffn_gate_exps.weight[501]: IQ3_S blk.45.ffn_gate_exps.weight[502]: blk.45.ffn_gate_exps.weight[503]: blk.45.ffn_gate_exps.weight[504]: IQ3_S blk.45.ffn_gate_exps.weight[505]: blk.45.ffn_gate_exps.weight[506]: blk.45.ffn_gate_exps.weight[507]: blk.45.ffn_gate_exps.weight[508]: IQ3_S blk.45.ffn_gate_exps.weight[509]: blk.45.ffn_gate_exps.weight[510]: blk.45.ffn_gate_exps.weight[511]: blk.45.ffn_up_exps.weight[0]: IQ3_S blk.45.ffn_up_exps.weight[1]: IQ3_S blk.45.ffn_up_exps.weight[2]: IQ3_S blk.45.ffn_up_exps.weight[3]: IQ3_S blk.45.ffn_up_exps.weight[4]: blk.45.ffn_up_exps.weight[5]: IQ3_S blk.45.ffn_up_exps.weight[6]: blk.45.ffn_up_exps.weight[7]: IQ3_S blk.45.ffn_up_exps.weight[8]: blk.45.ffn_up_exps.weight[9]: IQ3_S blk.45.ffn_up_exps.weight[10]: IQ3_S blk.45.ffn_up_exps.weight[11]: blk.45.ffn_up_exps.weight[12]: IQ3_S blk.45.ffn_up_exps.weight[13]: IQ3_S blk.45.ffn_up_exps.weight[14]: IQ3_S blk.45.ffn_up_exps.weight[15]: blk.45.ffn_up_exps.weight[16]: blk.45.ffn_up_exps.weight[17]: blk.45.ffn_up_exps.weight[18]: blk.45.ffn_up_exps.weight[19]: blk.45.ffn_up_exps.weight[20]: blk.45.ffn_up_exps.weight[21]: blk.45.ffn_up_exps.weight[22]: IQ3_S blk.45.ffn_up_exps.weight[23]: blk.45.ffn_up_exps.weight[24]: IQ3_S blk.45.ffn_up_exps.weight[25]: blk.45.ffn_up_exps.weight[26]: IQ3_S blk.45.ffn_up_exps.weight[27]: blk.45.ffn_up_exps.weight[28]: IQ3_S blk.45.ffn_up_exps.weight[29]: IQ3_S blk.45.ffn_up_exps.weight[30]: blk.45.ffn_up_exps.weight[31]: IQ3_S blk.45.ffn_up_exps.weight[32]: IQ3_S blk.45.ffn_up_exps.weight[33]: IQ3_S blk.45.ffn_up_exps.weight[34]: IQ3_S blk.45.ffn_up_exps.weight[35]: blk.45.ffn_up_exps.weight[36]: blk.45.ffn_up_exps.weight[37]: blk.45.ffn_up_exps.weight[38]: blk.45.ffn_up_exps.weight[39]: IQ3_S blk.45.ffn_up_exps.weight[40]: IQ3_S blk.45.ffn_up_exps.weight[41]: blk.45.ffn_up_exps.weight[42]: blk.45.ffn_up_exps.weight[43]: IQ3_S blk.45.ffn_up_exps.weight[44]: IQ3_S blk.45.ffn_up_exps.weight[45]: IQ3_S blk.45.ffn_up_exps.weight[46]: IQ3_S blk.45.ffn_up_exps.weight[47]: IQ3_S blk.45.ffn_up_exps.weight[48]: IQ3_S blk.45.ffn_up_exps.weight[49]: blk.45.ffn_up_exps.weight[50]: blk.45.ffn_up_exps.weight[51]: IQ3_S blk.45.ffn_up_exps.weight[52]: blk.45.ffn_up_exps.weight[53]: blk.45.ffn_up_exps.weight[54]: IQ3_S blk.45.ffn_up_exps.weight[55]: blk.45.ffn_up_exps.weight[56]: IQ3_S blk.45.ffn_up_exps.weight[57]: IQ3_S blk.45.ffn_up_exps.weight[58]: blk.45.ffn_up_exps.weight[59]: blk.45.ffn_up_exps.weight[60]: IQ3_S blk.45.ffn_up_exps.weight[61]: IQ3_S blk.45.ffn_up_exps.weight[62]: IQ3_S blk.45.ffn_up_exps.weight[63]: IQ3_S blk.45.ffn_up_exps.weight[64]: IQ3_S blk.45.ffn_up_exps.weight[65]: IQ3_S blk.45.ffn_up_exps.weight[66]: IQ3_S blk.45.ffn_up_exps.weight[67]: blk.45.ffn_up_exps.weight[68]: IQ3_S blk.45.ffn_up_exps.weight[69]: IQ3_S blk.45.ffn_up_exps.weight[70]: IQ3_S blk.45.ffn_up_exps.weight[71]: blk.45.ffn_up_exps.weight[72]: blk.45.ffn_up_exps.weight[73]: blk.45.ffn_up_exps.weight[74]: IQ3_S blk.45.ffn_up_exps.weight[75]: IQ3_S blk.45.ffn_up_exps.weight[76]: IQ3_S blk.45.ffn_up_exps.weight[77]: blk.45.ffn_up_exps.weight[78]: blk.45.ffn_up_exps.weight[79]: IQ3_S blk.45.ffn_up_exps.weight[80]: blk.45.ffn_up_exps.weight[81]: blk.45.ffn_up_exps.weight[82]: blk.45.ffn_up_exps.weight[83]: blk.45.ffn_up_exps.weight[84]: IQ3_S blk.45.ffn_up_exps.weight[85]: blk.45.ffn_up_exps.weight[86]: IQ3_S blk.45.ffn_up_exps.weight[87]: IQ3_S blk.45.ffn_up_exps.weight[88]: blk.45.ffn_up_exps.weight[89]: IQ3_S blk.45.ffn_up_exps.weight[90]: IQ3_S blk.45.ffn_up_exps.weight[91]: blk.45.ffn_up_exps.weight[92]: blk.45.ffn_up_exps.weight[93]: blk.45.ffn_up_exps.weight[94]: blk.45.ffn_up_exps.weight[95]: blk.45.ffn_up_exps.weight[96]: blk.45.ffn_up_exps.weight[97]: IQ3_S blk.45.ffn_up_exps.weight[98]: IQ3_S blk.45.ffn_up_exps.weight[99]: IQ3_S blk.45.ffn_up_exps.weight[100]: blk.45.ffn_up_exps.weight[101]: blk.45.ffn_up_exps.weight[102]: blk.45.ffn_up_exps.weight[103]: IQ3_S blk.45.ffn_up_exps.weight[104]: IQ3_S blk.45.ffn_up_exps.weight[105]: blk.45.ffn_up_exps.weight[106]: IQ3_S blk.45.ffn_up_exps.weight[107]: blk.45.ffn_up_exps.weight[108]: blk.45.ffn_up_exps.weight[109]: IQ3_S blk.45.ffn_up_exps.weight[110]: blk.45.ffn_up_exps.weight[111]: IQ3_S blk.45.ffn_up_exps.weight[112]: IQ3_S blk.45.ffn_up_exps.weight[113]: blk.45.ffn_up_exps.weight[114]: IQ3_S blk.45.ffn_up_exps.weight[115]: blk.45.ffn_up_exps.weight[116]: blk.45.ffn_up_exps.weight[117]: blk.45.ffn_up_exps.weight[118]: IQ3_S blk.45.ffn_up_exps.weight[119]: IQ3_S blk.45.ffn_up_exps.weight[120]: blk.45.ffn_up_exps.weight[121]: blk.45.ffn_up_exps.weight[122]: IQ3_S blk.45.ffn_up_exps.weight[123]: IQ3_S blk.45.ffn_up_exps.weight[124]: blk.45.ffn_up_exps.weight[125]: IQ3_S blk.45.ffn_up_exps.weight[126]: IQ3_S blk.45.ffn_up_exps.weight[127]: IQ3_S blk.45.ffn_up_exps.weight[128]: blk.45.ffn_up_exps.weight[129]: blk.45.ffn_up_exps.weight[130]: blk.45.ffn_up_exps.weight[131]: IQ3_S blk.45.ffn_up_exps.weight[132]: IQ3_S blk.45.ffn_up_exps.weight[133]: blk.45.ffn_up_exps.weight[134]: blk.45.ffn_up_exps.weight[135]: IQ3_S blk.45.ffn_up_exps.weight[136]: IQ3_S blk.45.ffn_up_exps.weight[137]: IQ3_S blk.45.ffn_up_exps.weight[138]: blk.45.ffn_up_exps.weight[139]: blk.45.ffn_up_exps.weight[140]: blk.45.ffn_up_exps.weight[141]: IQ3_S blk.45.ffn_up_exps.weight[142]: IQ3_S blk.45.ffn_up_exps.weight[143]: IQ3_S blk.45.ffn_up_exps.weight[144]: blk.45.ffn_up_exps.weight[145]: IQ3_S blk.45.ffn_up_exps.weight[146]: IQ3_S blk.45.ffn_up_exps.weight[147]: blk.45.ffn_up_exps.weight[148]: IQ3_S blk.45.ffn_up_exps.weight[149]: IQ3_S blk.45.ffn_up_exps.weight[150]: blk.45.ffn_up_exps.weight[151]: blk.45.ffn_up_exps.weight[152]: IQ3_S blk.45.ffn_up_exps.weight[153]: blk.45.ffn_up_exps.weight[154]: IQ3_S blk.45.ffn_up_exps.weight[155]: blk.45.ffn_up_exps.weight[156]: blk.45.ffn_up_exps.weight[157]: blk.45.ffn_up_exps.weight[158]: IQ3_S blk.45.ffn_up_exps.weight[159]: IQ3_S blk.45.ffn_up_exps.weight[160]: blk.45.ffn_up_exps.weight[161]: blk.45.ffn_up_exps.weight[162]: IQ3_S blk.45.ffn_up_exps.weight[163]: IQ3_S blk.45.ffn_up_exps.weight[164]: blk.45.ffn_up_exps.weight[165]: IQ3_S blk.45.ffn_up_exps.weight[166]: IQ3_S blk.45.ffn_up_exps.weight[167]: IQ3_S blk.45.ffn_up_exps.weight[168]: IQ3_S blk.45.ffn_up_exps.weight[169]: IQ3_S blk.45.ffn_up_exps.weight[170]: blk.45.ffn_up_exps.weight[171]: IQ3_S blk.45.ffn_up_exps.weight[172]: IQ3_S blk.45.ffn_up_exps.weight[173]: IQ3_S blk.45.ffn_up_exps.weight[174]: IQ3_S blk.45.ffn_up_exps.weight[175]: blk.45.ffn_up_exps.weight[176]: IQ3_S blk.45.ffn_up_exps.weight[177]: blk.45.ffn_up_exps.weight[178]: IQ3_S blk.45.ffn_up_exps.weight[179]: blk.45.ffn_up_exps.weight[180]: blk.45.ffn_up_exps.weight[181]: IQ3_S blk.45.ffn_up_exps.weight[182]: IQ3_S blk.45.ffn_up_exps.weight[183]: IQ3_S blk.45.ffn_up_exps.weight[184]: IQ3_S blk.45.ffn_up_exps.weight[185]: IQ3_S blk.45.ffn_up_exps.weight[186]: IQ3_S blk.45.ffn_up_exps.weight[187]: blk.45.ffn_up_exps.weight[188]: IQ3_S blk.45.ffn_up_exps.weight[189]: IQ3_S blk.45.ffn_up_exps.weight[190]: blk.45.ffn_up_exps.weight[191]: IQ3_S blk.45.ffn_up_exps.weight[192]: blk.45.ffn_up_exps.weight[193]: IQ3_S blk.45.ffn_up_exps.weight[194]: IQ3_S blk.45.ffn_up_exps.weight[195]: blk.45.ffn_up_exps.weight[196]: IQ3_S blk.45.ffn_up_exps.weight[197]: blk.45.ffn_up_exps.weight[198]: IQ3_S blk.45.ffn_up_exps.weight[199]: blk.45.ffn_up_exps.weight[200]: blk.45.ffn_up_exps.weight[201]: IQ3_S blk.45.ffn_up_exps.weight[202]: IQ3_S blk.45.ffn_up_exps.weight[203]: blk.45.ffn_up_exps.weight[204]: IQ3_S blk.45.ffn_up_exps.weight[205]: IQ3_S blk.45.ffn_up_exps.weight[206]: blk.45.ffn_up_exps.weight[207]: IQ3_S blk.45.ffn_up_exps.weight[208]: blk.45.ffn_up_exps.weight[209]: blk.45.ffn_up_exps.weight[210]: IQ3_S blk.45.ffn_up_exps.weight[211]: IQ3_S blk.45.ffn_up_exps.weight[212]: IQ3_S blk.45.ffn_up_exps.weight[213]: IQ3_S blk.45.ffn_up_exps.weight[214]: IQ3_S blk.45.ffn_up_exps.weight[215]: IQ3_S blk.45.ffn_up_exps.weight[216]: blk.45.ffn_up_exps.weight[217]: IQ3_S blk.45.ffn_up_exps.weight[218]: blk.45.ffn_up_exps.weight[219]: IQ3_S blk.45.ffn_up_exps.weight[220]: IQ3_S blk.45.ffn_up_exps.weight[221]: blk.45.ffn_up_exps.weight[222]: IQ3_S blk.45.ffn_up_exps.weight[223]: IQ3_S blk.45.ffn_up_exps.weight[224]: IQ3_S blk.45.ffn_up_exps.weight[225]: IQ3_S blk.45.ffn_up_exps.weight[226]: IQ3_S blk.45.ffn_up_exps.weight[227]: IQ3_S blk.45.ffn_up_exps.weight[228]: blk.45.ffn_up_exps.weight[229]: blk.45.ffn_up_exps.weight[230]: IQ3_S blk.45.ffn_up_exps.weight[231]: IQ3_S blk.45.ffn_up_exps.weight[232]: IQ3_S blk.45.ffn_up_exps.weight[233]: blk.45.ffn_up_exps.weight[234]: blk.45.ffn_up_exps.weight[235]: IQ3_S blk.45.ffn_up_exps.weight[236]: blk.45.ffn_up_exps.weight[237]: IQ3_S blk.45.ffn_up_exps.weight[238]: IQ3_S blk.45.ffn_up_exps.weight[239]: IQ3_S blk.45.ffn_up_exps.weight[240]: IQ3_S blk.45.ffn_up_exps.weight[241]: blk.45.ffn_up_exps.weight[242]: blk.45.ffn_up_exps.weight[243]: blk.45.ffn_up_exps.weight[244]: blk.45.ffn_up_exps.weight[245]: IQ3_S blk.45.ffn_up_exps.weight[246]: IQ3_S blk.45.ffn_up_exps.weight[247]: blk.45.ffn_up_exps.weight[248]: blk.45.ffn_up_exps.weight[249]: IQ3_S blk.45.ffn_up_exps.weight[250]: IQ3_S blk.45.ffn_up_exps.weight[251]: blk.45.ffn_up_exps.weight[252]: IQ3_S blk.45.ffn_up_exps.weight[253]: IQ3_S blk.45.ffn_up_exps.weight[254]: IQ3_S blk.45.ffn_up_exps.weight[255]: blk.45.ffn_up_exps.weight[256]: blk.45.ffn_up_exps.weight[257]: blk.45.ffn_up_exps.weight[258]: blk.45.ffn_up_exps.weight[259]: IQ3_S blk.45.ffn_up_exps.weight[260]: IQ3_S blk.45.ffn_up_exps.weight[261]: IQ3_S blk.45.ffn_up_exps.weight[262]: IQ3_S blk.45.ffn_up_exps.weight[263]: IQ3_S blk.45.ffn_up_exps.weight[264]: IQ3_S blk.45.ffn_up_exps.weight[265]: blk.45.ffn_up_exps.weight[266]: IQ3_S blk.45.ffn_up_exps.weight[267]: blk.45.ffn_up_exps.weight[268]: blk.45.ffn_up_exps.weight[269]: IQ3_S blk.45.ffn_up_exps.weight[270]: blk.45.ffn_up_exps.weight[271]: blk.45.ffn_up_exps.weight[272]: IQ3_S blk.45.ffn_up_exps.weight[273]: blk.45.ffn_up_exps.weight[274]: blk.45.ffn_up_exps.weight[275]: IQ3_S blk.45.ffn_up_exps.weight[276]: blk.45.ffn_up_exps.weight[277]: blk.45.ffn_up_exps.weight[278]: blk.45.ffn_up_exps.weight[279]: blk.45.ffn_up_exps.weight[280]: IQ3_S blk.45.ffn_up_exps.weight[281]: blk.45.ffn_up_exps.weight[282]: IQ3_S blk.45.ffn_up_exps.weight[283]: IQ3_S blk.45.ffn_up_exps.weight[284]: IQ3_S blk.45.ffn_up_exps.weight[285]: blk.45.ffn_up_exps.weight[286]: blk.45.ffn_up_exps.weight[287]: blk.45.ffn_up_exps.weight[288]: IQ3_S blk.45.ffn_up_exps.weight[289]: IQ3_S blk.45.ffn_up_exps.weight[290]: IQ3_S blk.45.ffn_up_exps.weight[291]: blk.45.ffn_up_exps.weight[292]: blk.45.ffn_up_exps.weight[293]: IQ3_S blk.45.ffn_up_exps.weight[294]: blk.45.ffn_up_exps.weight[295]: IQ3_S blk.45.ffn_up_exps.weight[296]: IQ3_S blk.45.ffn_up_exps.weight[297]: IQ3_S blk.45.ffn_up_exps.weight[298]: blk.45.ffn_up_exps.weight[299]: IQ3_S blk.45.ffn_up_exps.weight[300]: blk.45.ffn_up_exps.weight[301]: blk.45.ffn_up_exps.weight[302]: IQ3_S blk.45.ffn_up_exps.weight[303]: IQ3_S blk.45.ffn_up_exps.weight[304]: blk.45.ffn_up_exps.weight[305]: blk.45.ffn_up_exps.weight[306]: blk.45.ffn_up_exps.weight[307]: IQ3_S blk.45.ffn_up_exps.weight[308]: blk.45.ffn_up_exps.weight[309]: blk.45.ffn_up_exps.weight[310]: blk.45.ffn_up_exps.weight[311]: IQ3_S blk.45.ffn_up_exps.weight[312]: blk.45.ffn_up_exps.weight[313]: IQ3_S blk.45.ffn_up_exps.weight[314]: blk.45.ffn_up_exps.weight[315]: blk.45.ffn_up_exps.weight[316]: IQ3_S blk.45.ffn_up_exps.weight[317]: blk.45.ffn_up_exps.weight[318]: blk.45.ffn_up_exps.weight[319]: blk.45.ffn_up_exps.weight[320]: blk.45.ffn_up_exps.weight[321]: blk.45.ffn_up_exps.weight[322]: IQ3_S blk.45.ffn_up_exps.weight[323]: IQ3_S blk.45.ffn_up_exps.weight[324]: blk.45.ffn_up_exps.weight[325]: IQ3_S blk.45.ffn_up_exps.weight[326]: blk.45.ffn_up_exps.weight[327]: blk.45.ffn_up_exps.weight[328]: IQ3_S blk.45.ffn_up_exps.weight[329]: blk.45.ffn_up_exps.weight[330]: IQ3_S blk.45.ffn_up_exps.weight[331]: blk.45.ffn_up_exps.weight[332]: IQ3_S blk.45.ffn_up_exps.weight[333]: IQ3_S blk.45.ffn_up_exps.weight[334]: IQ3_S blk.45.ffn_up_exps.weight[335]: blk.45.ffn_up_exps.weight[336]: blk.45.ffn_up_exps.weight[337]: blk.45.ffn_up_exps.weight[338]: IQ3_S blk.45.ffn_up_exps.weight[339]: IQ3_S blk.45.ffn_up_exps.weight[340]: blk.45.ffn_up_exps.weight[341]: blk.45.ffn_up_exps.weight[342]: IQ3_S blk.45.ffn_up_exps.weight[343]: IQ3_S blk.45.ffn_up_exps.weight[344]: blk.45.ffn_up_exps.weight[345]: blk.45.ffn_up_exps.weight[346]: IQ3_S blk.45.ffn_up_exps.weight[347]: blk.45.ffn_up_exps.weight[348]: IQ3_S blk.45.ffn_up_exps.weight[349]: blk.45.ffn_up_exps.weight[350]: blk.45.ffn_up_exps.weight[351]: IQ3_S blk.45.ffn_up_exps.weight[352]: IQ3_S blk.45.ffn_up_exps.weight[353]: blk.45.ffn_up_exps.weight[354]: IQ3_S blk.45.ffn_up_exps.weight[355]: blk.45.ffn_up_exps.weight[356]: blk.45.ffn_up_exps.weight[357]: IQ3_S blk.45.ffn_up_exps.weight[358]: blk.45.ffn_up_exps.weight[359]: IQ3_S blk.45.ffn_up_exps.weight[360]: IQ3_S blk.45.ffn_up_exps.weight[361]: blk.45.ffn_up_exps.weight[362]: blk.45.ffn_up_exps.weight[363]: blk.45.ffn_up_exps.weight[364]: blk.45.ffn_up_exps.weight[365]: IQ3_S blk.45.ffn_up_exps.weight[366]: IQ3_S blk.45.ffn_up_exps.weight[367]: blk.45.ffn_up_exps.weight[368]: blk.45.ffn_up_exps.weight[369]: blk.45.ffn_up_exps.weight[370]: IQ3_S blk.45.ffn_up_exps.weight[371]: IQ3_S blk.45.ffn_up_exps.weight[372]: blk.45.ffn_up_exps.weight[373]: IQ3_S blk.45.ffn_up_exps.weight[374]: blk.45.ffn_up_exps.weight[375]: IQ3_S blk.45.ffn_up_exps.weight[376]: blk.45.ffn_up_exps.weight[377]: blk.45.ffn_up_exps.weight[378]: blk.45.ffn_up_exps.weight[379]: IQ3_S blk.45.ffn_up_exps.weight[380]: blk.45.ffn_up_exps.weight[381]: IQ3_S blk.45.ffn_up_exps.weight[382]: blk.45.ffn_up_exps.weight[383]: blk.45.ffn_up_exps.weight[384]: blk.45.ffn_up_exps.weight[385]: IQ3_S blk.45.ffn_up_exps.weight[386]: IQ3_S blk.45.ffn_up_exps.weight[387]: blk.45.ffn_up_exps.weight[388]: blk.45.ffn_up_exps.weight[389]: blk.45.ffn_up_exps.weight[390]: IQ3_S blk.45.ffn_up_exps.weight[391]: IQ3_S blk.45.ffn_up_exps.weight[392]: blk.45.ffn_up_exps.weight[393]: blk.45.ffn_up_exps.weight[394]: IQ3_S blk.45.ffn_up_exps.weight[395]: blk.45.ffn_up_exps.weight[396]: IQ3_S blk.45.ffn_up_exps.weight[397]: blk.45.ffn_up_exps.weight[398]: IQ3_S blk.45.ffn_up_exps.weight[399]: IQ3_S blk.45.ffn_up_exps.weight[400]: IQ3_S blk.45.ffn_up_exps.weight[401]: blk.45.ffn_up_exps.weight[402]: blk.45.ffn_up_exps.weight[403]: blk.45.ffn_up_exps.weight[404]: IQ3_S blk.45.ffn_up_exps.weight[405]: IQ3_S blk.45.ffn_up_exps.weight[406]: IQ3_S blk.45.ffn_up_exps.weight[407]: blk.45.ffn_up_exps.weight[408]: IQ3_S blk.45.ffn_up_exps.weight[409]: IQ3_S blk.45.ffn_up_exps.weight[410]: blk.45.ffn_up_exps.weight[411]: IQ3_S blk.45.ffn_up_exps.weight[412]: IQ3_S blk.45.ffn_up_exps.weight[413]: blk.45.ffn_up_exps.weight[414]: blk.45.ffn_up_exps.weight[415]: IQ3_S blk.45.ffn_up_exps.weight[416]: blk.45.ffn_up_exps.weight[417]: blk.45.ffn_up_exps.weight[418]: IQ3_S blk.45.ffn_up_exps.weight[419]: blk.45.ffn_up_exps.weight[420]: blk.45.ffn_up_exps.weight[421]: IQ3_S blk.45.ffn_up_exps.weight[422]: blk.45.ffn_up_exps.weight[423]: blk.45.ffn_up_exps.weight[424]: IQ3_S blk.45.ffn_up_exps.weight[425]: blk.45.ffn_up_exps.weight[426]: IQ3_S blk.45.ffn_up_exps.weight[427]: blk.45.ffn_up_exps.weight[428]: blk.45.ffn_up_exps.weight[429]: IQ3_S blk.45.ffn_up_exps.weight[430]: blk.45.ffn_up_exps.weight[431]: blk.45.ffn_up_exps.weight[432]: blk.45.ffn_up_exps.weight[433]: IQ3_S blk.45.ffn_up_exps.weight[434]: blk.45.ffn_up_exps.weight[435]: IQ3_S blk.45.ffn_up_exps.weight[436]: blk.45.ffn_up_exps.weight[437]: IQ3_S blk.45.ffn_up_exps.weight[438]: blk.45.ffn_up_exps.weight[439]: IQ3_S blk.45.ffn_up_exps.weight[440]: blk.45.ffn_up_exps.weight[441]: blk.45.ffn_up_exps.weight[442]: IQ3_S blk.45.ffn_up_exps.weight[443]: blk.45.ffn_up_exps.weight[444]: IQ3_S blk.45.ffn_up_exps.weight[445]: IQ3_S blk.45.ffn_up_exps.weight[446]: blk.45.ffn_up_exps.weight[447]: blk.45.ffn_up_exps.weight[448]: IQ3_S blk.45.ffn_up_exps.weight[449]: blk.45.ffn_up_exps.weight[450]: blk.45.ffn_up_exps.weight[451]: blk.45.ffn_up_exps.weight[452]: IQ3_S blk.45.ffn_up_exps.weight[453]: IQ3_S blk.45.ffn_up_exps.weight[454]: blk.45.ffn_up_exps.weight[455]: blk.45.ffn_up_exps.weight[456]: IQ3_S blk.45.ffn_up_exps.weight[457]: IQ3_S blk.45.ffn_up_exps.weight[458]: blk.45.ffn_up_exps.weight[459]: blk.45.ffn_up_exps.weight[460]: blk.45.ffn_up_exps.weight[461]: blk.45.ffn_up_exps.weight[462]: IQ3_S blk.45.ffn_up_exps.weight[463]: blk.45.ffn_up_exps.weight[464]: blk.45.ffn_up_exps.weight[465]: blk.45.ffn_up_exps.weight[466]: IQ3_S blk.45.ffn_up_exps.weight[467]: blk.45.ffn_up_exps.weight[468]: blk.45.ffn_up_exps.weight[469]: blk.45.ffn_up_exps.weight[470]: IQ3_S blk.45.ffn_up_exps.weight[471]: blk.45.ffn_up_exps.weight[472]: IQ3_S blk.45.ffn_up_exps.weight[473]: blk.45.ffn_up_exps.weight[474]: blk.45.ffn_up_exps.weight[475]: IQ3_S blk.45.ffn_up_exps.weight[476]: IQ3_S blk.45.ffn_up_exps.weight[477]: IQ3_S blk.45.ffn_up_exps.weight[478]: blk.45.ffn_up_exps.weight[479]: IQ3_S blk.45.ffn_up_exps.weight[480]: IQ3_S blk.45.ffn_up_exps.weight[481]: blk.45.ffn_up_exps.weight[482]: IQ3_S blk.45.ffn_up_exps.weight[483]: blk.45.ffn_up_exps.weight[484]: IQ3_S blk.45.ffn_up_exps.weight[485]: IQ3_S blk.45.ffn_up_exps.weight[486]: blk.45.ffn_up_exps.weight[487]: blk.45.ffn_up_exps.weight[488]: IQ3_S blk.45.ffn_up_exps.weight[489]: blk.45.ffn_up_exps.weight[490]: blk.45.ffn_up_exps.weight[491]: blk.45.ffn_up_exps.weight[492]: IQ3_S blk.45.ffn_up_exps.weight[493]: blk.45.ffn_up_exps.weight[494]: IQ3_S blk.45.ffn_up_exps.weight[495]: blk.45.ffn_up_exps.weight[496]: IQ3_S blk.45.ffn_up_exps.weight[497]: blk.45.ffn_up_exps.weight[498]: IQ3_S blk.45.ffn_up_exps.weight[499]: blk.45.ffn_up_exps.weight[500]: IQ3_S blk.45.ffn_up_exps.weight[501]: IQ3_S blk.45.ffn_up_exps.weight[502]: blk.45.ffn_up_exps.weight[503]: blk.45.ffn_up_exps.weight[504]: IQ3_S blk.45.ffn_up_exps.weight[505]: blk.45.ffn_up_exps.weight[506]: blk.45.ffn_up_exps.weight[507]: blk.45.ffn_up_exps.weight[508]: IQ3_S blk.45.ffn_up_exps.weight[509]: blk.45.ffn_up_exps.weight[510]: blk.45.ffn_up_exps.weight[511]: blk.45.ffn_down_exps.weight[0]: IQ4_NL blk.45.ffn_down_exps.weight[1]: IQ4_NL blk.45.ffn_down_exps.weight[2]: IQ4_NL blk.45.ffn_down_exps.weight[3]: IQ4_NL blk.45.ffn_down_exps.weight[4]: blk.45.ffn_down_exps.weight[5]: IQ4_NL blk.45.ffn_down_exps.weight[6]: blk.45.ffn_down_exps.weight[7]: IQ4_NL blk.45.ffn_down_exps.weight[8]: blk.45.ffn_down_exps.weight[9]: IQ4_NL blk.45.ffn_down_exps.weight[10]: IQ4_NL blk.45.ffn_down_exps.weight[11]: blk.45.ffn_down_exps.weight[12]: IQ4_NL blk.45.ffn_down_exps.weight[13]: IQ4_NL blk.45.ffn_down_exps.weight[14]: IQ4_NL blk.45.ffn_down_exps.weight[15]: blk.45.ffn_down_exps.weight[16]: blk.45.ffn_down_exps.weight[17]: blk.45.ffn_down_exps.weight[18]: blk.45.ffn_down_exps.weight[19]: blk.45.ffn_down_exps.weight[20]: blk.45.ffn_down_exps.weight[21]: blk.45.ffn_down_exps.weight[22]: IQ4_NL blk.45.ffn_down_exps.weight[23]: blk.45.ffn_down_exps.weight[24]: IQ4_NL blk.45.ffn_down_exps.weight[25]: blk.45.ffn_down_exps.weight[26]: IQ4_NL blk.45.ffn_down_exps.weight[27]: blk.45.ffn_down_exps.weight[28]: IQ4_NL blk.45.ffn_down_exps.weight[29]: IQ4_NL blk.45.ffn_down_exps.weight[30]: blk.45.ffn_down_exps.weight[31]: IQ4_NL blk.45.ffn_down_exps.weight[32]: IQ4_NL blk.45.ffn_down_exps.weight[33]: IQ4_NL blk.45.ffn_down_exps.weight[34]: IQ4_NL blk.45.ffn_down_exps.weight[35]: blk.45.ffn_down_exps.weight[36]: blk.45.ffn_down_exps.weight[37]: blk.45.ffn_down_exps.weight[38]: blk.45.ffn_down_exps.weight[39]: IQ4_NL blk.45.ffn_down_exps.weight[40]: IQ4_NL blk.45.ffn_down_exps.weight[41]: blk.45.ffn_down_exps.weight[42]: blk.45.ffn_down_exps.weight[43]: IQ4_NL blk.45.ffn_down_exps.weight[44]: IQ4_NL blk.45.ffn_down_exps.weight[45]: IQ4_NL blk.45.ffn_down_exps.weight[46]: IQ4_NL blk.45.ffn_down_exps.weight[47]: IQ4_NL blk.45.ffn_down_exps.weight[48]: IQ4_NL blk.45.ffn_down_exps.weight[49]: blk.45.ffn_down_exps.weight[50]: blk.45.ffn_down_exps.weight[51]: IQ4_NL blk.45.ffn_down_exps.weight[52]: blk.45.ffn_down_exps.weight[53]: blk.45.ffn_down_exps.weight[54]: IQ4_NL blk.45.ffn_down_exps.weight[55]: blk.45.ffn_down_exps.weight[56]: IQ4_NL blk.45.ffn_down_exps.weight[57]: IQ4_NL blk.45.ffn_down_exps.weight[58]: blk.45.ffn_down_exps.weight[59]: blk.45.ffn_down_exps.weight[60]: IQ4_NL blk.45.ffn_down_exps.weight[61]: IQ4_NL blk.45.ffn_down_exps.weight[62]: IQ4_NL blk.45.ffn_down_exps.weight[63]: IQ4_NL blk.45.ffn_down_exps.weight[64]: IQ4_NL blk.45.ffn_down_exps.weight[65]: IQ4_NL blk.45.ffn_down_exps.weight[66]: IQ4_NL blk.45.ffn_down_exps.weight[67]: blk.45.ffn_down_exps.weight[68]: IQ4_NL blk.45.ffn_down_exps.weight[69]: IQ4_NL blk.45.ffn_down_exps.weight[70]: IQ4_NL blk.45.ffn_down_exps.weight[71]: blk.45.ffn_down_exps.weight[72]: blk.45.ffn_down_exps.weight[73]: blk.45.ffn_down_exps.weight[74]: IQ4_NL blk.45.ffn_down_exps.weight[75]: IQ4_NL blk.45.ffn_down_exps.weight[76]: IQ4_NL blk.45.ffn_down_exps.weight[77]: blk.45.ffn_down_exps.weight[78]: blk.45.ffn_down_exps.weight[79]: IQ4_NL blk.45.ffn_down_exps.weight[80]: blk.45.ffn_down_exps.weight[81]: blk.45.ffn_down_exps.weight[82]: blk.45.ffn_down_exps.weight[83]: blk.45.ffn_down_exps.weight[84]: IQ4_NL blk.45.ffn_down_exps.weight[85]: blk.45.ffn_down_exps.weight[86]: IQ4_NL blk.45.ffn_down_exps.weight[87]: IQ4_NL blk.45.ffn_down_exps.weight[88]: blk.45.ffn_down_exps.weight[89]: IQ4_NL blk.45.ffn_down_exps.weight[90]: IQ4_NL blk.45.ffn_down_exps.weight[91]: blk.45.ffn_down_exps.weight[92]: blk.45.ffn_down_exps.weight[93]: blk.45.ffn_down_exps.weight[94]: blk.45.ffn_down_exps.weight[95]: blk.45.ffn_down_exps.weight[96]: blk.45.ffn_down_exps.weight[97]: IQ4_NL blk.45.ffn_down_exps.weight[98]: IQ4_NL blk.45.ffn_down_exps.weight[99]: IQ4_NL blk.45.ffn_down_exps.weight[100]: blk.45.ffn_down_exps.weight[101]: blk.45.ffn_down_exps.weight[102]: blk.45.ffn_down_exps.weight[103]: IQ4_NL blk.45.ffn_down_exps.weight[104]: IQ4_NL blk.45.ffn_down_exps.weight[105]: blk.45.ffn_down_exps.weight[106]: IQ4_NL blk.45.ffn_down_exps.weight[107]: blk.45.ffn_down_exps.weight[108]: blk.45.ffn_down_exps.weight[109]: IQ4_NL blk.45.ffn_down_exps.weight[110]: blk.45.ffn_down_exps.weight[111]: IQ4_NL blk.45.ffn_down_exps.weight[112]: IQ4_NL blk.45.ffn_down_exps.weight[113]: blk.45.ffn_down_exps.weight[114]: IQ4_NL blk.45.ffn_down_exps.weight[115]: blk.45.ffn_down_exps.weight[116]: blk.45.ffn_down_exps.weight[117]: blk.45.ffn_down_exps.weight[118]: IQ4_NL blk.45.ffn_down_exps.weight[119]: IQ4_NL blk.45.ffn_down_exps.weight[120]: blk.45.ffn_down_exps.weight[121]: blk.45.ffn_down_exps.weight[122]: IQ4_NL blk.45.ffn_down_exps.weight[123]: IQ4_NL blk.45.ffn_down_exps.weight[124]: blk.45.ffn_down_exps.weight[125]: IQ4_NL blk.45.ffn_down_exps.weight[126]: IQ4_NL blk.45.ffn_down_exps.weight[127]: IQ4_NL blk.45.ffn_down_exps.weight[128]: blk.45.ffn_down_exps.weight[129]: blk.45.ffn_down_exps.weight[130]: blk.45.ffn_down_exps.weight[131]: IQ4_NL blk.45.ffn_down_exps.weight[132]: IQ4_NL blk.45.ffn_down_exps.weight[133]: blk.45.ffn_down_exps.weight[134]: blk.45.ffn_down_exps.weight[135]: IQ4_NL blk.45.ffn_down_exps.weight[136]: IQ4_NL blk.45.ffn_down_exps.weight[137]: IQ4_NL blk.45.ffn_down_exps.weight[138]: blk.45.ffn_down_exps.weight[139]: blk.45.ffn_down_exps.weight[140]: blk.45.ffn_down_exps.weight[141]: IQ4_NL blk.45.ffn_down_exps.weight[142]: IQ4_NL blk.45.ffn_down_exps.weight[143]: IQ4_NL blk.45.ffn_down_exps.weight[144]: blk.45.ffn_down_exps.weight[145]: IQ4_NL blk.45.ffn_down_exps.weight[146]: IQ4_NL blk.45.ffn_down_exps.weight[147]: blk.45.ffn_down_exps.weight[148]: IQ4_NL blk.45.ffn_down_exps.weight[149]: IQ4_NL blk.45.ffn_down_exps.weight[150]: blk.45.ffn_down_exps.weight[151]: blk.45.ffn_down_exps.weight[152]: IQ4_NL blk.45.ffn_down_exps.weight[153]: blk.45.ffn_down_exps.weight[154]: IQ4_NL blk.45.ffn_down_exps.weight[155]: blk.45.ffn_down_exps.weight[156]: blk.45.ffn_down_exps.weight[157]: blk.45.ffn_down_exps.weight[158]: IQ4_NL blk.45.ffn_down_exps.weight[159]: IQ4_NL blk.45.ffn_down_exps.weight[160]: blk.45.ffn_down_exps.weight[161]: blk.45.ffn_down_exps.weight[162]: IQ4_NL blk.45.ffn_down_exps.weight[163]: IQ4_NL blk.45.ffn_down_exps.weight[164]: blk.45.ffn_down_exps.weight[165]: IQ4_NL blk.45.ffn_down_exps.weight[166]: IQ4_NL blk.45.ffn_down_exps.weight[167]: IQ4_NL blk.45.ffn_down_exps.weight[168]: IQ4_NL blk.45.ffn_down_exps.weight[169]: IQ4_NL blk.45.ffn_down_exps.weight[170]: blk.45.ffn_down_exps.weight[171]: IQ4_NL blk.45.ffn_down_exps.weight[172]: IQ4_NL blk.45.ffn_down_exps.weight[173]: IQ4_NL blk.45.ffn_down_exps.weight[174]: IQ4_NL blk.45.ffn_down_exps.weight[175]: blk.45.ffn_down_exps.weight[176]: IQ4_NL blk.45.ffn_down_exps.weight[177]: blk.45.ffn_down_exps.weight[178]: IQ4_NL blk.45.ffn_down_exps.weight[179]: blk.45.ffn_down_exps.weight[180]: blk.45.ffn_down_exps.weight[181]: IQ4_NL blk.45.ffn_down_exps.weight[182]: IQ4_NL blk.45.ffn_down_exps.weight[183]: IQ4_NL blk.45.ffn_down_exps.weight[184]: IQ4_NL blk.45.ffn_down_exps.weight[185]: IQ4_NL blk.45.ffn_down_exps.weight[186]: IQ4_NL blk.45.ffn_down_exps.weight[187]: blk.45.ffn_down_exps.weight[188]: IQ4_NL blk.45.ffn_down_exps.weight[189]: IQ4_NL blk.45.ffn_down_exps.weight[190]: blk.45.ffn_down_exps.weight[191]: IQ4_NL blk.45.ffn_down_exps.weight[192]: blk.45.ffn_down_exps.weight[193]: IQ4_NL blk.45.ffn_down_exps.weight[194]: IQ4_NL blk.45.ffn_down_exps.weight[195]: blk.45.ffn_down_exps.weight[196]: IQ4_NL blk.45.ffn_down_exps.weight[197]: blk.45.ffn_down_exps.weight[198]: IQ4_NL blk.45.ffn_down_exps.weight[199]: blk.45.ffn_down_exps.weight[200]: blk.45.ffn_down_exps.weight[201]: IQ4_NL blk.45.ffn_down_exps.weight[202]: IQ4_NL blk.45.ffn_down_exps.weight[203]: blk.45.ffn_down_exps.weight[204]: IQ4_NL blk.45.ffn_down_exps.weight[205]: IQ4_NL blk.45.ffn_down_exps.weight[206]: blk.45.ffn_down_exps.weight[207]: IQ4_NL blk.45.ffn_down_exps.weight[208]: blk.45.ffn_down_exps.weight[209]: blk.45.ffn_down_exps.weight[210]: IQ4_NL blk.45.ffn_down_exps.weight[211]: IQ4_NL blk.45.ffn_down_exps.weight[212]: IQ4_NL blk.45.ffn_down_exps.weight[213]: IQ4_NL blk.45.ffn_down_exps.weight[214]: IQ4_NL blk.45.ffn_down_exps.weight[215]: IQ4_NL blk.45.ffn_down_exps.weight[216]: blk.45.ffn_down_exps.weight[217]: IQ4_NL blk.45.ffn_down_exps.weight[218]: blk.45.ffn_down_exps.weight[219]: IQ4_NL blk.45.ffn_down_exps.weight[220]: IQ4_NL blk.45.ffn_down_exps.weight[221]: blk.45.ffn_down_exps.weight[222]: IQ4_NL blk.45.ffn_down_exps.weight[223]: IQ4_NL blk.45.ffn_down_exps.weight[224]: IQ4_NL blk.45.ffn_down_exps.weight[225]: IQ4_NL blk.45.ffn_down_exps.weight[226]: IQ4_NL blk.45.ffn_down_exps.weight[227]: IQ4_NL blk.45.ffn_down_exps.weight[228]: blk.45.ffn_down_exps.weight[229]: blk.45.ffn_down_exps.weight[230]: IQ4_NL blk.45.ffn_down_exps.weight[231]: IQ4_NL blk.45.ffn_down_exps.weight[232]: IQ4_NL blk.45.ffn_down_exps.weight[233]: blk.45.ffn_down_exps.weight[234]: blk.45.ffn_down_exps.weight[235]: IQ4_NL blk.45.ffn_down_exps.weight[236]: blk.45.ffn_down_exps.weight[237]: IQ4_NL blk.45.ffn_down_exps.weight[238]: IQ4_NL blk.45.ffn_down_exps.weight[239]: IQ4_NL blk.45.ffn_down_exps.weight[240]: IQ4_NL blk.45.ffn_down_exps.weight[241]: blk.45.ffn_down_exps.weight[242]: blk.45.ffn_down_exps.weight[243]: blk.45.ffn_down_exps.weight[244]: blk.45.ffn_down_exps.weight[245]: IQ4_NL blk.45.ffn_down_exps.weight[246]: IQ4_NL blk.45.ffn_down_exps.weight[247]: blk.45.ffn_down_exps.weight[248]: blk.45.ffn_down_exps.weight[249]: IQ4_NL blk.45.ffn_down_exps.weight[250]: IQ4_NL blk.45.ffn_down_exps.weight[251]: blk.45.ffn_down_exps.weight[252]: IQ4_NL blk.45.ffn_down_exps.weight[253]: IQ4_NL blk.45.ffn_down_exps.weight[254]: IQ4_NL blk.45.ffn_down_exps.weight[255]: blk.45.ffn_down_exps.weight[256]: blk.45.ffn_down_exps.weight[257]: blk.45.ffn_down_exps.weight[258]: blk.45.ffn_down_exps.weight[259]: IQ4_NL blk.45.ffn_down_exps.weight[260]: IQ4_NL blk.45.ffn_down_exps.weight[261]: IQ4_NL blk.45.ffn_down_exps.weight[262]: IQ4_NL blk.45.ffn_down_exps.weight[263]: IQ4_NL blk.45.ffn_down_exps.weight[264]: IQ4_NL blk.45.ffn_down_exps.weight[265]: blk.45.ffn_down_exps.weight[266]: IQ4_NL blk.45.ffn_down_exps.weight[267]: blk.45.ffn_down_exps.weight[268]: blk.45.ffn_down_exps.weight[269]: IQ4_NL blk.45.ffn_down_exps.weight[270]: blk.45.ffn_down_exps.weight[271]: blk.45.ffn_down_exps.weight[272]: IQ4_NL blk.45.ffn_down_exps.weight[273]: blk.45.ffn_down_exps.weight[274]: blk.45.ffn_down_exps.weight[275]: IQ4_NL blk.45.ffn_down_exps.weight[276]: blk.45.ffn_down_exps.weight[277]: blk.45.ffn_down_exps.weight[278]: blk.45.ffn_down_exps.weight[279]: blk.45.ffn_down_exps.weight[280]: IQ4_NL blk.45.ffn_down_exps.weight[281]: blk.45.ffn_down_exps.weight[282]: IQ4_NL blk.45.ffn_down_exps.weight[283]: IQ4_NL blk.45.ffn_down_exps.weight[284]: IQ4_NL blk.45.ffn_down_exps.weight[285]: blk.45.ffn_down_exps.weight[286]: blk.45.ffn_down_exps.weight[287]: blk.45.ffn_down_exps.weight[288]: IQ4_NL blk.45.ffn_down_exps.weight[289]: IQ4_NL blk.45.ffn_down_exps.weight[290]: IQ4_NL blk.45.ffn_down_exps.weight[291]: blk.45.ffn_down_exps.weight[292]: blk.45.ffn_down_exps.weight[293]: IQ4_NL blk.45.ffn_down_exps.weight[294]: blk.45.ffn_down_exps.weight[295]: IQ4_NL blk.45.ffn_down_exps.weight[296]: IQ4_NL blk.45.ffn_down_exps.weight[297]: IQ4_NL blk.45.ffn_down_exps.weight[298]: blk.45.ffn_down_exps.weight[299]: IQ4_NL blk.45.ffn_down_exps.weight[300]: blk.45.ffn_down_exps.weight[301]: blk.45.ffn_down_exps.weight[302]: IQ4_NL blk.45.ffn_down_exps.weight[303]: IQ4_NL blk.45.ffn_down_exps.weight[304]: blk.45.ffn_down_exps.weight[305]: blk.45.ffn_down_exps.weight[306]: blk.45.ffn_down_exps.weight[307]: IQ4_NL blk.45.ffn_down_exps.weight[308]: blk.45.ffn_down_exps.weight[309]: blk.45.ffn_down_exps.weight[310]: blk.45.ffn_down_exps.weight[311]: IQ4_NL blk.45.ffn_down_exps.weight[312]: blk.45.ffn_down_exps.weight[313]: IQ4_NL blk.45.ffn_down_exps.weight[314]: blk.45.ffn_down_exps.weight[315]: blk.45.ffn_down_exps.weight[316]: IQ4_NL blk.45.ffn_down_exps.weight[317]: blk.45.ffn_down_exps.weight[318]: blk.45.ffn_down_exps.weight[319]: blk.45.ffn_down_exps.weight[320]: blk.45.ffn_down_exps.weight[321]: blk.45.ffn_down_exps.weight[322]: IQ4_NL blk.45.ffn_down_exps.weight[323]: IQ4_NL blk.45.ffn_down_exps.weight[324]: blk.45.ffn_down_exps.weight[325]: IQ4_NL blk.45.ffn_down_exps.weight[326]: blk.45.ffn_down_exps.weight[327]: blk.45.ffn_down_exps.weight[328]: IQ4_NL blk.45.ffn_down_exps.weight[329]: blk.45.ffn_down_exps.weight[330]: IQ4_NL blk.45.ffn_down_exps.weight[331]: blk.45.ffn_down_exps.weight[332]: IQ4_NL blk.45.ffn_down_exps.weight[333]: IQ4_NL blk.45.ffn_down_exps.weight[334]: IQ4_NL blk.45.ffn_down_exps.weight[335]: blk.45.ffn_down_exps.weight[336]: blk.45.ffn_down_exps.weight[337]: blk.45.ffn_down_exps.weight[338]: IQ4_NL blk.45.ffn_down_exps.weight[339]: IQ4_NL blk.45.ffn_down_exps.weight[340]: blk.45.ffn_down_exps.weight[341]: blk.45.ffn_down_exps.weight[342]: IQ4_NL blk.45.ffn_down_exps.weight[343]: IQ4_NL blk.45.ffn_down_exps.weight[344]: blk.45.ffn_down_exps.weight[345]: blk.45.ffn_down_exps.weight[346]: IQ4_NL blk.45.ffn_down_exps.weight[347]: blk.45.ffn_down_exps.weight[348]: IQ4_NL blk.45.ffn_down_exps.weight[349]: blk.45.ffn_down_exps.weight[350]: blk.45.ffn_down_exps.weight[351]: IQ4_NL blk.45.ffn_down_exps.weight[352]: IQ4_NL blk.45.ffn_down_exps.weight[353]: blk.45.ffn_down_exps.weight[354]: IQ4_NL blk.45.ffn_down_exps.weight[355]: blk.45.ffn_down_exps.weight[356]: blk.45.ffn_down_exps.weight[357]: IQ4_NL blk.45.ffn_down_exps.weight[358]: blk.45.ffn_down_exps.weight[359]: IQ4_NL blk.45.ffn_down_exps.weight[360]: IQ4_NL blk.45.ffn_down_exps.weight[361]: blk.45.ffn_down_exps.weight[362]: blk.45.ffn_down_exps.weight[363]: blk.45.ffn_down_exps.weight[364]: blk.45.ffn_down_exps.weight[365]: IQ4_NL blk.45.ffn_down_exps.weight[366]: IQ4_NL blk.45.ffn_down_exps.weight[367]: blk.45.ffn_down_exps.weight[368]: blk.45.ffn_down_exps.weight[369]: blk.45.ffn_down_exps.weight[370]: IQ4_NL blk.45.ffn_down_exps.weight[371]: IQ4_NL blk.45.ffn_down_exps.weight[372]: blk.45.ffn_down_exps.weight[373]: IQ4_NL blk.45.ffn_down_exps.weight[374]: blk.45.ffn_down_exps.weight[375]: IQ4_NL blk.45.ffn_down_exps.weight[376]: blk.45.ffn_down_exps.weight[377]: blk.45.ffn_down_exps.weight[378]: blk.45.ffn_down_exps.weight[379]: IQ4_NL blk.45.ffn_down_exps.weight[380]: blk.45.ffn_down_exps.weight[381]: IQ4_NL blk.45.ffn_down_exps.weight[382]: blk.45.ffn_down_exps.weight[383]: blk.45.ffn_down_exps.weight[384]: blk.45.ffn_down_exps.weight[385]: IQ4_NL blk.45.ffn_down_exps.weight[386]: IQ4_NL blk.45.ffn_down_exps.weight[387]: blk.45.ffn_down_exps.weight[388]: blk.45.ffn_down_exps.weight[389]: blk.45.ffn_down_exps.weight[390]: IQ4_NL blk.45.ffn_down_exps.weight[391]: IQ4_NL blk.45.ffn_down_exps.weight[392]: blk.45.ffn_down_exps.weight[393]: blk.45.ffn_down_exps.weight[394]: IQ4_NL blk.45.ffn_down_exps.weight[395]: blk.45.ffn_down_exps.weight[396]: IQ4_NL blk.45.ffn_down_exps.weight[397]: blk.45.ffn_down_exps.weight[398]: IQ4_NL blk.45.ffn_down_exps.weight[399]: IQ4_NL blk.45.ffn_down_exps.weight[400]: IQ4_NL blk.45.ffn_down_exps.weight[401]: blk.45.ffn_down_exps.weight[402]: blk.45.ffn_down_exps.weight[403]: blk.45.ffn_down_exps.weight[404]: IQ4_NL blk.45.ffn_down_exps.weight[405]: IQ4_NL blk.45.ffn_down_exps.weight[406]: IQ4_NL blk.45.ffn_down_exps.weight[407]: blk.45.ffn_down_exps.weight[408]: IQ4_NL blk.45.ffn_down_exps.weight[409]: IQ4_NL blk.45.ffn_down_exps.weight[410]: blk.45.ffn_down_exps.weight[411]: IQ4_NL blk.45.ffn_down_exps.weight[412]: IQ4_NL blk.45.ffn_down_exps.weight[413]: blk.45.ffn_down_exps.weight[414]: blk.45.ffn_down_exps.weight[415]: IQ4_NL blk.45.ffn_down_exps.weight[416]: blk.45.ffn_down_exps.weight[417]: blk.45.ffn_down_exps.weight[418]: IQ4_NL blk.45.ffn_down_exps.weight[419]: blk.45.ffn_down_exps.weight[420]: blk.45.ffn_down_exps.weight[421]: IQ4_NL blk.45.ffn_down_exps.weight[422]: blk.45.ffn_down_exps.weight[423]: blk.45.ffn_down_exps.weight[424]: IQ4_NL blk.45.ffn_down_exps.weight[425]: blk.45.ffn_down_exps.weight[426]: IQ4_NL blk.45.ffn_down_exps.weight[427]: blk.45.ffn_down_exps.weight[428]: blk.45.ffn_down_exps.weight[429]: IQ4_NL blk.45.ffn_down_exps.weight[430]: blk.45.ffn_down_exps.weight[431]: blk.45.ffn_down_exps.weight[432]: blk.45.ffn_down_exps.weight[433]: IQ4_NL blk.45.ffn_down_exps.weight[434]: blk.45.ffn_down_exps.weight[435]: IQ4_NL blk.45.ffn_down_exps.weight[436]: blk.45.ffn_down_exps.weight[437]: IQ4_NL blk.45.ffn_down_exps.weight[438]: blk.45.ffn_down_exps.weight[439]: IQ4_NL blk.45.ffn_down_exps.weight[440]: blk.45.ffn_down_exps.weight[441]: blk.45.ffn_down_exps.weight[442]: IQ4_NL blk.45.ffn_down_exps.weight[443]: blk.45.ffn_down_exps.weight[444]: IQ4_NL blk.45.ffn_down_exps.weight[445]: IQ4_NL blk.45.ffn_down_exps.weight[446]: blk.45.ffn_down_exps.weight[447]: blk.45.ffn_down_exps.weight[448]: IQ4_NL blk.45.ffn_down_exps.weight[449]: blk.45.ffn_down_exps.weight[450]: blk.45.ffn_down_exps.weight[451]: blk.45.ffn_down_exps.weight[452]: IQ4_NL blk.45.ffn_down_exps.weight[453]: IQ4_NL blk.45.ffn_down_exps.weight[454]: blk.45.ffn_down_exps.weight[455]: blk.45.ffn_down_exps.weight[456]: IQ4_NL blk.45.ffn_down_exps.weight[457]: IQ4_NL blk.45.ffn_down_exps.weight[458]: blk.45.ffn_down_exps.weight[459]: blk.45.ffn_down_exps.weight[460]: blk.45.ffn_down_exps.weight[461]: blk.45.ffn_down_exps.weight[462]: IQ4_NL blk.45.ffn_down_exps.weight[463]: blk.45.ffn_down_exps.weight[464]: blk.45.ffn_down_exps.weight[465]: blk.45.ffn_down_exps.weight[466]: IQ4_NL blk.45.ffn_down_exps.weight[467]: blk.45.ffn_down_exps.weight[468]: blk.45.ffn_down_exps.weight[469]: blk.45.ffn_down_exps.weight[470]: IQ4_NL blk.45.ffn_down_exps.weight[471]: blk.45.ffn_down_exps.weight[472]: IQ4_NL blk.45.ffn_down_exps.weight[473]: blk.45.ffn_down_exps.weight[474]: blk.45.ffn_down_exps.weight[475]: IQ4_NL blk.45.ffn_down_exps.weight[476]: IQ4_NL blk.45.ffn_down_exps.weight[477]: IQ4_NL blk.45.ffn_down_exps.weight[478]: blk.45.ffn_down_exps.weight[479]: IQ4_NL blk.45.ffn_down_exps.weight[480]: IQ4_NL blk.45.ffn_down_exps.weight[481]: blk.45.ffn_down_exps.weight[482]: IQ4_NL blk.45.ffn_down_exps.weight[483]: blk.45.ffn_down_exps.weight[484]: IQ4_NL blk.45.ffn_down_exps.weight[485]: IQ4_NL blk.45.ffn_down_exps.weight[486]: blk.45.ffn_down_exps.weight[487]: blk.45.ffn_down_exps.weight[488]: IQ4_NL blk.45.ffn_down_exps.weight[489]: blk.45.ffn_down_exps.weight[490]: blk.45.ffn_down_exps.weight[491]: blk.45.ffn_down_exps.weight[492]: IQ4_NL blk.45.ffn_down_exps.weight[493]: blk.45.ffn_down_exps.weight[494]: IQ4_NL blk.45.ffn_down_exps.weight[495]: blk.45.ffn_down_exps.weight[496]: IQ4_NL blk.45.ffn_down_exps.weight[497]: blk.45.ffn_down_exps.weight[498]: IQ4_NL blk.45.ffn_down_exps.weight[499]: blk.45.ffn_down_exps.weight[500]: IQ4_NL blk.45.ffn_down_exps.weight[501]: IQ4_NL blk.45.ffn_down_exps.weight[502]: blk.45.ffn_down_exps.weight[503]: blk.45.ffn_down_exps.weight[504]: IQ4_NL blk.45.ffn_down_exps.weight[505]: blk.45.ffn_down_exps.weight[506]: blk.45.ffn_down_exps.weight[507]: blk.45.ffn_down_exps.weight[508]: IQ4_NL blk.45.ffn_down_exps.weight[509]: blk.45.ffn_down_exps.weight[510]: blk.45.ffn_down_exps.weight[511]: blk.46.ffn_gate_exps.weight[0]: blk.46.ffn_gate_exps.weight[1]: IQ3_XXS blk.46.ffn_gate_exps.weight[2]: blk.46.ffn_gate_exps.weight[3]: IQ3_XXS blk.46.ffn_gate_exps.weight[4]: blk.46.ffn_gate_exps.weight[5]: IQ3_XXS blk.46.ffn_gate_exps.weight[6]: IQ3_XXS blk.46.ffn_gate_exps.weight[7]: blk.46.ffn_gate_exps.weight[8]: blk.46.ffn_gate_exps.weight[9]: IQ3_XXS blk.46.ffn_gate_exps.weight[10]: IQ3_XXS blk.46.ffn_gate_exps.weight[11]: IQ3_XXS blk.46.ffn_gate_exps.weight[12]: IQ3_XXS blk.46.ffn_gate_exps.weight[13]: blk.46.ffn_gate_exps.weight[14]: IQ3_XXS blk.46.ffn_gate_exps.weight[15]: IQ3_XXS blk.46.ffn_gate_exps.weight[16]: IQ3_XXS blk.46.ffn_gate_exps.weight[17]: IQ3_XXS blk.46.ffn_gate_exps.weight[18]: blk.46.ffn_gate_exps.weight[19]: blk.46.ffn_gate_exps.weight[20]: blk.46.ffn_gate_exps.weight[21]: blk.46.ffn_gate_exps.weight[22]: IQ3_XXS blk.46.ffn_gate_exps.weight[23]: IQ3_XXS blk.46.ffn_gate_exps.weight[24]: blk.46.ffn_gate_exps.weight[25]: IQ3_XXS blk.46.ffn_gate_exps.weight[26]: IQ3_XXS blk.46.ffn_gate_exps.weight[27]: blk.46.ffn_gate_exps.weight[28]: blk.46.ffn_gate_exps.weight[29]: blk.46.ffn_gate_exps.weight[30]: IQ3_XXS blk.46.ffn_gate_exps.weight[31]: IQ3_XXS blk.46.ffn_gate_exps.weight[32]: blk.46.ffn_gate_exps.weight[33]: IQ3_XXS blk.46.ffn_gate_exps.weight[34]: blk.46.ffn_gate_exps.weight[35]: IQ3_XXS blk.46.ffn_gate_exps.weight[36]: blk.46.ffn_gate_exps.weight[37]: IQ3_XXS blk.46.ffn_gate_exps.weight[38]: blk.46.ffn_gate_exps.weight[39]: blk.46.ffn_gate_exps.weight[40]: blk.46.ffn_gate_exps.weight[41]: blk.46.ffn_gate_exps.weight[42]: IQ3_XXS blk.46.ffn_gate_exps.weight[43]: IQ3_XXS blk.46.ffn_gate_exps.weight[44]: IQ3_XXS blk.46.ffn_gate_exps.weight[45]: IQ3_XXS blk.46.ffn_gate_exps.weight[46]: blk.46.ffn_gate_exps.weight[47]: blk.46.ffn_gate_exps.weight[48]: blk.46.ffn_gate_exps.weight[49]: blk.46.ffn_gate_exps.weight[50]: blk.46.ffn_gate_exps.weight[51]: IQ3_XXS blk.46.ffn_gate_exps.weight[52]: blk.46.ffn_gate_exps.weight[53]: IQ3_XXS blk.46.ffn_gate_exps.weight[54]: IQ3_XXS blk.46.ffn_gate_exps.weight[55]: IQ3_XXS blk.46.ffn_gate_exps.weight[56]: IQ3_XXS blk.46.ffn_gate_exps.weight[57]: IQ3_XXS blk.46.ffn_gate_exps.weight[58]: blk.46.ffn_gate_exps.weight[59]: IQ3_XXS blk.46.ffn_gate_exps.weight[60]: blk.46.ffn_gate_exps.weight[61]: blk.46.ffn_gate_exps.weight[62]: blk.46.ffn_gate_exps.weight[63]: blk.46.ffn_gate_exps.weight[64]: blk.46.ffn_gate_exps.weight[65]: blk.46.ffn_gate_exps.weight[66]: IQ3_XXS blk.46.ffn_gate_exps.weight[67]: IQ3_XXS blk.46.ffn_gate_exps.weight[68]: IQ3_XXS blk.46.ffn_gate_exps.weight[69]: IQ3_XXS blk.46.ffn_gate_exps.weight[70]: IQ3_XXS blk.46.ffn_gate_exps.weight[71]: IQ3_XXS blk.46.ffn_gate_exps.weight[72]: IQ3_XXS blk.46.ffn_gate_exps.weight[73]: blk.46.ffn_gate_exps.weight[74]: blk.46.ffn_gate_exps.weight[75]: blk.46.ffn_gate_exps.weight[76]: IQ3_XXS blk.46.ffn_gate_exps.weight[77]: blk.46.ffn_gate_exps.weight[78]: IQ3_XXS blk.46.ffn_gate_exps.weight[79]: blk.46.ffn_gate_exps.weight[80]: IQ3_XXS blk.46.ffn_gate_exps.weight[81]: IQ3_XXS blk.46.ffn_gate_exps.weight[82]: blk.46.ffn_gate_exps.weight[83]: blk.46.ffn_gate_exps.weight[84]: blk.46.ffn_gate_exps.weight[85]: IQ3_XXS blk.46.ffn_gate_exps.weight[86]: blk.46.ffn_gate_exps.weight[87]: IQ3_XXS blk.46.ffn_gate_exps.weight[88]: IQ3_XXS blk.46.ffn_gate_exps.weight[89]: IQ3_XXS blk.46.ffn_gate_exps.weight[90]: blk.46.ffn_gate_exps.weight[91]: IQ3_XXS blk.46.ffn_gate_exps.weight[92]: blk.46.ffn_gate_exps.weight[93]: IQ3_XXS blk.46.ffn_gate_exps.weight[94]: blk.46.ffn_gate_exps.weight[95]: blk.46.ffn_gate_exps.weight[96]: blk.46.ffn_gate_exps.weight[97]: IQ3_XXS blk.46.ffn_gate_exps.weight[98]: blk.46.ffn_gate_exps.weight[99]: blk.46.ffn_gate_exps.weight[100]: blk.46.ffn_gate_exps.weight[101]: blk.46.ffn_gate_exps.weight[102]: blk.46.ffn_gate_exps.weight[103]: IQ3_XXS blk.46.ffn_gate_exps.weight[104]: IQ3_XXS blk.46.ffn_gate_exps.weight[105]: blk.46.ffn_gate_exps.weight[106]: blk.46.ffn_gate_exps.weight[107]: IQ3_XXS blk.46.ffn_gate_exps.weight[108]: blk.46.ffn_gate_exps.weight[109]: IQ3_XXS blk.46.ffn_gate_exps.weight[110]: IQ3_XXS blk.46.ffn_gate_exps.weight[111]: IQ3_XXS blk.46.ffn_gate_exps.weight[112]: IQ3_XXS blk.46.ffn_gate_exps.weight[113]: IQ3_XXS blk.46.ffn_gate_exps.weight[114]: blk.46.ffn_gate_exps.weight[115]: IQ3_XXS blk.46.ffn_gate_exps.weight[116]: blk.46.ffn_gate_exps.weight[117]: blk.46.ffn_gate_exps.weight[118]: blk.46.ffn_gate_exps.weight[119]: IQ3_XXS blk.46.ffn_gate_exps.weight[120]: IQ3_XXS blk.46.ffn_gate_exps.weight[121]: IQ3_XXS blk.46.ffn_gate_exps.weight[122]: IQ3_XXS blk.46.ffn_gate_exps.weight[123]: IQ3_XXS blk.46.ffn_gate_exps.weight[124]: IQ3_XXS blk.46.ffn_gate_exps.weight[125]: blk.46.ffn_gate_exps.weight[126]: blk.46.ffn_gate_exps.weight[127]: blk.46.ffn_gate_exps.weight[128]: IQ3_XXS blk.46.ffn_gate_exps.weight[129]: IQ3_XXS blk.46.ffn_gate_exps.weight[130]: IQ3_XXS blk.46.ffn_gate_exps.weight[131]: blk.46.ffn_gate_exps.weight[132]: blk.46.ffn_gate_exps.weight[133]: blk.46.ffn_gate_exps.weight[134]: blk.46.ffn_gate_exps.weight[135]: IQ3_XXS blk.46.ffn_gate_exps.weight[136]: IQ3_XXS blk.46.ffn_gate_exps.weight[137]: blk.46.ffn_gate_exps.weight[138]: IQ3_XXS blk.46.ffn_gate_exps.weight[139]: blk.46.ffn_gate_exps.weight[140]: blk.46.ffn_gate_exps.weight[141]: IQ3_XXS blk.46.ffn_gate_exps.weight[142]: IQ3_XXS blk.46.ffn_gate_exps.weight[143]: IQ3_XXS blk.46.ffn_gate_exps.weight[144]: blk.46.ffn_gate_exps.weight[145]: IQ3_XXS blk.46.ffn_gate_exps.weight[146]: blk.46.ffn_gate_exps.weight[147]: IQ3_XXS blk.46.ffn_gate_exps.weight[148]: blk.46.ffn_gate_exps.weight[149]: blk.46.ffn_gate_exps.weight[150]: blk.46.ffn_gate_exps.weight[151]: IQ3_XXS blk.46.ffn_gate_exps.weight[152]: IQ3_XXS blk.46.ffn_gate_exps.weight[153]: blk.46.ffn_gate_exps.weight[154]: IQ3_XXS blk.46.ffn_gate_exps.weight[155]: blk.46.ffn_gate_exps.weight[156]: IQ3_XXS blk.46.ffn_gate_exps.weight[157]: blk.46.ffn_gate_exps.weight[158]: blk.46.ffn_gate_exps.weight[159]: blk.46.ffn_gate_exps.weight[160]: blk.46.ffn_gate_exps.weight[161]: IQ3_XXS blk.46.ffn_gate_exps.weight[162]: IQ3_XXS blk.46.ffn_gate_exps.weight[163]: IQ3_XXS blk.46.ffn_gate_exps.weight[164]: IQ3_XXS blk.46.ffn_gate_exps.weight[165]: IQ3_XXS blk.46.ffn_gate_exps.weight[166]: IQ3_XXS blk.46.ffn_gate_exps.weight[167]: IQ3_XXS blk.46.ffn_gate_exps.weight[168]: blk.46.ffn_gate_exps.weight[169]: blk.46.ffn_gate_exps.weight[170]: blk.46.ffn_gate_exps.weight[171]: IQ3_XXS blk.46.ffn_gate_exps.weight[172]: IQ3_XXS blk.46.ffn_gate_exps.weight[173]: blk.46.ffn_gate_exps.weight[174]: blk.46.ffn_gate_exps.weight[175]: blk.46.ffn_gate_exps.weight[176]: blk.46.ffn_gate_exps.weight[177]: IQ3_XXS blk.46.ffn_gate_exps.weight[178]: blk.46.ffn_gate_exps.weight[179]: IQ3_XXS blk.46.ffn_gate_exps.weight[180]: blk.46.ffn_gate_exps.weight[181]: IQ3_XXS blk.46.ffn_gate_exps.weight[182]: blk.46.ffn_gate_exps.weight[183]: blk.46.ffn_gate_exps.weight[184]: blk.46.ffn_gate_exps.weight[185]: blk.46.ffn_gate_exps.weight[186]: IQ3_XXS blk.46.ffn_gate_exps.weight[187]: blk.46.ffn_gate_exps.weight[188]: IQ3_XXS blk.46.ffn_gate_exps.weight[189]: blk.46.ffn_gate_exps.weight[190]: blk.46.ffn_gate_exps.weight[191]: IQ3_XXS blk.46.ffn_gate_exps.weight[192]: IQ3_XXS blk.46.ffn_gate_exps.weight[193]: IQ3_XXS blk.46.ffn_gate_exps.weight[194]: IQ3_XXS blk.46.ffn_gate_exps.weight[195]: IQ3_XXS blk.46.ffn_gate_exps.weight[196]: IQ3_XXS blk.46.ffn_gate_exps.weight[197]: blk.46.ffn_gate_exps.weight[198]: blk.46.ffn_gate_exps.weight[199]: IQ3_XXS blk.46.ffn_gate_exps.weight[200]: blk.46.ffn_gate_exps.weight[201]: blk.46.ffn_gate_exps.weight[202]: blk.46.ffn_gate_exps.weight[203]: blk.46.ffn_gate_exps.weight[204]: blk.46.ffn_gate_exps.weight[205]: IQ3_XXS blk.46.ffn_gate_exps.weight[206]: IQ3_XXS blk.46.ffn_gate_exps.weight[207]: blk.46.ffn_gate_exps.weight[208]: blk.46.ffn_gate_exps.weight[209]: blk.46.ffn_gate_exps.weight[210]: blk.46.ffn_gate_exps.weight[211]: IQ3_XXS blk.46.ffn_gate_exps.weight[212]: blk.46.ffn_gate_exps.weight[213]: blk.46.ffn_gate_exps.weight[214]: IQ3_XXS blk.46.ffn_gate_exps.weight[215]: IQ3_XXS blk.46.ffn_gate_exps.weight[216]: IQ3_XXS blk.46.ffn_gate_exps.weight[217]: blk.46.ffn_gate_exps.weight[218]: blk.46.ffn_gate_exps.weight[219]: IQ3_XXS blk.46.ffn_gate_exps.weight[220]: IQ3_XXS blk.46.ffn_gate_exps.weight[221]: IQ3_XXS blk.46.ffn_gate_exps.weight[222]: IQ3_XXS blk.46.ffn_gate_exps.weight[223]: blk.46.ffn_gate_exps.weight[224]: blk.46.ffn_gate_exps.weight[225]: blk.46.ffn_gate_exps.weight[226]: IQ3_XXS blk.46.ffn_gate_exps.weight[227]: IQ3_XXS blk.46.ffn_gate_exps.weight[228]: blk.46.ffn_gate_exps.weight[229]: blk.46.ffn_gate_exps.weight[230]: blk.46.ffn_gate_exps.weight[231]: IQ3_XXS blk.46.ffn_gate_exps.weight[232]: IQ3_XXS blk.46.ffn_gate_exps.weight[233]: IQ3_XXS blk.46.ffn_gate_exps.weight[234]: blk.46.ffn_gate_exps.weight[235]: blk.46.ffn_gate_exps.weight[236]: blk.46.ffn_gate_exps.weight[237]: blk.46.ffn_gate_exps.weight[238]: blk.46.ffn_gate_exps.weight[239]: IQ3_XXS blk.46.ffn_gate_exps.weight[240]: blk.46.ffn_gate_exps.weight[241]: IQ3_XXS blk.46.ffn_gate_exps.weight[242]: blk.46.ffn_gate_exps.weight[243]: IQ3_XXS blk.46.ffn_gate_exps.weight[244]: blk.46.ffn_gate_exps.weight[245]: IQ3_XXS blk.46.ffn_gate_exps.weight[246]: IQ3_XXS blk.46.ffn_gate_exps.weight[247]: blk.46.ffn_gate_exps.weight[248]: blk.46.ffn_gate_exps.weight[249]: blk.46.ffn_gate_exps.weight[250]: blk.46.ffn_gate_exps.weight[251]: blk.46.ffn_gate_exps.weight[252]: blk.46.ffn_gate_exps.weight[253]: blk.46.ffn_gate_exps.weight[254]: blk.46.ffn_gate_exps.weight[255]: IQ3_XXS blk.46.ffn_gate_exps.weight[256]: IQ3_XXS blk.46.ffn_gate_exps.weight[257]: IQ3_XXS blk.46.ffn_gate_exps.weight[258]: blk.46.ffn_gate_exps.weight[259]: blk.46.ffn_gate_exps.weight[260]: blk.46.ffn_gate_exps.weight[261]: IQ3_XXS blk.46.ffn_gate_exps.weight[262]: IQ3_XXS blk.46.ffn_gate_exps.weight[263]: IQ3_XXS blk.46.ffn_gate_exps.weight[264]: IQ3_XXS blk.46.ffn_gate_exps.weight[265]: IQ3_XXS blk.46.ffn_gate_exps.weight[266]: IQ3_XXS blk.46.ffn_gate_exps.weight[267]: IQ3_XXS blk.46.ffn_gate_exps.weight[268]: IQ3_XXS blk.46.ffn_gate_exps.weight[269]: IQ3_XXS blk.46.ffn_gate_exps.weight[270]: blk.46.ffn_gate_exps.weight[271]: blk.46.ffn_gate_exps.weight[272]: IQ3_XXS blk.46.ffn_gate_exps.weight[273]: blk.46.ffn_gate_exps.weight[274]: IQ3_XXS blk.46.ffn_gate_exps.weight[275]: blk.46.ffn_gate_exps.weight[276]: IQ3_XXS blk.46.ffn_gate_exps.weight[277]: blk.46.ffn_gate_exps.weight[278]: blk.46.ffn_gate_exps.weight[279]: blk.46.ffn_gate_exps.weight[280]: IQ3_XXS blk.46.ffn_gate_exps.weight[281]: IQ3_XXS blk.46.ffn_gate_exps.weight[282]: blk.46.ffn_gate_exps.weight[283]: IQ3_XXS blk.46.ffn_gate_exps.weight[284]: IQ3_XXS blk.46.ffn_gate_exps.weight[285]: blk.46.ffn_gate_exps.weight[286]: blk.46.ffn_gate_exps.weight[287]: blk.46.ffn_gate_exps.weight[288]: IQ3_XXS blk.46.ffn_gate_exps.weight[289]: IQ3_XXS blk.46.ffn_gate_exps.weight[290]: IQ3_XXS blk.46.ffn_gate_exps.weight[291]: IQ3_XXS blk.46.ffn_gate_exps.weight[292]: IQ3_XXS blk.46.ffn_gate_exps.weight[293]: blk.46.ffn_gate_exps.weight[294]: IQ3_XXS blk.46.ffn_gate_exps.weight[295]: blk.46.ffn_gate_exps.weight[296]: IQ3_XXS blk.46.ffn_gate_exps.weight[297]: IQ3_XXS blk.46.ffn_gate_exps.weight[298]: blk.46.ffn_gate_exps.weight[299]: IQ3_XXS blk.46.ffn_gate_exps.weight[300]: IQ3_XXS blk.46.ffn_gate_exps.weight[301]: blk.46.ffn_gate_exps.weight[302]: blk.46.ffn_gate_exps.weight[303]: IQ3_XXS blk.46.ffn_gate_exps.weight[304]: blk.46.ffn_gate_exps.weight[305]: blk.46.ffn_gate_exps.weight[306]: blk.46.ffn_gate_exps.weight[307]: blk.46.ffn_gate_exps.weight[308]: blk.46.ffn_gate_exps.weight[309]: blk.46.ffn_gate_exps.weight[310]: blk.46.ffn_gate_exps.weight[311]: IQ3_XXS blk.46.ffn_gate_exps.weight[312]: blk.46.ffn_gate_exps.weight[313]: blk.46.ffn_gate_exps.weight[314]: IQ3_XXS blk.46.ffn_gate_exps.weight[315]: IQ3_XXS blk.46.ffn_gate_exps.weight[316]: blk.46.ffn_gate_exps.weight[317]: blk.46.ffn_gate_exps.weight[318]: IQ3_XXS blk.46.ffn_gate_exps.weight[319]: IQ3_XXS blk.46.ffn_gate_exps.weight[320]: blk.46.ffn_gate_exps.weight[321]: blk.46.ffn_gate_exps.weight[322]: IQ3_XXS blk.46.ffn_gate_exps.weight[323]: blk.46.ffn_gate_exps.weight[324]: IQ3_XXS blk.46.ffn_gate_exps.weight[325]: IQ3_XXS blk.46.ffn_gate_exps.weight[326]: blk.46.ffn_gate_exps.weight[327]: blk.46.ffn_gate_exps.weight[328]: blk.46.ffn_gate_exps.weight[329]: IQ3_XXS blk.46.ffn_gate_exps.weight[330]: blk.46.ffn_gate_exps.weight[331]: blk.46.ffn_gate_exps.weight[332]: IQ3_XXS blk.46.ffn_gate_exps.weight[333]: blk.46.ffn_gate_exps.weight[334]: IQ3_XXS blk.46.ffn_gate_exps.weight[335]: blk.46.ffn_gate_exps.weight[336]: IQ3_XXS blk.46.ffn_gate_exps.weight[337]: IQ3_XXS blk.46.ffn_gate_exps.weight[338]: IQ3_XXS blk.46.ffn_gate_exps.weight[339]: IQ3_XXS blk.46.ffn_gate_exps.weight[340]: IQ3_XXS blk.46.ffn_gate_exps.weight[341]: IQ3_XXS blk.46.ffn_gate_exps.weight[342]: IQ3_XXS blk.46.ffn_gate_exps.weight[343]: IQ3_XXS blk.46.ffn_gate_exps.weight[344]: blk.46.ffn_gate_exps.weight[345]: blk.46.ffn_gate_exps.weight[346]: IQ3_XXS blk.46.ffn_gate_exps.weight[347]: blk.46.ffn_gate_exps.weight[348]: IQ3_XXS blk.46.ffn_gate_exps.weight[349]: blk.46.ffn_gate_exps.weight[350]: IQ3_XXS blk.46.ffn_gate_exps.weight[351]: IQ3_XXS blk.46.ffn_gate_exps.weight[352]: blk.46.ffn_gate_exps.weight[353]: IQ3_XXS blk.46.ffn_gate_exps.weight[354]: blk.46.ffn_gate_exps.weight[355]: IQ3_XXS blk.46.ffn_gate_exps.weight[356]: IQ3_XXS blk.46.ffn_gate_exps.weight[357]: IQ3_XXS blk.46.ffn_gate_exps.weight[358]: blk.46.ffn_gate_exps.weight[359]: blk.46.ffn_gate_exps.weight[360]: IQ3_XXS blk.46.ffn_gate_exps.weight[361]: IQ3_XXS blk.46.ffn_gate_exps.weight[362]: blk.46.ffn_gate_exps.weight[363]: IQ3_XXS blk.46.ffn_gate_exps.weight[364]: IQ3_XXS blk.46.ffn_gate_exps.weight[365]: blk.46.ffn_gate_exps.weight[366]: blk.46.ffn_gate_exps.weight[367]: blk.46.ffn_gate_exps.weight[368]: blk.46.ffn_gate_exps.weight[369]: IQ3_XXS blk.46.ffn_gate_exps.weight[370]: blk.46.ffn_gate_exps.weight[371]: blk.46.ffn_gate_exps.weight[372]: IQ3_XXS blk.46.ffn_gate_exps.weight[373]: IQ3_XXS blk.46.ffn_gate_exps.weight[374]: IQ3_XXS blk.46.ffn_gate_exps.weight[375]: blk.46.ffn_gate_exps.weight[376]: blk.46.ffn_gate_exps.weight[377]: blk.46.ffn_gate_exps.weight[378]: blk.46.ffn_gate_exps.weight[379]: IQ3_XXS blk.46.ffn_gate_exps.weight[380]: IQ3_XXS blk.46.ffn_gate_exps.weight[381]: IQ3_XXS blk.46.ffn_gate_exps.weight[382]: blk.46.ffn_gate_exps.weight[383]: IQ3_XXS blk.46.ffn_gate_exps.weight[384]: IQ3_XXS blk.46.ffn_gate_exps.weight[385]: blk.46.ffn_gate_exps.weight[386]: blk.46.ffn_gate_exps.weight[387]: blk.46.ffn_gate_exps.weight[388]: IQ3_XXS blk.46.ffn_gate_exps.weight[389]: IQ3_XXS blk.46.ffn_gate_exps.weight[390]: IQ3_XXS blk.46.ffn_gate_exps.weight[391]: blk.46.ffn_gate_exps.weight[392]: IQ3_XXS blk.46.ffn_gate_exps.weight[393]: IQ3_XXS blk.46.ffn_gate_exps.weight[394]: blk.46.ffn_gate_exps.weight[395]: blk.46.ffn_gate_exps.weight[396]: blk.46.ffn_gate_exps.weight[397]: IQ3_XXS blk.46.ffn_gate_exps.weight[398]: blk.46.ffn_gate_exps.weight[399]: blk.46.ffn_gate_exps.weight[400]: blk.46.ffn_gate_exps.weight[401]: blk.46.ffn_gate_exps.weight[402]: blk.46.ffn_gate_exps.weight[403]: IQ3_XXS blk.46.ffn_gate_exps.weight[404]: IQ3_XXS blk.46.ffn_gate_exps.weight[405]: blk.46.ffn_gate_exps.weight[406]: IQ3_XXS blk.46.ffn_gate_exps.weight[407]: IQ3_XXS blk.46.ffn_gate_exps.weight[408]: blk.46.ffn_gate_exps.weight[409]: IQ3_XXS blk.46.ffn_gate_exps.weight[410]: blk.46.ffn_gate_exps.weight[411]: blk.46.ffn_gate_exps.weight[412]: IQ3_XXS blk.46.ffn_gate_exps.weight[413]: IQ3_XXS blk.46.ffn_gate_exps.weight[414]: IQ3_XXS blk.46.ffn_gate_exps.weight[415]: IQ3_XXS blk.46.ffn_gate_exps.weight[416]: IQ3_XXS blk.46.ffn_gate_exps.weight[417]: IQ3_XXS blk.46.ffn_gate_exps.weight[418]: IQ3_XXS blk.46.ffn_gate_exps.weight[419]: IQ3_XXS blk.46.ffn_gate_exps.weight[420]: blk.46.ffn_gate_exps.weight[421]: IQ3_XXS blk.46.ffn_gate_exps.weight[422]: IQ3_XXS blk.46.ffn_gate_exps.weight[423]: IQ3_XXS blk.46.ffn_gate_exps.weight[424]: blk.46.ffn_gate_exps.weight[425]: IQ3_XXS blk.46.ffn_gate_exps.weight[426]: IQ3_XXS blk.46.ffn_gate_exps.weight[427]: IQ3_XXS blk.46.ffn_gate_exps.weight[428]: blk.46.ffn_gate_exps.weight[429]: blk.46.ffn_gate_exps.weight[430]: blk.46.ffn_gate_exps.weight[431]: IQ3_XXS blk.46.ffn_gate_exps.weight[432]: blk.46.ffn_gate_exps.weight[433]: IQ3_XXS blk.46.ffn_gate_exps.weight[434]: IQ3_XXS blk.46.ffn_gate_exps.weight[435]: blk.46.ffn_gate_exps.weight[436]: blk.46.ffn_gate_exps.weight[437]: IQ3_XXS blk.46.ffn_gate_exps.weight[438]: IQ3_XXS blk.46.ffn_gate_exps.weight[439]: IQ3_XXS blk.46.ffn_gate_exps.weight[440]: blk.46.ffn_gate_exps.weight[441]: IQ3_XXS blk.46.ffn_gate_exps.weight[442]: blk.46.ffn_gate_exps.weight[443]: IQ3_XXS blk.46.ffn_gate_exps.weight[444]: IQ3_XXS blk.46.ffn_gate_exps.weight[445]: IQ3_XXS blk.46.ffn_gate_exps.weight[446]: blk.46.ffn_gate_exps.weight[447]: blk.46.ffn_gate_exps.weight[448]: blk.46.ffn_gate_exps.weight[449]: blk.46.ffn_gate_exps.weight[450]: blk.46.ffn_gate_exps.weight[451]: blk.46.ffn_gate_exps.weight[452]: IQ3_XXS blk.46.ffn_gate_exps.weight[453]: blk.46.ffn_gate_exps.weight[454]: IQ3_XXS blk.46.ffn_gate_exps.weight[455]: IQ3_XXS blk.46.ffn_gate_exps.weight[456]: blk.46.ffn_gate_exps.weight[457]: IQ3_XXS blk.46.ffn_gate_exps.weight[458]: IQ3_XXS blk.46.ffn_gate_exps.weight[459]: IQ3_XXS blk.46.ffn_gate_exps.weight[460]: blk.46.ffn_gate_exps.weight[461]: IQ3_XXS blk.46.ffn_gate_exps.weight[462]: blk.46.ffn_gate_exps.weight[463]: IQ3_XXS blk.46.ffn_gate_exps.weight[464]: IQ3_XXS blk.46.ffn_gate_exps.weight[465]: blk.46.ffn_gate_exps.weight[466]: IQ3_XXS blk.46.ffn_gate_exps.weight[467]: blk.46.ffn_gate_exps.weight[468]: blk.46.ffn_gate_exps.weight[469]: IQ3_XXS blk.46.ffn_gate_exps.weight[470]: IQ3_XXS blk.46.ffn_gate_exps.weight[471]: blk.46.ffn_gate_exps.weight[472]: blk.46.ffn_gate_exps.weight[473]: IQ3_XXS blk.46.ffn_gate_exps.weight[474]: blk.46.ffn_gate_exps.weight[475]: IQ3_XXS blk.46.ffn_gate_exps.weight[476]: blk.46.ffn_gate_exps.weight[477]: IQ3_XXS blk.46.ffn_gate_exps.weight[478]: blk.46.ffn_gate_exps.weight[479]: blk.46.ffn_gate_exps.weight[480]: blk.46.ffn_gate_exps.weight[481]: blk.46.ffn_gate_exps.weight[482]: blk.46.ffn_gate_exps.weight[483]: IQ3_XXS blk.46.ffn_gate_exps.weight[484]: blk.46.ffn_gate_exps.weight[485]: blk.46.ffn_gate_exps.weight[486]: blk.46.ffn_gate_exps.weight[487]: blk.46.ffn_gate_exps.weight[488]: IQ3_XXS blk.46.ffn_gate_exps.weight[489]: blk.46.ffn_gate_exps.weight[490]: IQ3_XXS blk.46.ffn_gate_exps.weight[491]: IQ3_XXS blk.46.ffn_gate_exps.weight[492]: IQ3_XXS blk.46.ffn_gate_exps.weight[493]: IQ3_XXS blk.46.ffn_gate_exps.weight[494]: blk.46.ffn_gate_exps.weight[495]: IQ3_XXS blk.46.ffn_gate_exps.weight[496]: blk.46.ffn_gate_exps.weight[497]: blk.46.ffn_gate_exps.weight[498]: blk.46.ffn_gate_exps.weight[499]: IQ3_XXS blk.46.ffn_gate_exps.weight[500]: blk.46.ffn_gate_exps.weight[501]: blk.46.ffn_gate_exps.weight[502]: blk.46.ffn_gate_exps.weight[503]: IQ3_XXS blk.46.ffn_gate_exps.weight[504]: IQ3_XXS blk.46.ffn_gate_exps.weight[505]: IQ3_XXS blk.46.ffn_gate_exps.weight[506]: IQ3_XXS blk.46.ffn_gate_exps.weight[507]: IQ3_XXS blk.46.ffn_gate_exps.weight[508]: blk.46.ffn_gate_exps.weight[509]: IQ3_XXS blk.46.ffn_gate_exps.weight[510]: IQ3_XXS blk.46.ffn_gate_exps.weight[511]: blk.46.ffn_up_exps.weight[0]: blk.46.ffn_up_exps.weight[1]: IQ3_XXS blk.46.ffn_up_exps.weight[2]: blk.46.ffn_up_exps.weight[3]: IQ3_XXS blk.46.ffn_up_exps.weight[4]: blk.46.ffn_up_exps.weight[5]: IQ3_XXS blk.46.ffn_up_exps.weight[6]: IQ3_XXS blk.46.ffn_up_exps.weight[7]: blk.46.ffn_up_exps.weight[8]: blk.46.ffn_up_exps.weight[9]: IQ3_XXS blk.46.ffn_up_exps.weight[10]: IQ3_XXS blk.46.ffn_up_exps.weight[11]: IQ3_XXS blk.46.ffn_up_exps.weight[12]: IQ3_XXS blk.46.ffn_up_exps.weight[13]: blk.46.ffn_up_exps.weight[14]: IQ3_XXS blk.46.ffn_up_exps.weight[15]: IQ3_XXS blk.46.ffn_up_exps.weight[16]: IQ3_XXS blk.46.ffn_up_exps.weight[17]: IQ3_XXS blk.46.ffn_up_exps.weight[18]: blk.46.ffn_up_exps.weight[19]: blk.46.ffn_up_exps.weight[20]: blk.46.ffn_up_exps.weight[21]: blk.46.ffn_up_exps.weight[22]: IQ3_XXS blk.46.ffn_up_exps.weight[23]: IQ3_XXS blk.46.ffn_up_exps.weight[24]: blk.46.ffn_up_exps.weight[25]: IQ3_XXS blk.46.ffn_up_exps.weight[26]: IQ3_XXS blk.46.ffn_up_exps.weight[27]: blk.46.ffn_up_exps.weight[28]: blk.46.ffn_up_exps.weight[29]: blk.46.ffn_up_exps.weight[30]: IQ3_XXS blk.46.ffn_up_exps.weight[31]: IQ3_XXS blk.46.ffn_up_exps.weight[32]: blk.46.ffn_up_exps.weight[33]: IQ3_XXS blk.46.ffn_up_exps.weight[34]: blk.46.ffn_up_exps.weight[35]: IQ3_XXS blk.46.ffn_up_exps.weight[36]: blk.46.ffn_up_exps.weight[37]: IQ3_XXS blk.46.ffn_up_exps.weight[38]: blk.46.ffn_up_exps.weight[39]: blk.46.ffn_up_exps.weight[40]: blk.46.ffn_up_exps.weight[41]: blk.46.ffn_up_exps.weight[42]: IQ3_XXS blk.46.ffn_up_exps.weight[43]: IQ3_XXS blk.46.ffn_up_exps.weight[44]: IQ3_XXS blk.46.ffn_up_exps.weight[45]: IQ3_XXS blk.46.ffn_up_exps.weight[46]: blk.46.ffn_up_exps.weight[47]: blk.46.ffn_up_exps.weight[48]: blk.46.ffn_up_exps.weight[49]: blk.46.ffn_up_exps.weight[50]: blk.46.ffn_up_exps.weight[51]: IQ3_XXS blk.46.ffn_up_exps.weight[52]: blk.46.ffn_up_exps.weight[53]: IQ3_XXS blk.46.ffn_up_exps.weight[54]: IQ3_XXS blk.46.ffn_up_exps.weight[55]: IQ3_XXS blk.46.ffn_up_exps.weight[56]: IQ3_XXS blk.46.ffn_up_exps.weight[57]: IQ3_XXS blk.46.ffn_up_exps.weight[58]: blk.46.ffn_up_exps.weight[59]: IQ3_XXS blk.46.ffn_up_exps.weight[60]: blk.46.ffn_up_exps.weight[61]: blk.46.ffn_up_exps.weight[62]: blk.46.ffn_up_exps.weight[63]: blk.46.ffn_up_exps.weight[64]: blk.46.ffn_up_exps.weight[65]: blk.46.ffn_up_exps.weight[66]: IQ3_XXS blk.46.ffn_up_exps.weight[67]: IQ3_XXS blk.46.ffn_up_exps.weight[68]: IQ3_XXS blk.46.ffn_up_exps.weight[69]: IQ3_XXS blk.46.ffn_up_exps.weight[70]: IQ3_XXS blk.46.ffn_up_exps.weight[71]: IQ3_XXS blk.46.ffn_up_exps.weight[72]: IQ3_XXS blk.46.ffn_up_exps.weight[73]: blk.46.ffn_up_exps.weight[74]: blk.46.ffn_up_exps.weight[75]: blk.46.ffn_up_exps.weight[76]: IQ3_XXS blk.46.ffn_up_exps.weight[77]: blk.46.ffn_up_exps.weight[78]: IQ3_XXS blk.46.ffn_up_exps.weight[79]: blk.46.ffn_up_exps.weight[80]: IQ3_XXS blk.46.ffn_up_exps.weight[81]: IQ3_XXS blk.46.ffn_up_exps.weight[82]: blk.46.ffn_up_exps.weight[83]: blk.46.ffn_up_exps.weight[84]: blk.46.ffn_up_exps.weight[85]: IQ3_XXS blk.46.ffn_up_exps.weight[86]: blk.46.ffn_up_exps.weight[87]: IQ3_XXS blk.46.ffn_up_exps.weight[88]: IQ3_XXS blk.46.ffn_up_exps.weight[89]: IQ3_XXS blk.46.ffn_up_exps.weight[90]: blk.46.ffn_up_exps.weight[91]: IQ3_XXS blk.46.ffn_up_exps.weight[92]: blk.46.ffn_up_exps.weight[93]: IQ3_XXS blk.46.ffn_up_exps.weight[94]: blk.46.ffn_up_exps.weight[95]: blk.46.ffn_up_exps.weight[96]: blk.46.ffn_up_exps.weight[97]: IQ3_XXS blk.46.ffn_up_exps.weight[98]: blk.46.ffn_up_exps.weight[99]: blk.46.ffn_up_exps.weight[100]: blk.46.ffn_up_exps.weight[101]: blk.46.ffn_up_exps.weight[102]: blk.46.ffn_up_exps.weight[103]: IQ3_XXS blk.46.ffn_up_exps.weight[104]: IQ3_XXS blk.46.ffn_up_exps.weight[105]: blk.46.ffn_up_exps.weight[106]: blk.46.ffn_up_exps.weight[107]: IQ3_XXS blk.46.ffn_up_exps.weight[108]: blk.46.ffn_up_exps.weight[109]: IQ3_XXS blk.46.ffn_up_exps.weight[110]: IQ3_XXS blk.46.ffn_up_exps.weight[111]: IQ3_XXS blk.46.ffn_up_exps.weight[112]: IQ3_XXS blk.46.ffn_up_exps.weight[113]: IQ3_XXS blk.46.ffn_up_exps.weight[114]: blk.46.ffn_up_exps.weight[115]: IQ3_XXS blk.46.ffn_up_exps.weight[116]: blk.46.ffn_up_exps.weight[117]: blk.46.ffn_up_exps.weight[118]: blk.46.ffn_up_exps.weight[119]: IQ3_XXS blk.46.ffn_up_exps.weight[120]: IQ3_XXS blk.46.ffn_up_exps.weight[121]: IQ3_XXS blk.46.ffn_up_exps.weight[122]: IQ3_XXS blk.46.ffn_up_exps.weight[123]: IQ3_XXS blk.46.ffn_up_exps.weight[124]: IQ3_XXS blk.46.ffn_up_exps.weight[125]: blk.46.ffn_up_exps.weight[126]: blk.46.ffn_up_exps.weight[127]: blk.46.ffn_up_exps.weight[128]: IQ3_XXS blk.46.ffn_up_exps.weight[129]: IQ3_XXS blk.46.ffn_up_exps.weight[130]: IQ3_XXS blk.46.ffn_up_exps.weight[131]: blk.46.ffn_up_exps.weight[132]: blk.46.ffn_up_exps.weight[133]: blk.46.ffn_up_exps.weight[134]: blk.46.ffn_up_exps.weight[135]: IQ3_XXS blk.46.ffn_up_exps.weight[136]: IQ3_XXS blk.46.ffn_up_exps.weight[137]: blk.46.ffn_up_exps.weight[138]: IQ3_XXS blk.46.ffn_up_exps.weight[139]: blk.46.ffn_up_exps.weight[140]: blk.46.ffn_up_exps.weight[141]: IQ3_XXS blk.46.ffn_up_exps.weight[142]: IQ3_XXS blk.46.ffn_up_exps.weight[143]: IQ3_XXS blk.46.ffn_up_exps.weight[144]: blk.46.ffn_up_exps.weight[145]: IQ3_XXS blk.46.ffn_up_exps.weight[146]: blk.46.ffn_up_exps.weight[147]: IQ3_XXS blk.46.ffn_up_exps.weight[148]: blk.46.ffn_up_exps.weight[149]: blk.46.ffn_up_exps.weight[150]: blk.46.ffn_up_exps.weight[151]: IQ3_XXS blk.46.ffn_up_exps.weight[152]: IQ3_XXS blk.46.ffn_up_exps.weight[153]: blk.46.ffn_up_exps.weight[154]: IQ3_XXS blk.46.ffn_up_exps.weight[155]: blk.46.ffn_up_exps.weight[156]: IQ3_XXS blk.46.ffn_up_exps.weight[157]: blk.46.ffn_up_exps.weight[158]: blk.46.ffn_up_exps.weight[159]: blk.46.ffn_up_exps.weight[160]: blk.46.ffn_up_exps.weight[161]: IQ3_XXS blk.46.ffn_up_exps.weight[162]: IQ3_XXS blk.46.ffn_up_exps.weight[163]: IQ3_XXS blk.46.ffn_up_exps.weight[164]: IQ3_XXS blk.46.ffn_up_exps.weight[165]: IQ3_XXS blk.46.ffn_up_exps.weight[166]: IQ3_XXS blk.46.ffn_up_exps.weight[167]: IQ3_XXS blk.46.ffn_up_exps.weight[168]: blk.46.ffn_up_exps.weight[169]: blk.46.ffn_up_exps.weight[170]: blk.46.ffn_up_exps.weight[171]: IQ3_XXS blk.46.ffn_up_exps.weight[172]: IQ3_XXS blk.46.ffn_up_exps.weight[173]: blk.46.ffn_up_exps.weight[174]: blk.46.ffn_up_exps.weight[175]: blk.46.ffn_up_exps.weight[176]: blk.46.ffn_up_exps.weight[177]: IQ3_XXS blk.46.ffn_up_exps.weight[178]: blk.46.ffn_up_exps.weight[179]: IQ3_XXS blk.46.ffn_up_exps.weight[180]: blk.46.ffn_up_exps.weight[181]: IQ3_XXS blk.46.ffn_up_exps.weight[182]: blk.46.ffn_up_exps.weight[183]: blk.46.ffn_up_exps.weight[184]: blk.46.ffn_up_exps.weight[185]: blk.46.ffn_up_exps.weight[186]: IQ3_XXS blk.46.ffn_up_exps.weight[187]: blk.46.ffn_up_exps.weight[188]: IQ3_XXS blk.46.ffn_up_exps.weight[189]: blk.46.ffn_up_exps.weight[190]: blk.46.ffn_up_exps.weight[191]: IQ3_XXS blk.46.ffn_up_exps.weight[192]: IQ3_XXS blk.46.ffn_up_exps.weight[193]: IQ3_XXS blk.46.ffn_up_exps.weight[194]: IQ3_XXS blk.46.ffn_up_exps.weight[195]: IQ3_XXS blk.46.ffn_up_exps.weight[196]: IQ3_XXS blk.46.ffn_up_exps.weight[197]: blk.46.ffn_up_exps.weight[198]: blk.46.ffn_up_exps.weight[199]: IQ3_XXS blk.46.ffn_up_exps.weight[200]: blk.46.ffn_up_exps.weight[201]: blk.46.ffn_up_exps.weight[202]: blk.46.ffn_up_exps.weight[203]: blk.46.ffn_up_exps.weight[204]: blk.46.ffn_up_exps.weight[205]: IQ3_XXS blk.46.ffn_up_exps.weight[206]: IQ3_XXS blk.46.ffn_up_exps.weight[207]: blk.46.ffn_up_exps.weight[208]: blk.46.ffn_up_exps.weight[209]: blk.46.ffn_up_exps.weight[210]: blk.46.ffn_up_exps.weight[211]: IQ3_XXS blk.46.ffn_up_exps.weight[212]: blk.46.ffn_up_exps.weight[213]: blk.46.ffn_up_exps.weight[214]: IQ3_XXS blk.46.ffn_up_exps.weight[215]: IQ3_XXS blk.46.ffn_up_exps.weight[216]: IQ3_XXS blk.46.ffn_up_exps.weight[217]: blk.46.ffn_up_exps.weight[218]: blk.46.ffn_up_exps.weight[219]: IQ3_XXS blk.46.ffn_up_exps.weight[220]: IQ3_XXS blk.46.ffn_up_exps.weight[221]: IQ3_XXS blk.46.ffn_up_exps.weight[222]: IQ3_XXS blk.46.ffn_up_exps.weight[223]: blk.46.ffn_up_exps.weight[224]: blk.46.ffn_up_exps.weight[225]: blk.46.ffn_up_exps.weight[226]: IQ3_XXS blk.46.ffn_up_exps.weight[227]: IQ3_XXS blk.46.ffn_up_exps.weight[228]: blk.46.ffn_up_exps.weight[229]: blk.46.ffn_up_exps.weight[230]: blk.46.ffn_up_exps.weight[231]: IQ3_XXS blk.46.ffn_up_exps.weight[232]: IQ3_XXS blk.46.ffn_up_exps.weight[233]: IQ3_XXS blk.46.ffn_up_exps.weight[234]: blk.46.ffn_up_exps.weight[235]: blk.46.ffn_up_exps.weight[236]: blk.46.ffn_up_exps.weight[237]: blk.46.ffn_up_exps.weight[238]: blk.46.ffn_up_exps.weight[239]: IQ3_XXS blk.46.ffn_up_exps.weight[240]: blk.46.ffn_up_exps.weight[241]: IQ3_XXS blk.46.ffn_up_exps.weight[242]: blk.46.ffn_up_exps.weight[243]: IQ3_XXS blk.46.ffn_up_exps.weight[244]: blk.46.ffn_up_exps.weight[245]: IQ3_XXS blk.46.ffn_up_exps.weight[246]: IQ3_XXS blk.46.ffn_up_exps.weight[247]: blk.46.ffn_up_exps.weight[248]: blk.46.ffn_up_exps.weight[249]: blk.46.ffn_up_exps.weight[250]: blk.46.ffn_up_exps.weight[251]: blk.46.ffn_up_exps.weight[252]: blk.46.ffn_up_exps.weight[253]: blk.46.ffn_up_exps.weight[254]: blk.46.ffn_up_exps.weight[255]: IQ3_XXS blk.46.ffn_up_exps.weight[256]: IQ3_XXS blk.46.ffn_up_exps.weight[257]: IQ3_XXS blk.46.ffn_up_exps.weight[258]: blk.46.ffn_up_exps.weight[259]: blk.46.ffn_up_exps.weight[260]: blk.46.ffn_up_exps.weight[261]: IQ3_XXS blk.46.ffn_up_exps.weight[262]: IQ3_XXS blk.46.ffn_up_exps.weight[263]: IQ3_XXS blk.46.ffn_up_exps.weight[264]: IQ3_XXS blk.46.ffn_up_exps.weight[265]: IQ3_XXS blk.46.ffn_up_exps.weight[266]: IQ3_XXS blk.46.ffn_up_exps.weight[267]: IQ3_XXS blk.46.ffn_up_exps.weight[268]: IQ3_XXS blk.46.ffn_up_exps.weight[269]: IQ3_XXS blk.46.ffn_up_exps.weight[270]: blk.46.ffn_up_exps.weight[271]: blk.46.ffn_up_exps.weight[272]: IQ3_XXS blk.46.ffn_up_exps.weight[273]: blk.46.ffn_up_exps.weight[274]: IQ3_XXS blk.46.ffn_up_exps.weight[275]: blk.46.ffn_up_exps.weight[276]: IQ3_XXS blk.46.ffn_up_exps.weight[277]: blk.46.ffn_up_exps.weight[278]: blk.46.ffn_up_exps.weight[279]: blk.46.ffn_up_exps.weight[280]: IQ3_XXS blk.46.ffn_up_exps.weight[281]: IQ3_XXS blk.46.ffn_up_exps.weight[282]: blk.46.ffn_up_exps.weight[283]: IQ3_XXS blk.46.ffn_up_exps.weight[284]: IQ3_XXS blk.46.ffn_up_exps.weight[285]: blk.46.ffn_up_exps.weight[286]: blk.46.ffn_up_exps.weight[287]: blk.46.ffn_up_exps.weight[288]: IQ3_XXS blk.46.ffn_up_exps.weight[289]: IQ3_XXS blk.46.ffn_up_exps.weight[290]: IQ3_XXS blk.46.ffn_up_exps.weight[291]: IQ3_XXS blk.46.ffn_up_exps.weight[292]: IQ3_XXS blk.46.ffn_up_exps.weight[293]: blk.46.ffn_up_exps.weight[294]: IQ3_XXS blk.46.ffn_up_exps.weight[295]: blk.46.ffn_up_exps.weight[296]: IQ3_XXS blk.46.ffn_up_exps.weight[297]: IQ3_XXS blk.46.ffn_up_exps.weight[298]: blk.46.ffn_up_exps.weight[299]: IQ3_XXS blk.46.ffn_up_exps.weight[300]: IQ3_XXS blk.46.ffn_up_exps.weight[301]: blk.46.ffn_up_exps.weight[302]: blk.46.ffn_up_exps.weight[303]: IQ3_XXS blk.46.ffn_up_exps.weight[304]: blk.46.ffn_up_exps.weight[305]: blk.46.ffn_up_exps.weight[306]: blk.46.ffn_up_exps.weight[307]: blk.46.ffn_up_exps.weight[308]: blk.46.ffn_up_exps.weight[309]: blk.46.ffn_up_exps.weight[310]: blk.46.ffn_up_exps.weight[311]: IQ3_XXS blk.46.ffn_up_exps.weight[312]: blk.46.ffn_up_exps.weight[313]: blk.46.ffn_up_exps.weight[314]: IQ3_XXS blk.46.ffn_up_exps.weight[315]: IQ3_XXS blk.46.ffn_up_exps.weight[316]: blk.46.ffn_up_exps.weight[317]: blk.46.ffn_up_exps.weight[318]: IQ3_XXS blk.46.ffn_up_exps.weight[319]: IQ3_XXS blk.46.ffn_up_exps.weight[320]: blk.46.ffn_up_exps.weight[321]: blk.46.ffn_up_exps.weight[322]: IQ3_XXS blk.46.ffn_up_exps.weight[323]: blk.46.ffn_up_exps.weight[324]: IQ3_XXS blk.46.ffn_up_exps.weight[325]: IQ3_XXS blk.46.ffn_up_exps.weight[326]: blk.46.ffn_up_exps.weight[327]: blk.46.ffn_up_exps.weight[328]: blk.46.ffn_up_exps.weight[329]: IQ3_XXS blk.46.ffn_up_exps.weight[330]: blk.46.ffn_up_exps.weight[331]: blk.46.ffn_up_exps.weight[332]: IQ3_XXS blk.46.ffn_up_exps.weight[333]: blk.46.ffn_up_exps.weight[334]: IQ3_XXS blk.46.ffn_up_exps.weight[335]: blk.46.ffn_up_exps.weight[336]: IQ3_XXS blk.46.ffn_up_exps.weight[337]: IQ3_XXS blk.46.ffn_up_exps.weight[338]: IQ3_XXS blk.46.ffn_up_exps.weight[339]: IQ3_XXS blk.46.ffn_up_exps.weight[340]: IQ3_XXS blk.46.ffn_up_exps.weight[341]: IQ3_XXS blk.46.ffn_up_exps.weight[342]: IQ3_XXS blk.46.ffn_up_exps.weight[343]: IQ3_XXS blk.46.ffn_up_exps.weight[344]: blk.46.ffn_up_exps.weight[345]: blk.46.ffn_up_exps.weight[346]: IQ3_XXS blk.46.ffn_up_exps.weight[347]: blk.46.ffn_up_exps.weight[348]: IQ3_XXS blk.46.ffn_up_exps.weight[349]: blk.46.ffn_up_exps.weight[350]: IQ3_XXS blk.46.ffn_up_exps.weight[351]: IQ3_XXS blk.46.ffn_up_exps.weight[352]: blk.46.ffn_up_exps.weight[353]: IQ3_XXS blk.46.ffn_up_exps.weight[354]: blk.46.ffn_up_exps.weight[355]: IQ3_XXS blk.46.ffn_up_exps.weight[356]: IQ3_XXS blk.46.ffn_up_exps.weight[357]: IQ3_XXS blk.46.ffn_up_exps.weight[358]: blk.46.ffn_up_exps.weight[359]: blk.46.ffn_up_exps.weight[360]: IQ3_XXS blk.46.ffn_up_exps.weight[361]: IQ3_XXS blk.46.ffn_up_exps.weight[362]: blk.46.ffn_up_exps.weight[363]: IQ3_XXS blk.46.ffn_up_exps.weight[364]: IQ3_XXS blk.46.ffn_up_exps.weight[365]: blk.46.ffn_up_exps.weight[366]: blk.46.ffn_up_exps.weight[367]: blk.46.ffn_up_exps.weight[368]: blk.46.ffn_up_exps.weight[369]: IQ3_XXS blk.46.ffn_up_exps.weight[370]: blk.46.ffn_up_exps.weight[371]: blk.46.ffn_up_exps.weight[372]: IQ3_XXS blk.46.ffn_up_exps.weight[373]: IQ3_XXS blk.46.ffn_up_exps.weight[374]: IQ3_XXS blk.46.ffn_up_exps.weight[375]: blk.46.ffn_up_exps.weight[376]: blk.46.ffn_up_exps.weight[377]: blk.46.ffn_up_exps.weight[378]: blk.46.ffn_up_exps.weight[379]: IQ3_XXS blk.46.ffn_up_exps.weight[380]: IQ3_XXS blk.46.ffn_up_exps.weight[381]: IQ3_XXS blk.46.ffn_up_exps.weight[382]: blk.46.ffn_up_exps.weight[383]: IQ3_XXS blk.46.ffn_up_exps.weight[384]: IQ3_XXS blk.46.ffn_up_exps.weight[385]: blk.46.ffn_up_exps.weight[386]: blk.46.ffn_up_exps.weight[387]: blk.46.ffn_up_exps.weight[388]: IQ3_XXS blk.46.ffn_up_exps.weight[389]: IQ3_XXS blk.46.ffn_up_exps.weight[390]: IQ3_XXS blk.46.ffn_up_exps.weight[391]: blk.46.ffn_up_exps.weight[392]: IQ3_XXS blk.46.ffn_up_exps.weight[393]: IQ3_XXS blk.46.ffn_up_exps.weight[394]: blk.46.ffn_up_exps.weight[395]: blk.46.ffn_up_exps.weight[396]: blk.46.ffn_up_exps.weight[397]: IQ3_XXS blk.46.ffn_up_exps.weight[398]: blk.46.ffn_up_exps.weight[399]: blk.46.ffn_up_exps.weight[400]: blk.46.ffn_up_exps.weight[401]: blk.46.ffn_up_exps.weight[402]: blk.46.ffn_up_exps.weight[403]: IQ3_XXS blk.46.ffn_up_exps.weight[404]: IQ3_XXS blk.46.ffn_up_exps.weight[405]: blk.46.ffn_up_exps.weight[406]: IQ3_XXS blk.46.ffn_up_exps.weight[407]: IQ3_XXS blk.46.ffn_up_exps.weight[408]: blk.46.ffn_up_exps.weight[409]: IQ3_XXS blk.46.ffn_up_exps.weight[410]: blk.46.ffn_up_exps.weight[411]: blk.46.ffn_up_exps.weight[412]: IQ3_XXS blk.46.ffn_up_exps.weight[413]: IQ3_XXS blk.46.ffn_up_exps.weight[414]: IQ3_XXS blk.46.ffn_up_exps.weight[415]: IQ3_XXS blk.46.ffn_up_exps.weight[416]: IQ3_XXS blk.46.ffn_up_exps.weight[417]: IQ3_XXS blk.46.ffn_up_exps.weight[418]: IQ3_XXS blk.46.ffn_up_exps.weight[419]: IQ3_XXS blk.46.ffn_up_exps.weight[420]: blk.46.ffn_up_exps.weight[421]: IQ3_XXS blk.46.ffn_up_exps.weight[422]: IQ3_XXS blk.46.ffn_up_exps.weight[423]: IQ3_XXS blk.46.ffn_up_exps.weight[424]: blk.46.ffn_up_exps.weight[425]: IQ3_XXS blk.46.ffn_up_exps.weight[426]: IQ3_XXS blk.46.ffn_up_exps.weight[427]: IQ3_XXS blk.46.ffn_up_exps.weight[428]: blk.46.ffn_up_exps.weight[429]: blk.46.ffn_up_exps.weight[430]: blk.46.ffn_up_exps.weight[431]: IQ3_XXS blk.46.ffn_up_exps.weight[432]: blk.46.ffn_up_exps.weight[433]: IQ3_XXS blk.46.ffn_up_exps.weight[434]: IQ3_XXS blk.46.ffn_up_exps.weight[435]: blk.46.ffn_up_exps.weight[436]: blk.46.ffn_up_exps.weight[437]: IQ3_XXS blk.46.ffn_up_exps.weight[438]: IQ3_XXS blk.46.ffn_up_exps.weight[439]: IQ3_XXS blk.46.ffn_up_exps.weight[440]: blk.46.ffn_up_exps.weight[441]: IQ3_XXS blk.46.ffn_up_exps.weight[442]: blk.46.ffn_up_exps.weight[443]: IQ3_XXS blk.46.ffn_up_exps.weight[444]: IQ3_XXS blk.46.ffn_up_exps.weight[445]: IQ3_XXS blk.46.ffn_up_exps.weight[446]: blk.46.ffn_up_exps.weight[447]: blk.46.ffn_up_exps.weight[448]: blk.46.ffn_up_exps.weight[449]: blk.46.ffn_up_exps.weight[450]: blk.46.ffn_up_exps.weight[451]: blk.46.ffn_up_exps.weight[452]: IQ3_XXS blk.46.ffn_up_exps.weight[453]: blk.46.ffn_up_exps.weight[454]: IQ3_XXS blk.46.ffn_up_exps.weight[455]: IQ3_XXS blk.46.ffn_up_exps.weight[456]: blk.46.ffn_up_exps.weight[457]: IQ3_XXS blk.46.ffn_up_exps.weight[458]: IQ3_XXS blk.46.ffn_up_exps.weight[459]: IQ3_XXS blk.46.ffn_up_exps.weight[460]: blk.46.ffn_up_exps.weight[461]: IQ3_XXS blk.46.ffn_up_exps.weight[462]: blk.46.ffn_up_exps.weight[463]: IQ3_XXS blk.46.ffn_up_exps.weight[464]: IQ3_XXS blk.46.ffn_up_exps.weight[465]: blk.46.ffn_up_exps.weight[466]: IQ3_XXS blk.46.ffn_up_exps.weight[467]: blk.46.ffn_up_exps.weight[468]: blk.46.ffn_up_exps.weight[469]: IQ3_XXS blk.46.ffn_up_exps.weight[470]: IQ3_XXS blk.46.ffn_up_exps.weight[471]: blk.46.ffn_up_exps.weight[472]: blk.46.ffn_up_exps.weight[473]: IQ3_XXS blk.46.ffn_up_exps.weight[474]: blk.46.ffn_up_exps.weight[475]: IQ3_XXS blk.46.ffn_up_exps.weight[476]: blk.46.ffn_up_exps.weight[477]: IQ3_XXS blk.46.ffn_up_exps.weight[478]: blk.46.ffn_up_exps.weight[479]: blk.46.ffn_up_exps.weight[480]: blk.46.ffn_up_exps.weight[481]: blk.46.ffn_up_exps.weight[482]: blk.46.ffn_up_exps.weight[483]: IQ3_XXS blk.46.ffn_up_exps.weight[484]: blk.46.ffn_up_exps.weight[485]: blk.46.ffn_up_exps.weight[486]: blk.46.ffn_up_exps.weight[487]: blk.46.ffn_up_exps.weight[488]: IQ3_XXS blk.46.ffn_up_exps.weight[489]: blk.46.ffn_up_exps.weight[490]: IQ3_XXS blk.46.ffn_up_exps.weight[491]: IQ3_XXS blk.46.ffn_up_exps.weight[492]: IQ3_XXS blk.46.ffn_up_exps.weight[493]: IQ3_XXS blk.46.ffn_up_exps.weight[494]: blk.46.ffn_up_exps.weight[495]: IQ3_XXS blk.46.ffn_up_exps.weight[496]: blk.46.ffn_up_exps.weight[497]: blk.46.ffn_up_exps.weight[498]: blk.46.ffn_up_exps.weight[499]: IQ3_XXS blk.46.ffn_up_exps.weight[500]: blk.46.ffn_up_exps.weight[501]: blk.46.ffn_up_exps.weight[502]: blk.46.ffn_up_exps.weight[503]: IQ3_XXS blk.46.ffn_up_exps.weight[504]: IQ3_XXS blk.46.ffn_up_exps.weight[505]: IQ3_XXS blk.46.ffn_up_exps.weight[506]: IQ3_XXS blk.46.ffn_up_exps.weight[507]: IQ3_XXS blk.46.ffn_up_exps.weight[508]: blk.46.ffn_up_exps.weight[509]: IQ3_XXS blk.46.ffn_up_exps.weight[510]: IQ3_XXS blk.46.ffn_up_exps.weight[511]: blk.46.ffn_down_exps.weight[0]: blk.46.ffn_down_exps.weight[1]: IQ4_NL blk.46.ffn_down_exps.weight[2]: blk.46.ffn_down_exps.weight[3]: IQ4_NL blk.46.ffn_down_exps.weight[4]: blk.46.ffn_down_exps.weight[5]: IQ4_NL blk.46.ffn_down_exps.weight[6]: IQ4_NL blk.46.ffn_down_exps.weight[7]: blk.46.ffn_down_exps.weight[8]: blk.46.ffn_down_exps.weight[9]: IQ4_NL blk.46.ffn_down_exps.weight[10]: IQ4_NL blk.46.ffn_down_exps.weight[11]: IQ4_NL blk.46.ffn_down_exps.weight[12]: IQ4_NL blk.46.ffn_down_exps.weight[13]: blk.46.ffn_down_exps.weight[14]: IQ4_NL blk.46.ffn_down_exps.weight[15]: IQ4_NL blk.46.ffn_down_exps.weight[16]: IQ4_NL blk.46.ffn_down_exps.weight[17]: IQ4_NL blk.46.ffn_down_exps.weight[18]: blk.46.ffn_down_exps.weight[19]: blk.46.ffn_down_exps.weight[20]: blk.46.ffn_down_exps.weight[21]: blk.46.ffn_down_exps.weight[22]: IQ4_NL blk.46.ffn_down_exps.weight[23]: IQ4_NL blk.46.ffn_down_exps.weight[24]: blk.46.ffn_down_exps.weight[25]: IQ4_NL blk.46.ffn_down_exps.weight[26]: IQ4_NL blk.46.ffn_down_exps.weight[27]: blk.46.ffn_down_exps.weight[28]: blk.46.ffn_down_exps.weight[29]: blk.46.ffn_down_exps.weight[30]: IQ4_NL blk.46.ffn_down_exps.weight[31]: IQ4_NL blk.46.ffn_down_exps.weight[32]: blk.46.ffn_down_exps.weight[33]: IQ4_NL blk.46.ffn_down_exps.weight[34]: blk.46.ffn_down_exps.weight[35]: IQ4_NL blk.46.ffn_down_exps.weight[36]: blk.46.ffn_down_exps.weight[37]: IQ4_NL blk.46.ffn_down_exps.weight[38]: blk.46.ffn_down_exps.weight[39]: blk.46.ffn_down_exps.weight[40]: blk.46.ffn_down_exps.weight[41]: blk.46.ffn_down_exps.weight[42]: IQ4_NL blk.46.ffn_down_exps.weight[43]: IQ4_NL blk.46.ffn_down_exps.weight[44]: IQ4_NL blk.46.ffn_down_exps.weight[45]: IQ4_NL blk.46.ffn_down_exps.weight[46]: blk.46.ffn_down_exps.weight[47]: blk.46.ffn_down_exps.weight[48]: blk.46.ffn_down_exps.weight[49]: blk.46.ffn_down_exps.weight[50]: blk.46.ffn_down_exps.weight[51]: IQ4_NL blk.46.ffn_down_exps.weight[52]: blk.46.ffn_down_exps.weight[53]: IQ4_NL blk.46.ffn_down_exps.weight[54]: IQ4_NL blk.46.ffn_down_exps.weight[55]: IQ4_NL blk.46.ffn_down_exps.weight[56]: IQ4_NL blk.46.ffn_down_exps.weight[57]: IQ4_NL blk.46.ffn_down_exps.weight[58]: blk.46.ffn_down_exps.weight[59]: IQ4_NL blk.46.ffn_down_exps.weight[60]: blk.46.ffn_down_exps.weight[61]: blk.46.ffn_down_exps.weight[62]: blk.46.ffn_down_exps.weight[63]: blk.46.ffn_down_exps.weight[64]: blk.46.ffn_down_exps.weight[65]: blk.46.ffn_down_exps.weight[66]: IQ4_NL blk.46.ffn_down_exps.weight[67]: IQ4_NL blk.46.ffn_down_exps.weight[68]: IQ4_NL blk.46.ffn_down_exps.weight[69]: IQ4_NL blk.46.ffn_down_exps.weight[70]: IQ4_NL blk.46.ffn_down_exps.weight[71]: IQ4_NL blk.46.ffn_down_exps.weight[72]: IQ4_NL blk.46.ffn_down_exps.weight[73]: blk.46.ffn_down_exps.weight[74]: blk.46.ffn_down_exps.weight[75]: blk.46.ffn_down_exps.weight[76]: IQ4_NL blk.46.ffn_down_exps.weight[77]: blk.46.ffn_down_exps.weight[78]: IQ4_NL blk.46.ffn_down_exps.weight[79]: blk.46.ffn_down_exps.weight[80]: IQ4_NL blk.46.ffn_down_exps.weight[81]: IQ4_NL blk.46.ffn_down_exps.weight[82]: blk.46.ffn_down_exps.weight[83]: blk.46.ffn_down_exps.weight[84]: blk.46.ffn_down_exps.weight[85]: IQ4_NL blk.46.ffn_down_exps.weight[86]: blk.46.ffn_down_exps.weight[87]: IQ4_NL blk.46.ffn_down_exps.weight[88]: IQ4_NL blk.46.ffn_down_exps.weight[89]: IQ4_NL blk.46.ffn_down_exps.weight[90]: blk.46.ffn_down_exps.weight[91]: IQ4_NL blk.46.ffn_down_exps.weight[92]: blk.46.ffn_down_exps.weight[93]: IQ4_NL blk.46.ffn_down_exps.weight[94]: blk.46.ffn_down_exps.weight[95]: blk.46.ffn_down_exps.weight[96]: blk.46.ffn_down_exps.weight[97]: IQ4_NL blk.46.ffn_down_exps.weight[98]: blk.46.ffn_down_exps.weight[99]: blk.46.ffn_down_exps.weight[100]: blk.46.ffn_down_exps.weight[101]: blk.46.ffn_down_exps.weight[102]: blk.46.ffn_down_exps.weight[103]: IQ4_NL blk.46.ffn_down_exps.weight[104]: IQ4_NL blk.46.ffn_down_exps.weight[105]: blk.46.ffn_down_exps.weight[106]: blk.46.ffn_down_exps.weight[107]: IQ4_NL blk.46.ffn_down_exps.weight[108]: blk.46.ffn_down_exps.weight[109]: IQ4_NL blk.46.ffn_down_exps.weight[110]: IQ4_NL blk.46.ffn_down_exps.weight[111]: IQ4_NL blk.46.ffn_down_exps.weight[112]: IQ4_NL blk.46.ffn_down_exps.weight[113]: IQ4_NL blk.46.ffn_down_exps.weight[114]: blk.46.ffn_down_exps.weight[115]: IQ4_NL blk.46.ffn_down_exps.weight[116]: blk.46.ffn_down_exps.weight[117]: blk.46.ffn_down_exps.weight[118]: blk.46.ffn_down_exps.weight[119]: IQ4_NL blk.46.ffn_down_exps.weight[120]: IQ4_NL blk.46.ffn_down_exps.weight[121]: IQ4_NL blk.46.ffn_down_exps.weight[122]: IQ4_NL blk.46.ffn_down_exps.weight[123]: IQ4_NL blk.46.ffn_down_exps.weight[124]: IQ4_NL blk.46.ffn_down_exps.weight[125]: blk.46.ffn_down_exps.weight[126]: blk.46.ffn_down_exps.weight[127]: blk.46.ffn_down_exps.weight[128]: IQ4_NL blk.46.ffn_down_exps.weight[129]: IQ4_NL blk.46.ffn_down_exps.weight[130]: IQ4_NL blk.46.ffn_down_exps.weight[131]: blk.46.ffn_down_exps.weight[132]: blk.46.ffn_down_exps.weight[133]: blk.46.ffn_down_exps.weight[134]: blk.46.ffn_down_exps.weight[135]: IQ4_NL blk.46.ffn_down_exps.weight[136]: IQ4_NL blk.46.ffn_down_exps.weight[137]: blk.46.ffn_down_exps.weight[138]: IQ4_NL blk.46.ffn_down_exps.weight[139]: blk.46.ffn_down_exps.weight[140]: blk.46.ffn_down_exps.weight[141]: IQ4_NL blk.46.ffn_down_exps.weight[142]: IQ4_NL blk.46.ffn_down_exps.weight[143]: IQ4_NL blk.46.ffn_down_exps.weight[144]: blk.46.ffn_down_exps.weight[145]: IQ4_NL blk.46.ffn_down_exps.weight[146]: blk.46.ffn_down_exps.weight[147]: IQ4_NL blk.46.ffn_down_exps.weight[148]: blk.46.ffn_down_exps.weight[149]: blk.46.ffn_down_exps.weight[150]: blk.46.ffn_down_exps.weight[151]: IQ4_NL blk.46.ffn_down_exps.weight[152]: IQ4_NL blk.46.ffn_down_exps.weight[153]: blk.46.ffn_down_exps.weight[154]: IQ4_NL blk.46.ffn_down_exps.weight[155]: blk.46.ffn_down_exps.weight[156]: IQ4_NL blk.46.ffn_down_exps.weight[157]: blk.46.ffn_down_exps.weight[158]: blk.46.ffn_down_exps.weight[159]: blk.46.ffn_down_exps.weight[160]: blk.46.ffn_down_exps.weight[161]: IQ4_NL blk.46.ffn_down_exps.weight[162]: IQ4_NL blk.46.ffn_down_exps.weight[163]: IQ4_NL blk.46.ffn_down_exps.weight[164]: IQ4_NL blk.46.ffn_down_exps.weight[165]: IQ4_NL blk.46.ffn_down_exps.weight[166]: IQ4_NL blk.46.ffn_down_exps.weight[167]: IQ4_NL blk.46.ffn_down_exps.weight[168]: blk.46.ffn_down_exps.weight[169]: blk.46.ffn_down_exps.weight[170]: blk.46.ffn_down_exps.weight[171]: IQ4_NL blk.46.ffn_down_exps.weight[172]: IQ4_NL blk.46.ffn_down_exps.weight[173]: blk.46.ffn_down_exps.weight[174]: blk.46.ffn_down_exps.weight[175]: blk.46.ffn_down_exps.weight[176]: blk.46.ffn_down_exps.weight[177]: IQ4_NL blk.46.ffn_down_exps.weight[178]: blk.46.ffn_down_exps.weight[179]: IQ4_NL blk.46.ffn_down_exps.weight[180]: blk.46.ffn_down_exps.weight[181]: IQ4_NL blk.46.ffn_down_exps.weight[182]: blk.46.ffn_down_exps.weight[183]: blk.46.ffn_down_exps.weight[184]: blk.46.ffn_down_exps.weight[185]: blk.46.ffn_down_exps.weight[186]: IQ4_NL blk.46.ffn_down_exps.weight[187]: blk.46.ffn_down_exps.weight[188]: IQ4_NL blk.46.ffn_down_exps.weight[189]: blk.46.ffn_down_exps.weight[190]: blk.46.ffn_down_exps.weight[191]: IQ4_NL blk.46.ffn_down_exps.weight[192]: IQ4_NL blk.46.ffn_down_exps.weight[193]: IQ4_NL blk.46.ffn_down_exps.weight[194]: IQ4_NL blk.46.ffn_down_exps.weight[195]: IQ4_NL blk.46.ffn_down_exps.weight[196]: IQ4_NL blk.46.ffn_down_exps.weight[197]: blk.46.ffn_down_exps.weight[198]: blk.46.ffn_down_exps.weight[199]: IQ4_NL blk.46.ffn_down_exps.weight[200]: blk.46.ffn_down_exps.weight[201]: blk.46.ffn_down_exps.weight[202]: blk.46.ffn_down_exps.weight[203]: blk.46.ffn_down_exps.weight[204]: blk.46.ffn_down_exps.weight[205]: IQ4_NL blk.46.ffn_down_exps.weight[206]: IQ4_NL blk.46.ffn_down_exps.weight[207]: blk.46.ffn_down_exps.weight[208]: blk.46.ffn_down_exps.weight[209]: blk.46.ffn_down_exps.weight[210]: blk.46.ffn_down_exps.weight[211]: IQ4_NL blk.46.ffn_down_exps.weight[212]: blk.46.ffn_down_exps.weight[213]: blk.46.ffn_down_exps.weight[214]: IQ4_NL blk.46.ffn_down_exps.weight[215]: IQ4_NL blk.46.ffn_down_exps.weight[216]: IQ4_NL blk.46.ffn_down_exps.weight[217]: blk.46.ffn_down_exps.weight[218]: blk.46.ffn_down_exps.weight[219]: IQ4_NL blk.46.ffn_down_exps.weight[220]: IQ4_NL blk.46.ffn_down_exps.weight[221]: IQ4_NL blk.46.ffn_down_exps.weight[222]: IQ4_NL blk.46.ffn_down_exps.weight[223]: blk.46.ffn_down_exps.weight[224]: blk.46.ffn_down_exps.weight[225]: blk.46.ffn_down_exps.weight[226]: IQ4_NL blk.46.ffn_down_exps.weight[227]: IQ4_NL blk.46.ffn_down_exps.weight[228]: blk.46.ffn_down_exps.weight[229]: blk.46.ffn_down_exps.weight[230]: blk.46.ffn_down_exps.weight[231]: IQ4_NL blk.46.ffn_down_exps.weight[232]: IQ4_NL blk.46.ffn_down_exps.weight[233]: IQ4_NL blk.46.ffn_down_exps.weight[234]: blk.46.ffn_down_exps.weight[235]: blk.46.ffn_down_exps.weight[236]: blk.46.ffn_down_exps.weight[237]: blk.46.ffn_down_exps.weight[238]: blk.46.ffn_down_exps.weight[239]: IQ4_NL blk.46.ffn_down_exps.weight[240]: blk.46.ffn_down_exps.weight[241]: IQ4_NL blk.46.ffn_down_exps.weight[242]: blk.46.ffn_down_exps.weight[243]: IQ4_NL blk.46.ffn_down_exps.weight[244]: blk.46.ffn_down_exps.weight[245]: IQ4_NL blk.46.ffn_down_exps.weight[246]: IQ4_NL blk.46.ffn_down_exps.weight[247]: blk.46.ffn_down_exps.weight[248]: blk.46.ffn_down_exps.weight[249]: blk.46.ffn_down_exps.weight[250]: blk.46.ffn_down_exps.weight[251]: blk.46.ffn_down_exps.weight[252]: blk.46.ffn_down_exps.weight[253]: blk.46.ffn_down_exps.weight[254]: blk.46.ffn_down_exps.weight[255]: IQ4_NL blk.46.ffn_down_exps.weight[256]: IQ4_NL blk.46.ffn_down_exps.weight[257]: IQ4_NL blk.46.ffn_down_exps.weight[258]: blk.46.ffn_down_exps.weight[259]: blk.46.ffn_down_exps.weight[260]: blk.46.ffn_down_exps.weight[261]: IQ4_NL blk.46.ffn_down_exps.weight[262]: IQ4_NL blk.46.ffn_down_exps.weight[263]: IQ4_NL blk.46.ffn_down_exps.weight[264]: IQ4_NL blk.46.ffn_down_exps.weight[265]: IQ4_NL blk.46.ffn_down_exps.weight[266]: IQ4_NL blk.46.ffn_down_exps.weight[267]: IQ4_NL blk.46.ffn_down_exps.weight[268]: IQ4_NL blk.46.ffn_down_exps.weight[269]: IQ4_NL blk.46.ffn_down_exps.weight[270]: blk.46.ffn_down_exps.weight[271]: blk.46.ffn_down_exps.weight[272]: IQ4_NL blk.46.ffn_down_exps.weight[273]: blk.46.ffn_down_exps.weight[274]: IQ4_NL blk.46.ffn_down_exps.weight[275]: blk.46.ffn_down_exps.weight[276]: IQ4_NL blk.46.ffn_down_exps.weight[277]: blk.46.ffn_down_exps.weight[278]: blk.46.ffn_down_exps.weight[279]: blk.46.ffn_down_exps.weight[280]: IQ4_NL blk.46.ffn_down_exps.weight[281]: IQ4_NL blk.46.ffn_down_exps.weight[282]: blk.46.ffn_down_exps.weight[283]: IQ4_NL blk.46.ffn_down_exps.weight[284]: IQ4_NL blk.46.ffn_down_exps.weight[285]: blk.46.ffn_down_exps.weight[286]: blk.46.ffn_down_exps.weight[287]: blk.46.ffn_down_exps.weight[288]: IQ4_NL blk.46.ffn_down_exps.weight[289]: IQ4_NL blk.46.ffn_down_exps.weight[290]: IQ4_NL blk.46.ffn_down_exps.weight[291]: IQ4_NL blk.46.ffn_down_exps.weight[292]: IQ4_NL blk.46.ffn_down_exps.weight[293]: blk.46.ffn_down_exps.weight[294]: IQ4_NL blk.46.ffn_down_exps.weight[295]: blk.46.ffn_down_exps.weight[296]: IQ4_NL blk.46.ffn_down_exps.weight[297]: IQ4_NL blk.46.ffn_down_exps.weight[298]: blk.46.ffn_down_exps.weight[299]: IQ4_NL blk.46.ffn_down_exps.weight[300]: IQ4_NL blk.46.ffn_down_exps.weight[301]: blk.46.ffn_down_exps.weight[302]: blk.46.ffn_down_exps.weight[303]: IQ4_NL blk.46.ffn_down_exps.weight[304]: blk.46.ffn_down_exps.weight[305]: blk.46.ffn_down_exps.weight[306]: blk.46.ffn_down_exps.weight[307]: blk.46.ffn_down_exps.weight[308]: blk.46.ffn_down_exps.weight[309]: blk.46.ffn_down_exps.weight[310]: blk.46.ffn_down_exps.weight[311]: IQ4_NL blk.46.ffn_down_exps.weight[312]: blk.46.ffn_down_exps.weight[313]: blk.46.ffn_down_exps.weight[314]: IQ4_NL blk.46.ffn_down_exps.weight[315]: IQ4_NL blk.46.ffn_down_exps.weight[316]: blk.46.ffn_down_exps.weight[317]: blk.46.ffn_down_exps.weight[318]: IQ4_NL blk.46.ffn_down_exps.weight[319]: IQ4_NL blk.46.ffn_down_exps.weight[320]: blk.46.ffn_down_exps.weight[321]: blk.46.ffn_down_exps.weight[322]: IQ4_NL blk.46.ffn_down_exps.weight[323]: blk.46.ffn_down_exps.weight[324]: IQ4_NL blk.46.ffn_down_exps.weight[325]: IQ4_NL blk.46.ffn_down_exps.weight[326]: blk.46.ffn_down_exps.weight[327]: blk.46.ffn_down_exps.weight[328]: blk.46.ffn_down_exps.weight[329]: IQ4_NL blk.46.ffn_down_exps.weight[330]: blk.46.ffn_down_exps.weight[331]: blk.46.ffn_down_exps.weight[332]: IQ4_NL blk.46.ffn_down_exps.weight[333]: blk.46.ffn_down_exps.weight[334]: IQ4_NL blk.46.ffn_down_exps.weight[335]: blk.46.ffn_down_exps.weight[336]: IQ4_NL blk.46.ffn_down_exps.weight[337]: IQ4_NL blk.46.ffn_down_exps.weight[338]: IQ4_NL blk.46.ffn_down_exps.weight[339]: IQ4_NL blk.46.ffn_down_exps.weight[340]: IQ4_NL blk.46.ffn_down_exps.weight[341]: IQ4_NL blk.46.ffn_down_exps.weight[342]: IQ4_NL blk.46.ffn_down_exps.weight[343]: IQ4_NL blk.46.ffn_down_exps.weight[344]: blk.46.ffn_down_exps.weight[345]: blk.46.ffn_down_exps.weight[346]: IQ4_NL blk.46.ffn_down_exps.weight[347]: blk.46.ffn_down_exps.weight[348]: IQ4_NL blk.46.ffn_down_exps.weight[349]: blk.46.ffn_down_exps.weight[350]: IQ4_NL blk.46.ffn_down_exps.weight[351]: IQ4_NL blk.46.ffn_down_exps.weight[352]: blk.46.ffn_down_exps.weight[353]: IQ4_NL blk.46.ffn_down_exps.weight[354]: blk.46.ffn_down_exps.weight[355]: IQ4_NL blk.46.ffn_down_exps.weight[356]: IQ4_NL blk.46.ffn_down_exps.weight[357]: IQ4_NL blk.46.ffn_down_exps.weight[358]: blk.46.ffn_down_exps.weight[359]: blk.46.ffn_down_exps.weight[360]: IQ4_NL blk.46.ffn_down_exps.weight[361]: IQ4_NL blk.46.ffn_down_exps.weight[362]: blk.46.ffn_down_exps.weight[363]: IQ4_NL blk.46.ffn_down_exps.weight[364]: IQ4_NL blk.46.ffn_down_exps.weight[365]: blk.46.ffn_down_exps.weight[366]: blk.46.ffn_down_exps.weight[367]: blk.46.ffn_down_exps.weight[368]: blk.46.ffn_down_exps.weight[369]: IQ4_NL blk.46.ffn_down_exps.weight[370]: blk.46.ffn_down_exps.weight[371]: blk.46.ffn_down_exps.weight[372]: IQ4_NL blk.46.ffn_down_exps.weight[373]: IQ4_NL blk.46.ffn_down_exps.weight[374]: IQ4_NL blk.46.ffn_down_exps.weight[375]: blk.46.ffn_down_exps.weight[376]: blk.46.ffn_down_exps.weight[377]: blk.46.ffn_down_exps.weight[378]: blk.46.ffn_down_exps.weight[379]: IQ4_NL blk.46.ffn_down_exps.weight[380]: IQ4_NL blk.46.ffn_down_exps.weight[381]: IQ4_NL blk.46.ffn_down_exps.weight[382]: blk.46.ffn_down_exps.weight[383]: IQ4_NL blk.46.ffn_down_exps.weight[384]: IQ4_NL blk.46.ffn_down_exps.weight[385]: blk.46.ffn_down_exps.weight[386]: blk.46.ffn_down_exps.weight[387]: blk.46.ffn_down_exps.weight[388]: IQ4_NL blk.46.ffn_down_exps.weight[389]: IQ4_NL blk.46.ffn_down_exps.weight[390]: IQ4_NL blk.46.ffn_down_exps.weight[391]: blk.46.ffn_down_exps.weight[392]: IQ4_NL blk.46.ffn_down_exps.weight[393]: IQ4_NL blk.46.ffn_down_exps.weight[394]: blk.46.ffn_down_exps.weight[395]: blk.46.ffn_down_exps.weight[396]: blk.46.ffn_down_exps.weight[397]: IQ4_NL blk.46.ffn_down_exps.weight[398]: blk.46.ffn_down_exps.weight[399]: blk.46.ffn_down_exps.weight[400]: blk.46.ffn_down_exps.weight[401]: blk.46.ffn_down_exps.weight[402]: blk.46.ffn_down_exps.weight[403]: IQ4_NL blk.46.ffn_down_exps.weight[404]: IQ4_NL blk.46.ffn_down_exps.weight[405]: blk.46.ffn_down_exps.weight[406]: IQ4_NL blk.46.ffn_down_exps.weight[407]: IQ4_NL blk.46.ffn_down_exps.weight[408]: blk.46.ffn_down_exps.weight[409]: IQ4_NL blk.46.ffn_down_exps.weight[410]: blk.46.ffn_down_exps.weight[411]: blk.46.ffn_down_exps.weight[412]: IQ4_NL blk.46.ffn_down_exps.weight[413]: IQ4_NL blk.46.ffn_down_exps.weight[414]: IQ4_NL blk.46.ffn_down_exps.weight[415]: IQ4_NL blk.46.ffn_down_exps.weight[416]: IQ4_NL blk.46.ffn_down_exps.weight[417]: IQ4_NL blk.46.ffn_down_exps.weight[418]: IQ4_NL blk.46.ffn_down_exps.weight[419]: IQ4_NL blk.46.ffn_down_exps.weight[420]: blk.46.ffn_down_exps.weight[421]: IQ4_NL blk.46.ffn_down_exps.weight[422]: IQ4_NL blk.46.ffn_down_exps.weight[423]: IQ4_NL blk.46.ffn_down_exps.weight[424]: blk.46.ffn_down_exps.weight[425]: IQ4_NL blk.46.ffn_down_exps.weight[426]: IQ4_NL blk.46.ffn_down_exps.weight[427]: IQ4_NL blk.46.ffn_down_exps.weight[428]: blk.46.ffn_down_exps.weight[429]: blk.46.ffn_down_exps.weight[430]: blk.46.ffn_down_exps.weight[431]: IQ4_NL blk.46.ffn_down_exps.weight[432]: blk.46.ffn_down_exps.weight[433]: IQ4_NL blk.46.ffn_down_exps.weight[434]: IQ4_NL blk.46.ffn_down_exps.weight[435]: blk.46.ffn_down_exps.weight[436]: blk.46.ffn_down_exps.weight[437]: IQ4_NL blk.46.ffn_down_exps.weight[438]: IQ4_NL blk.46.ffn_down_exps.weight[439]: IQ4_NL blk.46.ffn_down_exps.weight[440]: blk.46.ffn_down_exps.weight[441]: IQ4_NL blk.46.ffn_down_exps.weight[442]: blk.46.ffn_down_exps.weight[443]: IQ4_NL blk.46.ffn_down_exps.weight[444]: IQ4_NL blk.46.ffn_down_exps.weight[445]: IQ4_NL blk.46.ffn_down_exps.weight[446]: blk.46.ffn_down_exps.weight[447]: blk.46.ffn_down_exps.weight[448]: blk.46.ffn_down_exps.weight[449]: blk.46.ffn_down_exps.weight[450]: blk.46.ffn_down_exps.weight[451]: blk.46.ffn_down_exps.weight[452]: IQ4_NL blk.46.ffn_down_exps.weight[453]: blk.46.ffn_down_exps.weight[454]: IQ4_NL blk.46.ffn_down_exps.weight[455]: IQ4_NL blk.46.ffn_down_exps.weight[456]: blk.46.ffn_down_exps.weight[457]: IQ4_NL blk.46.ffn_down_exps.weight[458]: IQ4_NL blk.46.ffn_down_exps.weight[459]: IQ4_NL blk.46.ffn_down_exps.weight[460]: blk.46.ffn_down_exps.weight[461]: IQ4_NL blk.46.ffn_down_exps.weight[462]: blk.46.ffn_down_exps.weight[463]: IQ4_NL blk.46.ffn_down_exps.weight[464]: IQ4_NL blk.46.ffn_down_exps.weight[465]: blk.46.ffn_down_exps.weight[466]: IQ4_NL blk.46.ffn_down_exps.weight[467]: blk.46.ffn_down_exps.weight[468]: blk.46.ffn_down_exps.weight[469]: IQ4_NL blk.46.ffn_down_exps.weight[470]: IQ4_NL blk.46.ffn_down_exps.weight[471]: blk.46.ffn_down_exps.weight[472]: blk.46.ffn_down_exps.weight[473]: IQ4_NL blk.46.ffn_down_exps.weight[474]: blk.46.ffn_down_exps.weight[475]: IQ4_NL blk.46.ffn_down_exps.weight[476]: blk.46.ffn_down_exps.weight[477]: IQ4_NL blk.46.ffn_down_exps.weight[478]: blk.46.ffn_down_exps.weight[479]: blk.46.ffn_down_exps.weight[480]: blk.46.ffn_down_exps.weight[481]: blk.46.ffn_down_exps.weight[482]: blk.46.ffn_down_exps.weight[483]: IQ4_NL blk.46.ffn_down_exps.weight[484]: blk.46.ffn_down_exps.weight[485]: blk.46.ffn_down_exps.weight[486]: blk.46.ffn_down_exps.weight[487]: blk.46.ffn_down_exps.weight[488]: IQ4_NL blk.46.ffn_down_exps.weight[489]: blk.46.ffn_down_exps.weight[490]: IQ4_NL blk.46.ffn_down_exps.weight[491]: IQ4_NL blk.46.ffn_down_exps.weight[492]: IQ4_NL blk.46.ffn_down_exps.weight[493]: IQ4_NL blk.46.ffn_down_exps.weight[494]: blk.46.ffn_down_exps.weight[495]: IQ4_NL blk.46.ffn_down_exps.weight[496]: blk.46.ffn_down_exps.weight[497]: blk.46.ffn_down_exps.weight[498]: blk.46.ffn_down_exps.weight[499]: IQ4_NL blk.46.ffn_down_exps.weight[500]: blk.46.ffn_down_exps.weight[501]: blk.46.ffn_down_exps.weight[502]: blk.46.ffn_down_exps.weight[503]: IQ4_NL blk.46.ffn_down_exps.weight[504]: IQ4_NL blk.46.ffn_down_exps.weight[505]: IQ4_NL blk.46.ffn_down_exps.weight[506]: IQ4_NL blk.46.ffn_down_exps.weight[507]: IQ4_NL blk.46.ffn_down_exps.weight[508]: blk.46.ffn_down_exps.weight[509]: IQ4_NL blk.46.ffn_down_exps.weight[510]: IQ4_NL blk.46.ffn_down_exps.weight[511]: blk.47.ffn_gate_exps.weight[0]: blk.47.ffn_gate_exps.weight[1]: IQ4_XS blk.47.ffn_gate_exps.weight[2]: IQ4_XS blk.47.ffn_gate_exps.weight[3]: IQ4_XS blk.47.ffn_gate_exps.weight[4]: IQ4_XS blk.47.ffn_gate_exps.weight[5]: blk.47.ffn_gate_exps.weight[6]: blk.47.ffn_gate_exps.weight[7]: blk.47.ffn_gate_exps.weight[8]: IQ4_XS blk.47.ffn_gate_exps.weight[9]: IQ4_XS blk.47.ffn_gate_exps.weight[10]: blk.47.ffn_gate_exps.weight[11]: IQ4_XS blk.47.ffn_gate_exps.weight[12]: IQ4_XS blk.47.ffn_gate_exps.weight[13]: blk.47.ffn_gate_exps.weight[14]: blk.47.ffn_gate_exps.weight[15]: blk.47.ffn_gate_exps.weight[16]: blk.47.ffn_gate_exps.weight[17]: IQ4_XS blk.47.ffn_gate_exps.weight[18]: IQ4_XS blk.47.ffn_gate_exps.weight[19]: blk.47.ffn_gate_exps.weight[20]: IQ4_XS blk.47.ffn_gate_exps.weight[21]: blk.47.ffn_gate_exps.weight[22]: blk.47.ffn_gate_exps.weight[23]: blk.47.ffn_gate_exps.weight[24]: IQ4_XS blk.47.ffn_gate_exps.weight[25]: blk.47.ffn_gate_exps.weight[26]: blk.47.ffn_gate_exps.weight[27]: IQ4_XS blk.47.ffn_gate_exps.weight[28]: blk.47.ffn_gate_exps.weight[29]: blk.47.ffn_gate_exps.weight[30]: blk.47.ffn_gate_exps.weight[31]: IQ4_XS blk.47.ffn_gate_exps.weight[32]: blk.47.ffn_gate_exps.weight[33]: blk.47.ffn_gate_exps.weight[34]: blk.47.ffn_gate_exps.weight[35]: IQ4_XS blk.47.ffn_gate_exps.weight[36]: IQ4_XS blk.47.ffn_gate_exps.weight[37]: IQ4_XS blk.47.ffn_gate_exps.weight[38]: blk.47.ffn_gate_exps.weight[39]: blk.47.ffn_gate_exps.weight[40]: IQ4_XS blk.47.ffn_gate_exps.weight[41]: blk.47.ffn_gate_exps.weight[42]: blk.47.ffn_gate_exps.weight[43]: blk.47.ffn_gate_exps.weight[44]: blk.47.ffn_gate_exps.weight[45]: blk.47.ffn_gate_exps.weight[46]: blk.47.ffn_gate_exps.weight[47]: blk.47.ffn_gate_exps.weight[48]: blk.47.ffn_gate_exps.weight[49]: IQ4_XS blk.47.ffn_gate_exps.weight[50]: IQ4_XS blk.47.ffn_gate_exps.weight[51]: blk.47.ffn_gate_exps.weight[52]: IQ4_XS blk.47.ffn_gate_exps.weight[53]: blk.47.ffn_gate_exps.weight[54]: blk.47.ffn_gate_exps.weight[55]: IQ4_XS blk.47.ffn_gate_exps.weight[56]: blk.47.ffn_gate_exps.weight[57]: blk.47.ffn_gate_exps.weight[58]: blk.47.ffn_gate_exps.weight[59]: blk.47.ffn_gate_exps.weight[60]: IQ4_XS blk.47.ffn_gate_exps.weight[61]: IQ4_XS blk.47.ffn_gate_exps.weight[62]: blk.47.ffn_gate_exps.weight[63]: blk.47.ffn_gate_exps.weight[64]: blk.47.ffn_gate_exps.weight[65]: IQ4_XS blk.47.ffn_gate_exps.weight[66]: IQ4_XS blk.47.ffn_gate_exps.weight[67]: blk.47.ffn_gate_exps.weight[68]: blk.47.ffn_gate_exps.weight[69]: blk.47.ffn_gate_exps.weight[70]: IQ4_XS blk.47.ffn_gate_exps.weight[71]: IQ4_XS blk.47.ffn_gate_exps.weight[72]: blk.47.ffn_gate_exps.weight[73]: IQ4_XS blk.47.ffn_gate_exps.weight[74]: blk.47.ffn_gate_exps.weight[75]: IQ4_XS blk.47.ffn_gate_exps.weight[76]: IQ4_XS blk.47.ffn_gate_exps.weight[77]: blk.47.ffn_gate_exps.weight[78]: IQ4_XS blk.47.ffn_gate_exps.weight[79]: IQ4_XS blk.47.ffn_gate_exps.weight[80]: IQ4_XS blk.47.ffn_gate_exps.weight[81]: blk.47.ffn_gate_exps.weight[82]: IQ4_XS blk.47.ffn_gate_exps.weight[83]: blk.47.ffn_gate_exps.weight[84]: blk.47.ffn_gate_exps.weight[85]: IQ4_XS blk.47.ffn_gate_exps.weight[86]: IQ4_XS blk.47.ffn_gate_exps.weight[87]: blk.47.ffn_gate_exps.weight[88]: IQ4_XS blk.47.ffn_gate_exps.weight[89]: IQ4_XS blk.47.ffn_gate_exps.weight[90]: IQ4_XS blk.47.ffn_gate_exps.weight[91]: blk.47.ffn_gate_exps.weight[92]: IQ4_XS blk.47.ffn_gate_exps.weight[93]: IQ4_XS blk.47.ffn_gate_exps.weight[94]: blk.47.ffn_gate_exps.weight[95]: blk.47.ffn_gate_exps.weight[96]: IQ4_XS blk.47.ffn_gate_exps.weight[97]: IQ4_XS blk.47.ffn_gate_exps.weight[98]: blk.47.ffn_gate_exps.weight[99]: IQ4_XS blk.47.ffn_gate_exps.weight[100]: blk.47.ffn_gate_exps.weight[101]: blk.47.ffn_gate_exps.weight[102]: IQ4_XS blk.47.ffn_gate_exps.weight[103]: IQ4_XS blk.47.ffn_gate_exps.weight[104]: IQ4_XS blk.47.ffn_gate_exps.weight[105]: IQ4_XS blk.47.ffn_gate_exps.weight[106]: blk.47.ffn_gate_exps.weight[107]: IQ4_XS blk.47.ffn_gate_exps.weight[108]: IQ4_XS blk.47.ffn_gate_exps.weight[109]: IQ4_XS blk.47.ffn_gate_exps.weight[110]: IQ4_XS blk.47.ffn_gate_exps.weight[111]: blk.47.ffn_gate_exps.weight[112]: IQ4_XS blk.47.ffn_gate_exps.weight[113]: IQ4_XS blk.47.ffn_gate_exps.weight[114]: blk.47.ffn_gate_exps.weight[115]: blk.47.ffn_gate_exps.weight[116]: blk.47.ffn_gate_exps.weight[117]: IQ4_XS blk.47.ffn_gate_exps.weight[118]: blk.47.ffn_gate_exps.weight[119]: blk.47.ffn_gate_exps.weight[120]: IQ4_XS blk.47.ffn_gate_exps.weight[121]: blk.47.ffn_gate_exps.weight[122]: IQ4_XS blk.47.ffn_gate_exps.weight[123]: blk.47.ffn_gate_exps.weight[124]: blk.47.ffn_gate_exps.weight[125]: blk.47.ffn_gate_exps.weight[126]: blk.47.ffn_gate_exps.weight[127]: IQ4_XS blk.47.ffn_gate_exps.weight[128]: blk.47.ffn_gate_exps.weight[129]: blk.47.ffn_gate_exps.weight[130]: blk.47.ffn_gate_exps.weight[131]: IQ4_XS blk.47.ffn_gate_exps.weight[132]: IQ4_XS blk.47.ffn_gate_exps.weight[133]: IQ4_XS blk.47.ffn_gate_exps.weight[134]: IQ4_XS blk.47.ffn_gate_exps.weight[135]: blk.47.ffn_gate_exps.weight[136]: blk.47.ffn_gate_exps.weight[137]: IQ4_XS blk.47.ffn_gate_exps.weight[138]: IQ4_XS blk.47.ffn_gate_exps.weight[139]: IQ4_XS blk.47.ffn_gate_exps.weight[140]: IQ4_XS blk.47.ffn_gate_exps.weight[141]: blk.47.ffn_gate_exps.weight[142]: IQ4_XS blk.47.ffn_gate_exps.weight[143]: IQ4_XS blk.47.ffn_gate_exps.weight[144]: IQ4_XS blk.47.ffn_gate_exps.weight[145]: IQ4_XS blk.47.ffn_gate_exps.weight[146]: blk.47.ffn_gate_exps.weight[147]: blk.47.ffn_gate_exps.weight[148]: blk.47.ffn_gate_exps.weight[149]: IQ4_XS blk.47.ffn_gate_exps.weight[150]: blk.47.ffn_gate_exps.weight[151]: IQ4_XS blk.47.ffn_gate_exps.weight[152]: IQ4_XS blk.47.ffn_gate_exps.weight[153]: blk.47.ffn_gate_exps.weight[154]: IQ4_XS blk.47.ffn_gate_exps.weight[155]: IQ4_XS blk.47.ffn_gate_exps.weight[156]: IQ4_XS blk.47.ffn_gate_exps.weight[157]: IQ4_XS blk.47.ffn_gate_exps.weight[158]: IQ4_XS blk.47.ffn_gate_exps.weight[159]: blk.47.ffn_gate_exps.weight[160]: blk.47.ffn_gate_exps.weight[161]: blk.47.ffn_gate_exps.weight[162]: IQ4_XS blk.47.ffn_gate_exps.weight[163]: IQ4_XS blk.47.ffn_gate_exps.weight[164]: IQ4_XS blk.47.ffn_gate_exps.weight[165]: blk.47.ffn_gate_exps.weight[166]: IQ4_XS blk.47.ffn_gate_exps.weight[167]: blk.47.ffn_gate_exps.weight[168]: IQ4_XS blk.47.ffn_gate_exps.weight[169]: IQ4_XS blk.47.ffn_gate_exps.weight[170]: blk.47.ffn_gate_exps.weight[171]: blk.47.ffn_gate_exps.weight[172]: blk.47.ffn_gate_exps.weight[173]: blk.47.ffn_gate_exps.weight[174]: blk.47.ffn_gate_exps.weight[175]: blk.47.ffn_gate_exps.weight[176]: blk.47.ffn_gate_exps.weight[177]: blk.47.ffn_gate_exps.weight[178]: IQ4_XS blk.47.ffn_gate_exps.weight[179]: IQ4_XS blk.47.ffn_gate_exps.weight[180]: blk.47.ffn_gate_exps.weight[181]: blk.47.ffn_gate_exps.weight[182]: blk.47.ffn_gate_exps.weight[183]: blk.47.ffn_gate_exps.weight[184]: IQ4_XS blk.47.ffn_gate_exps.weight[185]: IQ4_XS blk.47.ffn_gate_exps.weight[186]: IQ4_XS blk.47.ffn_gate_exps.weight[187]: blk.47.ffn_gate_exps.weight[188]: IQ4_XS blk.47.ffn_gate_exps.weight[189]: blk.47.ffn_gate_exps.weight[190]: IQ4_XS blk.47.ffn_gate_exps.weight[191]: blk.47.ffn_gate_exps.weight[192]: blk.47.ffn_gate_exps.weight[193]: blk.47.ffn_gate_exps.weight[194]: IQ4_XS blk.47.ffn_gate_exps.weight[195]: IQ4_XS blk.47.ffn_gate_exps.weight[196]: blk.47.ffn_gate_exps.weight[197]: blk.47.ffn_gate_exps.weight[198]: blk.47.ffn_gate_exps.weight[199]: IQ4_XS blk.47.ffn_gate_exps.weight[200]: blk.47.ffn_gate_exps.weight[201]: IQ4_XS blk.47.ffn_gate_exps.weight[202]: IQ4_XS blk.47.ffn_gate_exps.weight[203]: blk.47.ffn_gate_exps.weight[204]: IQ4_XS blk.47.ffn_gate_exps.weight[205]: IQ4_XS blk.47.ffn_gate_exps.weight[206]: IQ4_XS blk.47.ffn_gate_exps.weight[207]: IQ4_XS blk.47.ffn_gate_exps.weight[208]: IQ4_XS blk.47.ffn_gate_exps.weight[209]: IQ4_XS blk.47.ffn_gate_exps.weight[210]: IQ4_XS blk.47.ffn_gate_exps.weight[211]: blk.47.ffn_gate_exps.weight[212]: IQ4_XS blk.47.ffn_gate_exps.weight[213]: IQ4_XS blk.47.ffn_gate_exps.weight[214]: blk.47.ffn_gate_exps.weight[215]: blk.47.ffn_gate_exps.weight[216]: IQ4_XS blk.47.ffn_gate_exps.weight[217]: IQ4_XS blk.47.ffn_gate_exps.weight[218]: IQ4_XS blk.47.ffn_gate_exps.weight[219]: blk.47.ffn_gate_exps.weight[220]: IQ4_XS blk.47.ffn_gate_exps.weight[221]: IQ4_XS blk.47.ffn_gate_exps.weight[222]: IQ4_XS blk.47.ffn_gate_exps.weight[223]: blk.47.ffn_gate_exps.weight[224]: blk.47.ffn_gate_exps.weight[225]: IQ4_XS blk.47.ffn_gate_exps.weight[226]: blk.47.ffn_gate_exps.weight[227]: blk.47.ffn_gate_exps.weight[228]: IQ4_XS blk.47.ffn_gate_exps.weight[229]: IQ4_XS blk.47.ffn_gate_exps.weight[230]: IQ4_XS blk.47.ffn_gate_exps.weight[231]: blk.47.ffn_gate_exps.weight[232]: IQ4_XS blk.47.ffn_gate_exps.weight[233]: IQ4_XS blk.47.ffn_gate_exps.weight[234]: IQ4_XS blk.47.ffn_gate_exps.weight[235]: IQ4_XS blk.47.ffn_gate_exps.weight[236]: blk.47.ffn_gate_exps.weight[237]: IQ4_XS blk.47.ffn_gate_exps.weight[238]: blk.47.ffn_gate_exps.weight[239]: IQ4_XS blk.47.ffn_gate_exps.weight[240]: IQ4_XS blk.47.ffn_gate_exps.weight[241]: blk.47.ffn_gate_exps.weight[242]: IQ4_XS blk.47.ffn_gate_exps.weight[243]: IQ4_XS blk.47.ffn_gate_exps.weight[244]: blk.47.ffn_gate_exps.weight[245]: blk.47.ffn_gate_exps.weight[246]: IQ4_XS blk.47.ffn_gate_exps.weight[247]: IQ4_XS blk.47.ffn_gate_exps.weight[248]: IQ4_XS blk.47.ffn_gate_exps.weight[249]: blk.47.ffn_gate_exps.weight[250]: IQ4_XS blk.47.ffn_gate_exps.weight[251]: blk.47.ffn_gate_exps.weight[252]: blk.47.ffn_gate_exps.weight[253]: IQ4_XS blk.47.ffn_gate_exps.weight[254]: blk.47.ffn_gate_exps.weight[255]: blk.47.ffn_gate_exps.weight[256]: blk.47.ffn_gate_exps.weight[257]: blk.47.ffn_gate_exps.weight[258]: IQ4_XS blk.47.ffn_gate_exps.weight[259]: blk.47.ffn_gate_exps.weight[260]: IQ4_XS blk.47.ffn_gate_exps.weight[261]: blk.47.ffn_gate_exps.weight[262]: blk.47.ffn_gate_exps.weight[263]: IQ4_XS blk.47.ffn_gate_exps.weight[264]: IQ4_XS blk.47.ffn_gate_exps.weight[265]: IQ4_XS blk.47.ffn_gate_exps.weight[266]: blk.47.ffn_gate_exps.weight[267]: blk.47.ffn_gate_exps.weight[268]: IQ4_XS blk.47.ffn_gate_exps.weight[269]: IQ4_XS blk.47.ffn_gate_exps.weight[270]: IQ4_XS blk.47.ffn_gate_exps.weight[271]: blk.47.ffn_gate_exps.weight[272]: IQ4_XS blk.47.ffn_gate_exps.weight[273]: IQ4_XS blk.47.ffn_gate_exps.weight[274]: blk.47.ffn_gate_exps.weight[275]: IQ4_XS blk.47.ffn_gate_exps.weight[276]: IQ4_XS blk.47.ffn_gate_exps.weight[277]: IQ4_XS blk.47.ffn_gate_exps.weight[278]: IQ4_XS blk.47.ffn_gate_exps.weight[279]: blk.47.ffn_gate_exps.weight[280]: IQ4_XS blk.47.ffn_gate_exps.weight[281]: IQ4_XS blk.47.ffn_gate_exps.weight[282]: blk.47.ffn_gate_exps.weight[283]: blk.47.ffn_gate_exps.weight[284]: IQ4_XS blk.47.ffn_gate_exps.weight[285]: IQ4_XS blk.47.ffn_gate_exps.weight[286]: blk.47.ffn_gate_exps.weight[287]: IQ4_XS blk.47.ffn_gate_exps.weight[288]: blk.47.ffn_gate_exps.weight[289]: IQ4_XS blk.47.ffn_gate_exps.weight[290]: IQ4_XS blk.47.ffn_gate_exps.weight[291]: blk.47.ffn_gate_exps.weight[292]: IQ4_XS blk.47.ffn_gate_exps.weight[293]: blk.47.ffn_gate_exps.weight[294]: blk.47.ffn_gate_exps.weight[295]: blk.47.ffn_gate_exps.weight[296]: blk.47.ffn_gate_exps.weight[297]: blk.47.ffn_gate_exps.weight[298]: IQ4_XS blk.47.ffn_gate_exps.weight[299]: IQ4_XS blk.47.ffn_gate_exps.weight[300]: blk.47.ffn_gate_exps.weight[301]: IQ4_XS blk.47.ffn_gate_exps.weight[302]: IQ4_XS blk.47.ffn_gate_exps.weight[303]: blk.47.ffn_gate_exps.weight[304]: IQ4_XS blk.47.ffn_gate_exps.weight[305]: blk.47.ffn_gate_exps.weight[306]: IQ4_XS blk.47.ffn_gate_exps.weight[307]: IQ4_XS blk.47.ffn_gate_exps.weight[308]: blk.47.ffn_gate_exps.weight[309]: blk.47.ffn_gate_exps.weight[310]: blk.47.ffn_gate_exps.weight[311]: blk.47.ffn_gate_exps.weight[312]: blk.47.ffn_gate_exps.weight[313]: IQ4_XS blk.47.ffn_gate_exps.weight[314]: blk.47.ffn_gate_exps.weight[315]: IQ4_XS blk.47.ffn_gate_exps.weight[316]: blk.47.ffn_gate_exps.weight[317]: IQ4_XS blk.47.ffn_gate_exps.weight[318]: IQ4_XS blk.47.ffn_gate_exps.weight[319]: blk.47.ffn_gate_exps.weight[320]: IQ4_XS blk.47.ffn_gate_exps.weight[321]: IQ4_XS blk.47.ffn_gate_exps.weight[322]: blk.47.ffn_gate_exps.weight[323]: IQ4_XS blk.47.ffn_gate_exps.weight[324]: blk.47.ffn_gate_exps.weight[325]: IQ4_XS blk.47.ffn_gate_exps.weight[326]: IQ4_XS blk.47.ffn_gate_exps.weight[327]: blk.47.ffn_gate_exps.weight[328]: IQ4_XS blk.47.ffn_gate_exps.weight[329]: IQ4_XS blk.47.ffn_gate_exps.weight[330]: blk.47.ffn_gate_exps.weight[331]: blk.47.ffn_gate_exps.weight[332]: IQ4_XS blk.47.ffn_gate_exps.weight[333]: IQ4_XS blk.47.ffn_gate_exps.weight[334]: IQ4_XS blk.47.ffn_gate_exps.weight[335]: blk.47.ffn_gate_exps.weight[336]: IQ4_XS blk.47.ffn_gate_exps.weight[337]: IQ4_XS blk.47.ffn_gate_exps.weight[338]: IQ4_XS blk.47.ffn_gate_exps.weight[339]: blk.47.ffn_gate_exps.weight[340]: IQ4_XS blk.47.ffn_gate_exps.weight[341]: IQ4_XS blk.47.ffn_gate_exps.weight[342]: blk.47.ffn_gate_exps.weight[343]: IQ4_XS blk.47.ffn_gate_exps.weight[344]: IQ4_XS blk.47.ffn_gate_exps.weight[345]: blk.47.ffn_gate_exps.weight[346]: IQ4_XS blk.47.ffn_gate_exps.weight[347]: blk.47.ffn_gate_exps.weight[348]: blk.47.ffn_gate_exps.weight[349]: blk.47.ffn_gate_exps.weight[350]: IQ4_XS blk.47.ffn_gate_exps.weight[351]: IQ4_XS blk.47.ffn_gate_exps.weight[352]: blk.47.ffn_gate_exps.weight[353]: blk.47.ffn_gate_exps.weight[354]: IQ4_XS blk.47.ffn_gate_exps.weight[355]: blk.47.ffn_gate_exps.weight[356]: IQ4_XS blk.47.ffn_gate_exps.weight[357]: IQ4_XS blk.47.ffn_gate_exps.weight[358]: IQ4_XS blk.47.ffn_gate_exps.weight[359]: IQ4_XS blk.47.ffn_gate_exps.weight[360]: IQ4_XS blk.47.ffn_gate_exps.weight[361]: blk.47.ffn_gate_exps.weight[362]: IQ4_XS blk.47.ffn_gate_exps.weight[363]: blk.47.ffn_gate_exps.weight[364]: IQ4_XS blk.47.ffn_gate_exps.weight[365]: blk.47.ffn_gate_exps.weight[366]: blk.47.ffn_gate_exps.weight[367]: blk.47.ffn_gate_exps.weight[368]: blk.47.ffn_gate_exps.weight[369]: blk.47.ffn_gate_exps.weight[370]: IQ4_XS blk.47.ffn_gate_exps.weight[371]: blk.47.ffn_gate_exps.weight[372]: IQ4_XS blk.47.ffn_gate_exps.weight[373]: blk.47.ffn_gate_exps.weight[374]: IQ4_XS blk.47.ffn_gate_exps.weight[375]: blk.47.ffn_gate_exps.weight[376]: blk.47.ffn_gate_exps.weight[377]: IQ4_XS blk.47.ffn_gate_exps.weight[378]: blk.47.ffn_gate_exps.weight[379]: blk.47.ffn_gate_exps.weight[380]: IQ4_XS blk.47.ffn_gate_exps.weight[381]: blk.47.ffn_gate_exps.weight[382]: blk.47.ffn_gate_exps.weight[383]: blk.47.ffn_gate_exps.weight[384]: IQ4_XS blk.47.ffn_gate_exps.weight[385]: IQ4_XS blk.47.ffn_gate_exps.weight[386]: blk.47.ffn_gate_exps.weight[387]: IQ4_XS blk.47.ffn_gate_exps.weight[388]: IQ4_XS blk.47.ffn_gate_exps.weight[389]: IQ4_XS blk.47.ffn_gate_exps.weight[390]: IQ4_XS blk.47.ffn_gate_exps.weight[391]: blk.47.ffn_gate_exps.weight[392]: IQ4_XS blk.47.ffn_gate_exps.weight[393]: blk.47.ffn_gate_exps.weight[394]: blk.47.ffn_gate_exps.weight[395]: IQ4_XS blk.47.ffn_gate_exps.weight[396]: blk.47.ffn_gate_exps.weight[397]: IQ4_XS blk.47.ffn_gate_exps.weight[398]: IQ4_XS blk.47.ffn_gate_exps.weight[399]: IQ4_XS blk.47.ffn_gate_exps.weight[400]: IQ4_XS blk.47.ffn_gate_exps.weight[401]: IQ4_XS blk.47.ffn_gate_exps.weight[402]: blk.47.ffn_gate_exps.weight[403]: IQ4_XS blk.47.ffn_gate_exps.weight[404]: blk.47.ffn_gate_exps.weight[405]: blk.47.ffn_gate_exps.weight[406]: IQ4_XS blk.47.ffn_gate_exps.weight[407]: IQ4_XS blk.47.ffn_gate_exps.weight[408]: blk.47.ffn_gate_exps.weight[409]: blk.47.ffn_gate_exps.weight[410]: IQ4_XS blk.47.ffn_gate_exps.weight[411]: IQ4_XS blk.47.ffn_gate_exps.weight[412]: IQ4_XS blk.47.ffn_gate_exps.weight[413]: blk.47.ffn_gate_exps.weight[414]: IQ4_XS blk.47.ffn_gate_exps.weight[415]: IQ4_XS blk.47.ffn_gate_exps.weight[416]: blk.47.ffn_gate_exps.weight[417]: blk.47.ffn_gate_exps.weight[418]: blk.47.ffn_gate_exps.weight[419]: blk.47.ffn_gate_exps.weight[420]: IQ4_XS blk.47.ffn_gate_exps.weight[421]: blk.47.ffn_gate_exps.weight[422]: blk.47.ffn_gate_exps.weight[423]: blk.47.ffn_gate_exps.weight[424]: blk.47.ffn_gate_exps.weight[425]: blk.47.ffn_gate_exps.weight[426]: blk.47.ffn_gate_exps.weight[427]: IQ4_XS blk.47.ffn_gate_exps.weight[428]: blk.47.ffn_gate_exps.weight[429]: blk.47.ffn_gate_exps.weight[430]: blk.47.ffn_gate_exps.weight[431]: IQ4_XS blk.47.ffn_gate_exps.weight[432]: blk.47.ffn_gate_exps.weight[433]: IQ4_XS blk.47.ffn_gate_exps.weight[434]: blk.47.ffn_gate_exps.weight[435]: blk.47.ffn_gate_exps.weight[436]: blk.47.ffn_gate_exps.weight[437]: blk.47.ffn_gate_exps.weight[438]: IQ4_XS blk.47.ffn_gate_exps.weight[439]: blk.47.ffn_gate_exps.weight[440]: IQ4_XS blk.47.ffn_gate_exps.weight[441]: blk.47.ffn_gate_exps.weight[442]: blk.47.ffn_gate_exps.weight[443]: blk.47.ffn_gate_exps.weight[444]: IQ4_XS blk.47.ffn_gate_exps.weight[445]: IQ4_XS blk.47.ffn_gate_exps.weight[446]: blk.47.ffn_gate_exps.weight[447]: blk.47.ffn_gate_exps.weight[448]: IQ4_XS blk.47.ffn_gate_exps.weight[449]: blk.47.ffn_gate_exps.weight[450]: IQ4_XS blk.47.ffn_gate_exps.weight[451]: IQ4_XS blk.47.ffn_gate_exps.weight[452]: IQ4_XS blk.47.ffn_gate_exps.weight[453]: IQ4_XS blk.47.ffn_gate_exps.weight[454]: IQ4_XS blk.47.ffn_gate_exps.weight[455]: IQ4_XS blk.47.ffn_gate_exps.weight[456]: IQ4_XS blk.47.ffn_gate_exps.weight[457]: IQ4_XS blk.47.ffn_gate_exps.weight[458]: blk.47.ffn_gate_exps.weight[459]: blk.47.ffn_gate_exps.weight[460]: IQ4_XS blk.47.ffn_gate_exps.weight[461]: blk.47.ffn_gate_exps.weight[462]: blk.47.ffn_gate_exps.weight[463]: IQ4_XS blk.47.ffn_gate_exps.weight[464]: blk.47.ffn_gate_exps.weight[465]: blk.47.ffn_gate_exps.weight[466]: blk.47.ffn_gate_exps.weight[467]: blk.47.ffn_gate_exps.weight[468]: blk.47.ffn_gate_exps.weight[469]: IQ4_XS blk.47.ffn_gate_exps.weight[470]: IQ4_XS blk.47.ffn_gate_exps.weight[471]: blk.47.ffn_gate_exps.weight[472]: blk.47.ffn_gate_exps.weight[473]: IQ4_XS blk.47.ffn_gate_exps.weight[474]: blk.47.ffn_gate_exps.weight[475]: blk.47.ffn_gate_exps.weight[476]: blk.47.ffn_gate_exps.weight[477]: blk.47.ffn_gate_exps.weight[478]: IQ4_XS blk.47.ffn_gate_exps.weight[479]: IQ4_XS blk.47.ffn_gate_exps.weight[480]: IQ4_XS blk.47.ffn_gate_exps.weight[481]: IQ4_XS blk.47.ffn_gate_exps.weight[482]: blk.47.ffn_gate_exps.weight[483]: blk.47.ffn_gate_exps.weight[484]: IQ4_XS blk.47.ffn_gate_exps.weight[485]: IQ4_XS blk.47.ffn_gate_exps.weight[486]: blk.47.ffn_gate_exps.weight[487]: blk.47.ffn_gate_exps.weight[488]: blk.47.ffn_gate_exps.weight[489]: IQ4_XS blk.47.ffn_gate_exps.weight[490]: blk.47.ffn_gate_exps.weight[491]: IQ4_XS blk.47.ffn_gate_exps.weight[492]: IQ4_XS blk.47.ffn_gate_exps.weight[493]: blk.47.ffn_gate_exps.weight[494]: blk.47.ffn_gate_exps.weight[495]: blk.47.ffn_gate_exps.weight[496]: IQ4_XS blk.47.ffn_gate_exps.weight[497]: IQ4_XS blk.47.ffn_gate_exps.weight[498]: IQ4_XS blk.47.ffn_gate_exps.weight[499]: blk.47.ffn_gate_exps.weight[500]: blk.47.ffn_gate_exps.weight[501]: IQ4_XS blk.47.ffn_gate_exps.weight[502]: blk.47.ffn_gate_exps.weight[503]: blk.47.ffn_gate_exps.weight[504]: blk.47.ffn_gate_exps.weight[505]: blk.47.ffn_gate_exps.weight[506]: IQ4_XS blk.47.ffn_gate_exps.weight[507]: IQ4_XS blk.47.ffn_gate_exps.weight[508]: IQ4_XS blk.47.ffn_gate_exps.weight[509]: blk.47.ffn_gate_exps.weight[510]: IQ4_XS blk.47.ffn_gate_exps.weight[511]: blk.47.ffn_up_exps.weight[0]: blk.47.ffn_up_exps.weight[1]: IQ4_XS blk.47.ffn_up_exps.weight[2]: IQ4_XS blk.47.ffn_up_exps.weight[3]: IQ4_XS blk.47.ffn_up_exps.weight[4]: IQ4_XS blk.47.ffn_up_exps.weight[5]: blk.47.ffn_up_exps.weight[6]: blk.47.ffn_up_exps.weight[7]: blk.47.ffn_up_exps.weight[8]: IQ4_XS blk.47.ffn_up_exps.weight[9]: IQ4_XS blk.47.ffn_up_exps.weight[10]: blk.47.ffn_up_exps.weight[11]: IQ4_XS blk.47.ffn_up_exps.weight[12]: IQ4_XS blk.47.ffn_up_exps.weight[13]: blk.47.ffn_up_exps.weight[14]: blk.47.ffn_up_exps.weight[15]: blk.47.ffn_up_exps.weight[16]: blk.47.ffn_up_exps.weight[17]: IQ4_XS blk.47.ffn_up_exps.weight[18]: IQ4_XS blk.47.ffn_up_exps.weight[19]: blk.47.ffn_up_exps.weight[20]: IQ4_XS blk.47.ffn_up_exps.weight[21]: blk.47.ffn_up_exps.weight[22]: blk.47.ffn_up_exps.weight[23]: blk.47.ffn_up_exps.weight[24]: IQ4_XS blk.47.ffn_up_exps.weight[25]: blk.47.ffn_up_exps.weight[26]: blk.47.ffn_up_exps.weight[27]: IQ4_XS blk.47.ffn_up_exps.weight[28]: blk.47.ffn_up_exps.weight[29]: blk.47.ffn_up_exps.weight[30]: blk.47.ffn_up_exps.weight[31]: IQ4_XS blk.47.ffn_up_exps.weight[32]: blk.47.ffn_up_exps.weight[33]: blk.47.ffn_up_exps.weight[34]: blk.47.ffn_up_exps.weight[35]: IQ4_XS blk.47.ffn_up_exps.weight[36]: IQ4_XS blk.47.ffn_up_exps.weight[37]: IQ4_XS blk.47.ffn_up_exps.weight[38]: blk.47.ffn_up_exps.weight[39]: blk.47.ffn_up_exps.weight[40]: IQ4_XS blk.47.ffn_up_exps.weight[41]: blk.47.ffn_up_exps.weight[42]: blk.47.ffn_up_exps.weight[43]: blk.47.ffn_up_exps.weight[44]: blk.47.ffn_up_exps.weight[45]: blk.47.ffn_up_exps.weight[46]: blk.47.ffn_up_exps.weight[47]: blk.47.ffn_up_exps.weight[48]: blk.47.ffn_up_exps.weight[49]: IQ4_XS blk.47.ffn_up_exps.weight[50]: IQ4_XS blk.47.ffn_up_exps.weight[51]: blk.47.ffn_up_exps.weight[52]: IQ4_XS blk.47.ffn_up_exps.weight[53]: blk.47.ffn_up_exps.weight[54]: blk.47.ffn_up_exps.weight[55]: IQ4_XS blk.47.ffn_up_exps.weight[56]: blk.47.ffn_up_exps.weight[57]: blk.47.ffn_up_exps.weight[58]: blk.47.ffn_up_exps.weight[59]: blk.47.ffn_up_exps.weight[60]: IQ4_XS blk.47.ffn_up_exps.weight[61]: IQ4_XS blk.47.ffn_up_exps.weight[62]: blk.47.ffn_up_exps.weight[63]: blk.47.ffn_up_exps.weight[64]: blk.47.ffn_up_exps.weight[65]: IQ4_XS blk.47.ffn_up_exps.weight[66]: IQ4_XS blk.47.ffn_up_exps.weight[67]: blk.47.ffn_up_exps.weight[68]: blk.47.ffn_up_exps.weight[69]: blk.47.ffn_up_exps.weight[70]: IQ4_XS blk.47.ffn_up_exps.weight[71]: IQ4_XS blk.47.ffn_up_exps.weight[72]: blk.47.ffn_up_exps.weight[73]: IQ4_XS blk.47.ffn_up_exps.weight[74]: blk.47.ffn_up_exps.weight[75]: IQ4_XS blk.47.ffn_up_exps.weight[76]: IQ4_XS blk.47.ffn_up_exps.weight[77]: blk.47.ffn_up_exps.weight[78]: IQ4_XS blk.47.ffn_up_exps.weight[79]: IQ4_XS blk.47.ffn_up_exps.weight[80]: IQ4_XS blk.47.ffn_up_exps.weight[81]: blk.47.ffn_up_exps.weight[82]: IQ4_XS blk.47.ffn_up_exps.weight[83]: blk.47.ffn_up_exps.weight[84]: blk.47.ffn_up_exps.weight[85]: IQ4_XS blk.47.ffn_up_exps.weight[86]: IQ4_XS blk.47.ffn_up_exps.weight[87]: blk.47.ffn_up_exps.weight[88]: IQ4_XS blk.47.ffn_up_exps.weight[89]: IQ4_XS blk.47.ffn_up_exps.weight[90]: IQ4_XS blk.47.ffn_up_exps.weight[91]: blk.47.ffn_up_exps.weight[92]: IQ4_XS blk.47.ffn_up_exps.weight[93]: IQ4_XS blk.47.ffn_up_exps.weight[94]: blk.47.ffn_up_exps.weight[95]: blk.47.ffn_up_exps.weight[96]: IQ4_XS blk.47.ffn_up_exps.weight[97]: IQ4_XS blk.47.ffn_up_exps.weight[98]: blk.47.ffn_up_exps.weight[99]: IQ4_XS blk.47.ffn_up_exps.weight[100]: blk.47.ffn_up_exps.weight[101]: blk.47.ffn_up_exps.weight[102]: IQ4_XS blk.47.ffn_up_exps.weight[103]: IQ4_XS blk.47.ffn_up_exps.weight[104]: IQ4_XS blk.47.ffn_up_exps.weight[105]: IQ4_XS blk.47.ffn_up_exps.weight[106]: blk.47.ffn_up_exps.weight[107]: IQ4_XS blk.47.ffn_up_exps.weight[108]: IQ4_XS blk.47.ffn_up_exps.weight[109]: IQ4_XS blk.47.ffn_up_exps.weight[110]: IQ4_XS blk.47.ffn_up_exps.weight[111]: blk.47.ffn_up_exps.weight[112]: IQ4_XS blk.47.ffn_up_exps.weight[113]: IQ4_XS blk.47.ffn_up_exps.weight[114]: blk.47.ffn_up_exps.weight[115]: blk.47.ffn_up_exps.weight[116]: blk.47.ffn_up_exps.weight[117]: IQ4_XS blk.47.ffn_up_exps.weight[118]: blk.47.ffn_up_exps.weight[119]: blk.47.ffn_up_exps.weight[120]: IQ4_XS blk.47.ffn_up_exps.weight[121]: blk.47.ffn_up_exps.weight[122]: IQ4_XS blk.47.ffn_up_exps.weight[123]: blk.47.ffn_up_exps.weight[124]: blk.47.ffn_up_exps.weight[125]: blk.47.ffn_up_exps.weight[126]: blk.47.ffn_up_exps.weight[127]: IQ4_XS blk.47.ffn_up_exps.weight[128]: blk.47.ffn_up_exps.weight[129]: blk.47.ffn_up_exps.weight[130]: blk.47.ffn_up_exps.weight[131]: IQ4_XS blk.47.ffn_up_exps.weight[132]: IQ4_XS blk.47.ffn_up_exps.weight[133]: IQ4_XS blk.47.ffn_up_exps.weight[134]: IQ4_XS blk.47.ffn_up_exps.weight[135]: blk.47.ffn_up_exps.weight[136]: blk.47.ffn_up_exps.weight[137]: IQ4_XS blk.47.ffn_up_exps.weight[138]: IQ4_XS blk.47.ffn_up_exps.weight[139]: IQ4_XS blk.47.ffn_up_exps.weight[140]: IQ4_XS blk.47.ffn_up_exps.weight[141]: blk.47.ffn_up_exps.weight[142]: IQ4_XS blk.47.ffn_up_exps.weight[143]: IQ4_XS blk.47.ffn_up_exps.weight[144]: IQ4_XS blk.47.ffn_up_exps.weight[145]: IQ4_XS blk.47.ffn_up_exps.weight[146]: blk.47.ffn_up_exps.weight[147]: blk.47.ffn_up_exps.weight[148]: blk.47.ffn_up_exps.weight[149]: IQ4_XS blk.47.ffn_up_exps.weight[150]: blk.47.ffn_up_exps.weight[151]: IQ4_XS blk.47.ffn_up_exps.weight[152]: IQ4_XS blk.47.ffn_up_exps.weight[153]: blk.47.ffn_up_exps.weight[154]: IQ4_XS blk.47.ffn_up_exps.weight[155]: IQ4_XS blk.47.ffn_up_exps.weight[156]: IQ4_XS blk.47.ffn_up_exps.weight[157]: IQ4_XS blk.47.ffn_up_exps.weight[158]: IQ4_XS blk.47.ffn_up_exps.weight[159]: blk.47.ffn_up_exps.weight[160]: blk.47.ffn_up_exps.weight[161]: blk.47.ffn_up_exps.weight[162]: IQ4_XS blk.47.ffn_up_exps.weight[163]: IQ4_XS blk.47.ffn_up_exps.weight[164]: IQ4_XS blk.47.ffn_up_exps.weight[165]: blk.47.ffn_up_exps.weight[166]: IQ4_XS blk.47.ffn_up_exps.weight[167]: blk.47.ffn_up_exps.weight[168]: IQ4_XS blk.47.ffn_up_exps.weight[169]: IQ4_XS blk.47.ffn_up_exps.weight[170]: blk.47.ffn_up_exps.weight[171]: blk.47.ffn_up_exps.weight[172]: blk.47.ffn_up_exps.weight[173]: blk.47.ffn_up_exps.weight[174]: blk.47.ffn_up_exps.weight[175]: blk.47.ffn_up_exps.weight[176]: blk.47.ffn_up_exps.weight[177]: blk.47.ffn_up_exps.weight[178]: IQ4_XS blk.47.ffn_up_exps.weight[179]: IQ4_XS blk.47.ffn_up_exps.weight[180]: blk.47.ffn_up_exps.weight[181]: blk.47.ffn_up_exps.weight[182]: blk.47.ffn_up_exps.weight[183]: blk.47.ffn_up_exps.weight[184]: IQ4_XS blk.47.ffn_up_exps.weight[185]: IQ4_XS blk.47.ffn_up_exps.weight[186]: IQ4_XS blk.47.ffn_up_exps.weight[187]: blk.47.ffn_up_exps.weight[188]: IQ4_XS blk.47.ffn_up_exps.weight[189]: blk.47.ffn_up_exps.weight[190]: IQ4_XS blk.47.ffn_up_exps.weight[191]: blk.47.ffn_up_exps.weight[192]: blk.47.ffn_up_exps.weight[193]: blk.47.ffn_up_exps.weight[194]: IQ4_XS blk.47.ffn_up_exps.weight[195]: IQ4_XS blk.47.ffn_up_exps.weight[196]: blk.47.ffn_up_exps.weight[197]: blk.47.ffn_up_exps.weight[198]: blk.47.ffn_up_exps.weight[199]: IQ4_XS blk.47.ffn_up_exps.weight[200]: blk.47.ffn_up_exps.weight[201]: IQ4_XS blk.47.ffn_up_exps.weight[202]: IQ4_XS blk.47.ffn_up_exps.weight[203]: blk.47.ffn_up_exps.weight[204]: IQ4_XS blk.47.ffn_up_exps.weight[205]: IQ4_XS blk.47.ffn_up_exps.weight[206]: IQ4_XS blk.47.ffn_up_exps.weight[207]: IQ4_XS blk.47.ffn_up_exps.weight[208]: IQ4_XS blk.47.ffn_up_exps.weight[209]: IQ4_XS blk.47.ffn_up_exps.weight[210]: IQ4_XS blk.47.ffn_up_exps.weight[211]: blk.47.ffn_up_exps.weight[212]: IQ4_XS blk.47.ffn_up_exps.weight[213]: IQ4_XS blk.47.ffn_up_exps.weight[214]: blk.47.ffn_up_exps.weight[215]: blk.47.ffn_up_exps.weight[216]: IQ4_XS blk.47.ffn_up_exps.weight[217]: IQ4_XS blk.47.ffn_up_exps.weight[218]: IQ4_XS blk.47.ffn_up_exps.weight[219]: blk.47.ffn_up_exps.weight[220]: IQ4_XS blk.47.ffn_up_exps.weight[221]: IQ4_XS blk.47.ffn_up_exps.weight[222]: IQ4_XS blk.47.ffn_up_exps.weight[223]: blk.47.ffn_up_exps.weight[224]: blk.47.ffn_up_exps.weight[225]: IQ4_XS blk.47.ffn_up_exps.weight[226]: blk.47.ffn_up_exps.weight[227]: blk.47.ffn_up_exps.weight[228]: IQ4_XS blk.47.ffn_up_exps.weight[229]: IQ4_XS blk.47.ffn_up_exps.weight[230]: IQ4_XS blk.47.ffn_up_exps.weight[231]: blk.47.ffn_up_exps.weight[232]: IQ4_XS blk.47.ffn_up_exps.weight[233]: IQ4_XS blk.47.ffn_up_exps.weight[234]: IQ4_XS blk.47.ffn_up_exps.weight[235]: IQ4_XS blk.47.ffn_up_exps.weight[236]: blk.47.ffn_up_exps.weight[237]: IQ4_XS blk.47.ffn_up_exps.weight[238]: blk.47.ffn_up_exps.weight[239]: IQ4_XS blk.47.ffn_up_exps.weight[240]: IQ4_XS blk.47.ffn_up_exps.weight[241]: blk.47.ffn_up_exps.weight[242]: IQ4_XS blk.47.ffn_up_exps.weight[243]: IQ4_XS blk.47.ffn_up_exps.weight[244]: blk.47.ffn_up_exps.weight[245]: blk.47.ffn_up_exps.weight[246]: IQ4_XS blk.47.ffn_up_exps.weight[247]: IQ4_XS blk.47.ffn_up_exps.weight[248]: IQ4_XS blk.47.ffn_up_exps.weight[249]: blk.47.ffn_up_exps.weight[250]: IQ4_XS blk.47.ffn_up_exps.weight[251]: blk.47.ffn_up_exps.weight[252]: blk.47.ffn_up_exps.weight[253]: IQ4_XS blk.47.ffn_up_exps.weight[254]: blk.47.ffn_up_exps.weight[255]: blk.47.ffn_up_exps.weight[256]: blk.47.ffn_up_exps.weight[257]: blk.47.ffn_up_exps.weight[258]: IQ4_XS blk.47.ffn_up_exps.weight[259]: blk.47.ffn_up_exps.weight[260]: IQ4_XS blk.47.ffn_up_exps.weight[261]: blk.47.ffn_up_exps.weight[262]: blk.47.ffn_up_exps.weight[263]: IQ4_XS blk.47.ffn_up_exps.weight[264]: IQ4_XS blk.47.ffn_up_exps.weight[265]: IQ4_XS blk.47.ffn_up_exps.weight[266]: blk.47.ffn_up_exps.weight[267]: blk.47.ffn_up_exps.weight[268]: IQ4_XS blk.47.ffn_up_exps.weight[269]: IQ4_XS blk.47.ffn_up_exps.weight[270]: IQ4_XS blk.47.ffn_up_exps.weight[271]: blk.47.ffn_up_exps.weight[272]: IQ4_XS blk.47.ffn_up_exps.weight[273]: IQ4_XS blk.47.ffn_up_exps.weight[274]: blk.47.ffn_up_exps.weight[275]: IQ4_XS blk.47.ffn_up_exps.weight[276]: IQ4_XS blk.47.ffn_up_exps.weight[277]: IQ4_XS blk.47.ffn_up_exps.weight[278]: IQ4_XS blk.47.ffn_up_exps.weight[279]: blk.47.ffn_up_exps.weight[280]: IQ4_XS blk.47.ffn_up_exps.weight[281]: IQ4_XS blk.47.ffn_up_exps.weight[282]: blk.47.ffn_up_exps.weight[283]: blk.47.ffn_up_exps.weight[284]: IQ4_XS blk.47.ffn_up_exps.weight[285]: IQ4_XS blk.47.ffn_up_exps.weight[286]: blk.47.ffn_up_exps.weight[287]: IQ4_XS blk.47.ffn_up_exps.weight[288]: blk.47.ffn_up_exps.weight[289]: IQ4_XS blk.47.ffn_up_exps.weight[290]: IQ4_XS blk.47.ffn_up_exps.weight[291]: blk.47.ffn_up_exps.weight[292]: IQ4_XS blk.47.ffn_up_exps.weight[293]: blk.47.ffn_up_exps.weight[294]: blk.47.ffn_up_exps.weight[295]: blk.47.ffn_up_exps.weight[296]: blk.47.ffn_up_exps.weight[297]: blk.47.ffn_up_exps.weight[298]: IQ4_XS blk.47.ffn_up_exps.weight[299]: IQ4_XS blk.47.ffn_up_exps.weight[300]: blk.47.ffn_up_exps.weight[301]: IQ4_XS blk.47.ffn_up_exps.weight[302]: IQ4_XS blk.47.ffn_up_exps.weight[303]: blk.47.ffn_up_exps.weight[304]: IQ4_XS blk.47.ffn_up_exps.weight[305]: blk.47.ffn_up_exps.weight[306]: IQ4_XS blk.47.ffn_up_exps.weight[307]: IQ4_XS blk.47.ffn_up_exps.weight[308]: blk.47.ffn_up_exps.weight[309]: blk.47.ffn_up_exps.weight[310]: blk.47.ffn_up_exps.weight[311]: blk.47.ffn_up_exps.weight[312]: blk.47.ffn_up_exps.weight[313]: IQ4_XS blk.47.ffn_up_exps.weight[314]: blk.47.ffn_up_exps.weight[315]: IQ4_XS blk.47.ffn_up_exps.weight[316]: blk.47.ffn_up_exps.weight[317]: IQ4_XS blk.47.ffn_up_exps.weight[318]: IQ4_XS blk.47.ffn_up_exps.weight[319]: blk.47.ffn_up_exps.weight[320]: IQ4_XS blk.47.ffn_up_exps.weight[321]: IQ4_XS blk.47.ffn_up_exps.weight[322]: blk.47.ffn_up_exps.weight[323]: IQ4_XS blk.47.ffn_up_exps.weight[324]: blk.47.ffn_up_exps.weight[325]: IQ4_XS blk.47.ffn_up_exps.weight[326]: IQ4_XS blk.47.ffn_up_exps.weight[327]: blk.47.ffn_up_exps.weight[328]: IQ4_XS blk.47.ffn_up_exps.weight[329]: IQ4_XS blk.47.ffn_up_exps.weight[330]: blk.47.ffn_up_exps.weight[331]: blk.47.ffn_up_exps.weight[332]: IQ4_XS blk.47.ffn_up_exps.weight[333]: IQ4_XS blk.47.ffn_up_exps.weight[334]: IQ4_XS blk.47.ffn_up_exps.weight[335]: blk.47.ffn_up_exps.weight[336]: IQ4_XS blk.47.ffn_up_exps.weight[337]: IQ4_XS blk.47.ffn_up_exps.weight[338]: IQ4_XS blk.47.ffn_up_exps.weight[339]: blk.47.ffn_up_exps.weight[340]: IQ4_XS blk.47.ffn_up_exps.weight[341]: IQ4_XS blk.47.ffn_up_exps.weight[342]: blk.47.ffn_up_exps.weight[343]: IQ4_XS blk.47.ffn_up_exps.weight[344]: IQ4_XS blk.47.ffn_up_exps.weight[345]: blk.47.ffn_up_exps.weight[346]: IQ4_XS blk.47.ffn_up_exps.weight[347]: blk.47.ffn_up_exps.weight[348]: blk.47.ffn_up_exps.weight[349]: blk.47.ffn_up_exps.weight[350]: IQ4_XS blk.47.ffn_up_exps.weight[351]: IQ4_XS blk.47.ffn_up_exps.weight[352]: blk.47.ffn_up_exps.weight[353]: blk.47.ffn_up_exps.weight[354]: IQ4_XS blk.47.ffn_up_exps.weight[355]: blk.47.ffn_up_exps.weight[356]: IQ4_XS blk.47.ffn_up_exps.weight[357]: IQ4_XS blk.47.ffn_up_exps.weight[358]: IQ4_XS blk.47.ffn_up_exps.weight[359]: IQ4_XS blk.47.ffn_up_exps.weight[360]: IQ4_XS blk.47.ffn_up_exps.weight[361]: blk.47.ffn_up_exps.weight[362]: IQ4_XS blk.47.ffn_up_exps.weight[363]: blk.47.ffn_up_exps.weight[364]: IQ4_XS blk.47.ffn_up_exps.weight[365]: blk.47.ffn_up_exps.weight[366]: blk.47.ffn_up_exps.weight[367]: blk.47.ffn_up_exps.weight[368]: blk.47.ffn_up_exps.weight[369]: blk.47.ffn_up_exps.weight[370]: IQ4_XS blk.47.ffn_up_exps.weight[371]: blk.47.ffn_up_exps.weight[372]: IQ4_XS blk.47.ffn_up_exps.weight[373]: blk.47.ffn_up_exps.weight[374]: IQ4_XS blk.47.ffn_up_exps.weight[375]: blk.47.ffn_up_exps.weight[376]: blk.47.ffn_up_exps.weight[377]: IQ4_XS blk.47.ffn_up_exps.weight[378]: blk.47.ffn_up_exps.weight[379]: blk.47.ffn_up_exps.weight[380]: IQ4_XS blk.47.ffn_up_exps.weight[381]: blk.47.ffn_up_exps.weight[382]: blk.47.ffn_up_exps.weight[383]: blk.47.ffn_up_exps.weight[384]: IQ4_XS blk.47.ffn_up_exps.weight[385]: IQ4_XS blk.47.ffn_up_exps.weight[386]: blk.47.ffn_up_exps.weight[387]: IQ4_XS blk.47.ffn_up_exps.weight[388]: IQ4_XS blk.47.ffn_up_exps.weight[389]: IQ4_XS blk.47.ffn_up_exps.weight[390]: IQ4_XS blk.47.ffn_up_exps.weight[391]: blk.47.ffn_up_exps.weight[392]: IQ4_XS blk.47.ffn_up_exps.weight[393]: blk.47.ffn_up_exps.weight[394]: blk.47.ffn_up_exps.weight[395]: IQ4_XS blk.47.ffn_up_exps.weight[396]: blk.47.ffn_up_exps.weight[397]: IQ4_XS blk.47.ffn_up_exps.weight[398]: IQ4_XS blk.47.ffn_up_exps.weight[399]: IQ4_XS blk.47.ffn_up_exps.weight[400]: IQ4_XS blk.47.ffn_up_exps.weight[401]: IQ4_XS blk.47.ffn_up_exps.weight[402]: blk.47.ffn_up_exps.weight[403]: IQ4_XS blk.47.ffn_up_exps.weight[404]: blk.47.ffn_up_exps.weight[405]: blk.47.ffn_up_exps.weight[406]: IQ4_XS blk.47.ffn_up_exps.weight[407]: IQ4_XS blk.47.ffn_up_exps.weight[408]: blk.47.ffn_up_exps.weight[409]: blk.47.ffn_up_exps.weight[410]: IQ4_XS blk.47.ffn_up_exps.weight[411]: IQ4_XS blk.47.ffn_up_exps.weight[412]: IQ4_XS blk.47.ffn_up_exps.weight[413]: blk.47.ffn_up_exps.weight[414]: IQ4_XS blk.47.ffn_up_exps.weight[415]: IQ4_XS blk.47.ffn_up_exps.weight[416]: blk.47.ffn_up_exps.weight[417]: blk.47.ffn_up_exps.weight[418]: blk.47.ffn_up_exps.weight[419]: blk.47.ffn_up_exps.weight[420]: IQ4_XS blk.47.ffn_up_exps.weight[421]: blk.47.ffn_up_exps.weight[422]: blk.47.ffn_up_exps.weight[423]: blk.47.ffn_up_exps.weight[424]: blk.47.ffn_up_exps.weight[425]: blk.47.ffn_up_exps.weight[426]: blk.47.ffn_up_exps.weight[427]: IQ4_XS blk.47.ffn_up_exps.weight[428]: blk.47.ffn_up_exps.weight[429]: blk.47.ffn_up_exps.weight[430]: blk.47.ffn_up_exps.weight[431]: IQ4_XS blk.47.ffn_up_exps.weight[432]: blk.47.ffn_up_exps.weight[433]: IQ4_XS blk.47.ffn_up_exps.weight[434]: blk.47.ffn_up_exps.weight[435]: blk.47.ffn_up_exps.weight[436]: blk.47.ffn_up_exps.weight[437]: blk.47.ffn_up_exps.weight[438]: IQ4_XS blk.47.ffn_up_exps.weight[439]: blk.47.ffn_up_exps.weight[440]: IQ4_XS blk.47.ffn_up_exps.weight[441]: blk.47.ffn_up_exps.weight[442]: blk.47.ffn_up_exps.weight[443]: blk.47.ffn_up_exps.weight[444]: IQ4_XS blk.47.ffn_up_exps.weight[445]: IQ4_XS blk.47.ffn_up_exps.weight[446]: blk.47.ffn_up_exps.weight[447]: blk.47.ffn_up_exps.weight[448]: IQ4_XS blk.47.ffn_up_exps.weight[449]: blk.47.ffn_up_exps.weight[450]: IQ4_XS blk.47.ffn_up_exps.weight[451]: IQ4_XS blk.47.ffn_up_exps.weight[452]: IQ4_XS blk.47.ffn_up_exps.weight[453]: IQ4_XS blk.47.ffn_up_exps.weight[454]: IQ4_XS blk.47.ffn_up_exps.weight[455]: IQ4_XS blk.47.ffn_up_exps.weight[456]: IQ4_XS blk.47.ffn_up_exps.weight[457]: IQ4_XS blk.47.ffn_up_exps.weight[458]: blk.47.ffn_up_exps.weight[459]: blk.47.ffn_up_exps.weight[460]: IQ4_XS blk.47.ffn_up_exps.weight[461]: blk.47.ffn_up_exps.weight[462]: blk.47.ffn_up_exps.weight[463]: IQ4_XS blk.47.ffn_up_exps.weight[464]: blk.47.ffn_up_exps.weight[465]: blk.47.ffn_up_exps.weight[466]: blk.47.ffn_up_exps.weight[467]: blk.47.ffn_up_exps.weight[468]: blk.47.ffn_up_exps.weight[469]: IQ4_XS blk.47.ffn_up_exps.weight[470]: IQ4_XS blk.47.ffn_up_exps.weight[471]: blk.47.ffn_up_exps.weight[472]: blk.47.ffn_up_exps.weight[473]: IQ4_XS blk.47.ffn_up_exps.weight[474]: blk.47.ffn_up_exps.weight[475]: blk.47.ffn_up_exps.weight[476]: blk.47.ffn_up_exps.weight[477]: blk.47.ffn_up_exps.weight[478]: IQ4_XS blk.47.ffn_up_exps.weight[479]: IQ4_XS blk.47.ffn_up_exps.weight[480]: IQ4_XS blk.47.ffn_up_exps.weight[481]: IQ4_XS blk.47.ffn_up_exps.weight[482]: blk.47.ffn_up_exps.weight[483]: blk.47.ffn_up_exps.weight[484]: IQ4_XS blk.47.ffn_up_exps.weight[485]: IQ4_XS blk.47.ffn_up_exps.weight[486]: blk.47.ffn_up_exps.weight[487]: blk.47.ffn_up_exps.weight[488]: blk.47.ffn_up_exps.weight[489]: IQ4_XS blk.47.ffn_up_exps.weight[490]: blk.47.ffn_up_exps.weight[491]: IQ4_XS blk.47.ffn_up_exps.weight[492]: IQ4_XS blk.47.ffn_up_exps.weight[493]: blk.47.ffn_up_exps.weight[494]: blk.47.ffn_up_exps.weight[495]: blk.47.ffn_up_exps.weight[496]: IQ4_XS blk.47.ffn_up_exps.weight[497]: IQ4_XS blk.47.ffn_up_exps.weight[498]: IQ4_XS blk.47.ffn_up_exps.weight[499]: blk.47.ffn_up_exps.weight[500]: blk.47.ffn_up_exps.weight[501]: IQ4_XS blk.47.ffn_up_exps.weight[502]: blk.47.ffn_up_exps.weight[503]: blk.47.ffn_up_exps.weight[504]: blk.47.ffn_up_exps.weight[505]: blk.47.ffn_up_exps.weight[506]: IQ4_XS blk.47.ffn_up_exps.weight[507]: IQ4_XS blk.47.ffn_up_exps.weight[508]: IQ4_XS blk.47.ffn_up_exps.weight[509]: blk.47.ffn_up_exps.weight[510]: IQ4_XS blk.47.ffn_up_exps.weight[511]: blk.47.ffn_down_exps.weight[0]: blk.47.ffn_down_exps.weight[1]: IQ4_NL blk.47.ffn_down_exps.weight[2]: IQ4_NL blk.47.ffn_down_exps.weight[3]: IQ4_NL blk.47.ffn_down_exps.weight[4]: IQ4_NL blk.47.ffn_down_exps.weight[5]: blk.47.ffn_down_exps.weight[6]: blk.47.ffn_down_exps.weight[7]: blk.47.ffn_down_exps.weight[8]: IQ4_NL blk.47.ffn_down_exps.weight[9]: IQ4_NL blk.47.ffn_down_exps.weight[10]: blk.47.ffn_down_exps.weight[11]: IQ4_NL blk.47.ffn_down_exps.weight[12]: IQ4_NL blk.47.ffn_down_exps.weight[13]: blk.47.ffn_down_exps.weight[14]: blk.47.ffn_down_exps.weight[15]: blk.47.ffn_down_exps.weight[16]: blk.47.ffn_down_exps.weight[17]: IQ4_NL blk.47.ffn_down_exps.weight[18]: IQ4_NL blk.47.ffn_down_exps.weight[19]: blk.47.ffn_down_exps.weight[20]: IQ4_NL blk.47.ffn_down_exps.weight[21]: blk.47.ffn_down_exps.weight[22]: blk.47.ffn_down_exps.weight[23]: blk.47.ffn_down_exps.weight[24]: IQ4_NL blk.47.ffn_down_exps.weight[25]: blk.47.ffn_down_exps.weight[26]: blk.47.ffn_down_exps.weight[27]: IQ4_NL blk.47.ffn_down_exps.weight[28]: blk.47.ffn_down_exps.weight[29]: blk.47.ffn_down_exps.weight[30]: blk.47.ffn_down_exps.weight[31]: IQ4_NL blk.47.ffn_down_exps.weight[32]: blk.47.ffn_down_exps.weight[33]: blk.47.ffn_down_exps.weight[34]: blk.47.ffn_down_exps.weight[35]: IQ4_NL blk.47.ffn_down_exps.weight[36]: IQ4_NL blk.47.ffn_down_exps.weight[37]: IQ4_NL blk.47.ffn_down_exps.weight[38]: blk.47.ffn_down_exps.weight[39]: blk.47.ffn_down_exps.weight[40]: IQ4_NL blk.47.ffn_down_exps.weight[41]: blk.47.ffn_down_exps.weight[42]: blk.47.ffn_down_exps.weight[43]: blk.47.ffn_down_exps.weight[44]: blk.47.ffn_down_exps.weight[45]: blk.47.ffn_down_exps.weight[46]: blk.47.ffn_down_exps.weight[47]: blk.47.ffn_down_exps.weight[48]: blk.47.ffn_down_exps.weight[49]: IQ4_NL blk.47.ffn_down_exps.weight[50]: IQ4_NL blk.47.ffn_down_exps.weight[51]: blk.47.ffn_down_exps.weight[52]: IQ4_NL blk.47.ffn_down_exps.weight[53]: blk.47.ffn_down_exps.weight[54]: blk.47.ffn_down_exps.weight[55]: IQ4_NL blk.47.ffn_down_exps.weight[56]: blk.47.ffn_down_exps.weight[57]: blk.47.ffn_down_exps.weight[58]: blk.47.ffn_down_exps.weight[59]: blk.47.ffn_down_exps.weight[60]: IQ4_NL blk.47.ffn_down_exps.weight[61]: IQ4_NL blk.47.ffn_down_exps.weight[62]: blk.47.ffn_down_exps.weight[63]: blk.47.ffn_down_exps.weight[64]: blk.47.ffn_down_exps.weight[65]: IQ4_NL blk.47.ffn_down_exps.weight[66]: IQ4_NL blk.47.ffn_down_exps.weight[67]: blk.47.ffn_down_exps.weight[68]: blk.47.ffn_down_exps.weight[69]: blk.47.ffn_down_exps.weight[70]: IQ4_NL blk.47.ffn_down_exps.weight[71]: IQ4_NL blk.47.ffn_down_exps.weight[72]: blk.47.ffn_down_exps.weight[73]: IQ4_NL blk.47.ffn_down_exps.weight[74]: blk.47.ffn_down_exps.weight[75]: IQ4_NL blk.47.ffn_down_exps.weight[76]: IQ4_NL blk.47.ffn_down_exps.weight[77]: blk.47.ffn_down_exps.weight[78]: IQ4_NL blk.47.ffn_down_exps.weight[79]: IQ4_NL blk.47.ffn_down_exps.weight[80]: IQ4_NL blk.47.ffn_down_exps.weight[81]: blk.47.ffn_down_exps.weight[82]: IQ4_NL blk.47.ffn_down_exps.weight[83]: blk.47.ffn_down_exps.weight[84]: blk.47.ffn_down_exps.weight[85]: IQ4_NL blk.47.ffn_down_exps.weight[86]: IQ4_NL blk.47.ffn_down_exps.weight[87]: blk.47.ffn_down_exps.weight[88]: IQ4_NL blk.47.ffn_down_exps.weight[89]: IQ4_NL blk.47.ffn_down_exps.weight[90]: IQ4_NL blk.47.ffn_down_exps.weight[91]: blk.47.ffn_down_exps.weight[92]: IQ4_NL blk.47.ffn_down_exps.weight[93]: IQ4_NL blk.47.ffn_down_exps.weight[94]: blk.47.ffn_down_exps.weight[95]: blk.47.ffn_down_exps.weight[96]: IQ4_NL blk.47.ffn_down_exps.weight[97]: IQ4_NL blk.47.ffn_down_exps.weight[98]: blk.47.ffn_down_exps.weight[99]: IQ4_NL blk.47.ffn_down_exps.weight[100]: blk.47.ffn_down_exps.weight[101]: blk.47.ffn_down_exps.weight[102]: IQ4_NL blk.47.ffn_down_exps.weight[103]: IQ4_NL blk.47.ffn_down_exps.weight[104]: IQ4_NL blk.47.ffn_down_exps.weight[105]: IQ4_NL blk.47.ffn_down_exps.weight[106]: blk.47.ffn_down_exps.weight[107]: IQ4_NL blk.47.ffn_down_exps.weight[108]: IQ4_NL blk.47.ffn_down_exps.weight[109]: IQ4_NL blk.47.ffn_down_exps.weight[110]: IQ4_NL blk.47.ffn_down_exps.weight[111]: blk.47.ffn_down_exps.weight[112]: IQ4_NL blk.47.ffn_down_exps.weight[113]: IQ4_NL blk.47.ffn_down_exps.weight[114]: blk.47.ffn_down_exps.weight[115]: blk.47.ffn_down_exps.weight[116]: blk.47.ffn_down_exps.weight[117]: IQ4_NL blk.47.ffn_down_exps.weight[118]: blk.47.ffn_down_exps.weight[119]: blk.47.ffn_down_exps.weight[120]: IQ4_NL blk.47.ffn_down_exps.weight[121]: blk.47.ffn_down_exps.weight[122]: IQ4_NL blk.47.ffn_down_exps.weight[123]: blk.47.ffn_down_exps.weight[124]: blk.47.ffn_down_exps.weight[125]: blk.47.ffn_down_exps.weight[126]: blk.47.ffn_down_exps.weight[127]: IQ4_NL blk.47.ffn_down_exps.weight[128]: blk.47.ffn_down_exps.weight[129]: blk.47.ffn_down_exps.weight[130]: blk.47.ffn_down_exps.weight[131]: IQ4_NL blk.47.ffn_down_exps.weight[132]: IQ4_NL blk.47.ffn_down_exps.weight[133]: IQ4_NL blk.47.ffn_down_exps.weight[134]: IQ4_NL blk.47.ffn_down_exps.weight[135]: blk.47.ffn_down_exps.weight[136]: blk.47.ffn_down_exps.weight[137]: IQ4_NL blk.47.ffn_down_exps.weight[138]: IQ4_NL blk.47.ffn_down_exps.weight[139]: IQ4_NL blk.47.ffn_down_exps.weight[140]: IQ4_NL blk.47.ffn_down_exps.weight[141]: blk.47.ffn_down_exps.weight[142]: IQ4_NL blk.47.ffn_down_exps.weight[143]: IQ4_NL blk.47.ffn_down_exps.weight[144]: IQ4_NL blk.47.ffn_down_exps.weight[145]: IQ4_NL blk.47.ffn_down_exps.weight[146]: blk.47.ffn_down_exps.weight[147]: blk.47.ffn_down_exps.weight[148]: blk.47.ffn_down_exps.weight[149]: IQ4_NL blk.47.ffn_down_exps.weight[150]: blk.47.ffn_down_exps.weight[151]: IQ4_NL blk.47.ffn_down_exps.weight[152]: IQ4_NL blk.47.ffn_down_exps.weight[153]: blk.47.ffn_down_exps.weight[154]: IQ4_NL blk.47.ffn_down_exps.weight[155]: IQ4_NL blk.47.ffn_down_exps.weight[156]: IQ4_NL blk.47.ffn_down_exps.weight[157]: IQ4_NL blk.47.ffn_down_exps.weight[158]: IQ4_NL blk.47.ffn_down_exps.weight[159]: blk.47.ffn_down_exps.weight[160]: blk.47.ffn_down_exps.weight[161]: blk.47.ffn_down_exps.weight[162]: IQ4_NL blk.47.ffn_down_exps.weight[163]: IQ4_NL blk.47.ffn_down_exps.weight[164]: IQ4_NL blk.47.ffn_down_exps.weight[165]: blk.47.ffn_down_exps.weight[166]: IQ4_NL blk.47.ffn_down_exps.weight[167]: blk.47.ffn_down_exps.weight[168]: IQ4_NL blk.47.ffn_down_exps.weight[169]: IQ4_NL blk.47.ffn_down_exps.weight[170]: blk.47.ffn_down_exps.weight[171]: blk.47.ffn_down_exps.weight[172]: blk.47.ffn_down_exps.weight[173]: blk.47.ffn_down_exps.weight[174]: blk.47.ffn_down_exps.weight[175]: blk.47.ffn_down_exps.weight[176]: blk.47.ffn_down_exps.weight[177]: blk.47.ffn_down_exps.weight[178]: IQ4_NL blk.47.ffn_down_exps.weight[179]: IQ4_NL blk.47.ffn_down_exps.weight[180]: blk.47.ffn_down_exps.weight[181]: blk.47.ffn_down_exps.weight[182]: blk.47.ffn_down_exps.weight[183]: blk.47.ffn_down_exps.weight[184]: IQ4_NL blk.47.ffn_down_exps.weight[185]: IQ4_NL blk.47.ffn_down_exps.weight[186]: IQ4_NL blk.47.ffn_down_exps.weight[187]: blk.47.ffn_down_exps.weight[188]: IQ4_NL blk.47.ffn_down_exps.weight[189]: blk.47.ffn_down_exps.weight[190]: IQ4_NL blk.47.ffn_down_exps.weight[191]: blk.47.ffn_down_exps.weight[192]: blk.47.ffn_down_exps.weight[193]: blk.47.ffn_down_exps.weight[194]: IQ4_NL blk.47.ffn_down_exps.weight[195]: IQ4_NL blk.47.ffn_down_exps.weight[196]: blk.47.ffn_down_exps.weight[197]: blk.47.ffn_down_exps.weight[198]: blk.47.ffn_down_exps.weight[199]: IQ4_NL blk.47.ffn_down_exps.weight[200]: blk.47.ffn_down_exps.weight[201]: IQ4_NL blk.47.ffn_down_exps.weight[202]: IQ4_NL blk.47.ffn_down_exps.weight[203]: blk.47.ffn_down_exps.weight[204]: IQ4_NL blk.47.ffn_down_exps.weight[205]: IQ4_NL blk.47.ffn_down_exps.weight[206]: IQ4_NL blk.47.ffn_down_exps.weight[207]: IQ4_NL blk.47.ffn_down_exps.weight[208]: IQ4_NL blk.47.ffn_down_exps.weight[209]: IQ4_NL blk.47.ffn_down_exps.weight[210]: IQ4_NL blk.47.ffn_down_exps.weight[211]: blk.47.ffn_down_exps.weight[212]: IQ4_NL blk.47.ffn_down_exps.weight[213]: IQ4_NL blk.47.ffn_down_exps.weight[214]: blk.47.ffn_down_exps.weight[215]: blk.47.ffn_down_exps.weight[216]: IQ4_NL blk.47.ffn_down_exps.weight[217]: IQ4_NL blk.47.ffn_down_exps.weight[218]: IQ4_NL blk.47.ffn_down_exps.weight[219]: blk.47.ffn_down_exps.weight[220]: IQ4_NL blk.47.ffn_down_exps.weight[221]: IQ4_NL blk.47.ffn_down_exps.weight[222]: IQ4_NL blk.47.ffn_down_exps.weight[223]: blk.47.ffn_down_exps.weight[224]: blk.47.ffn_down_exps.weight[225]: IQ4_NL blk.47.ffn_down_exps.weight[226]: blk.47.ffn_down_exps.weight[227]: blk.47.ffn_down_exps.weight[228]: IQ4_NL blk.47.ffn_down_exps.weight[229]: IQ4_NL blk.47.ffn_down_exps.weight[230]: IQ4_NL blk.47.ffn_down_exps.weight[231]: blk.47.ffn_down_exps.weight[232]: IQ4_NL blk.47.ffn_down_exps.weight[233]: IQ4_NL blk.47.ffn_down_exps.weight[234]: IQ4_NL blk.47.ffn_down_exps.weight[235]: IQ4_NL blk.47.ffn_down_exps.weight[236]: blk.47.ffn_down_exps.weight[237]: IQ4_NL blk.47.ffn_down_exps.weight[238]: blk.47.ffn_down_exps.weight[239]: IQ4_NL blk.47.ffn_down_exps.weight[240]: IQ4_NL blk.47.ffn_down_exps.weight[241]: blk.47.ffn_down_exps.weight[242]: IQ4_NL blk.47.ffn_down_exps.weight[243]: IQ4_NL blk.47.ffn_down_exps.weight[244]: blk.47.ffn_down_exps.weight[245]: blk.47.ffn_down_exps.weight[246]: IQ4_NL blk.47.ffn_down_exps.weight[247]: IQ4_NL blk.47.ffn_down_exps.weight[248]: IQ4_NL blk.47.ffn_down_exps.weight[249]: blk.47.ffn_down_exps.weight[250]: IQ4_NL blk.47.ffn_down_exps.weight[251]: blk.47.ffn_down_exps.weight[252]: blk.47.ffn_down_exps.weight[253]: IQ4_NL blk.47.ffn_down_exps.weight[254]: blk.47.ffn_down_exps.weight[255]: blk.47.ffn_down_exps.weight[256]: blk.47.ffn_down_exps.weight[257]: blk.47.ffn_down_exps.weight[258]: IQ4_NL blk.47.ffn_down_exps.weight[259]: blk.47.ffn_down_exps.weight[260]: IQ4_NL blk.47.ffn_down_exps.weight[261]: blk.47.ffn_down_exps.weight[262]: blk.47.ffn_down_exps.weight[263]: IQ4_NL blk.47.ffn_down_exps.weight[264]: IQ4_NL blk.47.ffn_down_exps.weight[265]: IQ4_NL blk.47.ffn_down_exps.weight[266]: blk.47.ffn_down_exps.weight[267]: blk.47.ffn_down_exps.weight[268]: IQ4_NL blk.47.ffn_down_exps.weight[269]: IQ4_NL blk.47.ffn_down_exps.weight[270]: IQ4_NL blk.47.ffn_down_exps.weight[271]: blk.47.ffn_down_exps.weight[272]: IQ4_NL blk.47.ffn_down_exps.weight[273]: IQ4_NL blk.47.ffn_down_exps.weight[274]: blk.47.ffn_down_exps.weight[275]: IQ4_NL blk.47.ffn_down_exps.weight[276]: IQ4_NL blk.47.ffn_down_exps.weight[277]: IQ4_NL blk.47.ffn_down_exps.weight[278]: IQ4_NL blk.47.ffn_down_exps.weight[279]: blk.47.ffn_down_exps.weight[280]: IQ4_NL blk.47.ffn_down_exps.weight[281]: IQ4_NL blk.47.ffn_down_exps.weight[282]: blk.47.ffn_down_exps.weight[283]: blk.47.ffn_down_exps.weight[284]: IQ4_NL blk.47.ffn_down_exps.weight[285]: IQ4_NL blk.47.ffn_down_exps.weight[286]: blk.47.ffn_down_exps.weight[287]: IQ4_NL blk.47.ffn_down_exps.weight[288]: blk.47.ffn_down_exps.weight[289]: IQ4_NL blk.47.ffn_down_exps.weight[290]: IQ4_NL blk.47.ffn_down_exps.weight[291]: blk.47.ffn_down_exps.weight[292]: IQ4_NL blk.47.ffn_down_exps.weight[293]: blk.47.ffn_down_exps.weight[294]: blk.47.ffn_down_exps.weight[295]: blk.47.ffn_down_exps.weight[296]: blk.47.ffn_down_exps.weight[297]: blk.47.ffn_down_exps.weight[298]: IQ4_NL blk.47.ffn_down_exps.weight[299]: IQ4_NL blk.47.ffn_down_exps.weight[300]: blk.47.ffn_down_exps.weight[301]: IQ4_NL blk.47.ffn_down_exps.weight[302]: IQ4_NL blk.47.ffn_down_exps.weight[303]: blk.47.ffn_down_exps.weight[304]: IQ4_NL blk.47.ffn_down_exps.weight[305]: blk.47.ffn_down_exps.weight[306]: IQ4_NL blk.47.ffn_down_exps.weight[307]: IQ4_NL blk.47.ffn_down_exps.weight[308]: blk.47.ffn_down_exps.weight[309]: blk.47.ffn_down_exps.weight[310]: blk.47.ffn_down_exps.weight[311]: blk.47.ffn_down_exps.weight[312]: blk.47.ffn_down_exps.weight[313]: IQ4_NL blk.47.ffn_down_exps.weight[314]: blk.47.ffn_down_exps.weight[315]: IQ4_NL blk.47.ffn_down_exps.weight[316]: blk.47.ffn_down_exps.weight[317]: IQ4_NL blk.47.ffn_down_exps.weight[318]: IQ4_NL blk.47.ffn_down_exps.weight[319]: blk.47.ffn_down_exps.weight[320]: IQ4_NL blk.47.ffn_down_exps.weight[321]: IQ4_NL blk.47.ffn_down_exps.weight[322]: blk.47.ffn_down_exps.weight[323]: IQ4_NL blk.47.ffn_down_exps.weight[324]: blk.47.ffn_down_exps.weight[325]: IQ4_NL blk.47.ffn_down_exps.weight[326]: IQ4_NL blk.47.ffn_down_exps.weight[327]: blk.47.ffn_down_exps.weight[328]: IQ4_NL blk.47.ffn_down_exps.weight[329]: IQ4_NL blk.47.ffn_down_exps.weight[330]: blk.47.ffn_down_exps.weight[331]: blk.47.ffn_down_exps.weight[332]: IQ4_NL blk.47.ffn_down_exps.weight[333]: IQ4_NL blk.47.ffn_down_exps.weight[334]: IQ4_NL blk.47.ffn_down_exps.weight[335]: blk.47.ffn_down_exps.weight[336]: IQ4_NL blk.47.ffn_down_exps.weight[337]: IQ4_NL blk.47.ffn_down_exps.weight[338]: IQ4_NL blk.47.ffn_down_exps.weight[339]: blk.47.ffn_down_exps.weight[340]: IQ4_NL blk.47.ffn_down_exps.weight[341]: IQ4_NL blk.47.ffn_down_exps.weight[342]: blk.47.ffn_down_exps.weight[343]: IQ4_NL blk.47.ffn_down_exps.weight[344]: IQ4_NL blk.47.ffn_down_exps.weight[345]: blk.47.ffn_down_exps.weight[346]: IQ4_NL blk.47.ffn_down_exps.weight[347]: blk.47.ffn_down_exps.weight[348]: blk.47.ffn_down_exps.weight[349]: blk.47.ffn_down_exps.weight[350]: IQ4_NL blk.47.ffn_down_exps.weight[351]: IQ4_NL blk.47.ffn_down_exps.weight[352]: blk.47.ffn_down_exps.weight[353]: blk.47.ffn_down_exps.weight[354]: IQ4_NL blk.47.ffn_down_exps.weight[355]: blk.47.ffn_down_exps.weight[356]: IQ4_NL blk.47.ffn_down_exps.weight[357]: IQ4_NL blk.47.ffn_down_exps.weight[358]: IQ4_NL blk.47.ffn_down_exps.weight[359]: IQ4_NL blk.47.ffn_down_exps.weight[360]: IQ4_NL blk.47.ffn_down_exps.weight[361]: blk.47.ffn_down_exps.weight[362]: IQ4_NL blk.47.ffn_down_exps.weight[363]: blk.47.ffn_down_exps.weight[364]: IQ4_NL blk.47.ffn_down_exps.weight[365]: blk.47.ffn_down_exps.weight[366]: blk.47.ffn_down_exps.weight[367]: blk.47.ffn_down_exps.weight[368]: blk.47.ffn_down_exps.weight[369]: blk.47.ffn_down_exps.weight[370]: IQ4_NL blk.47.ffn_down_exps.weight[371]: blk.47.ffn_down_exps.weight[372]: IQ4_NL blk.47.ffn_down_exps.weight[373]: blk.47.ffn_down_exps.weight[374]: IQ4_NL blk.47.ffn_down_exps.weight[375]: blk.47.ffn_down_exps.weight[376]: blk.47.ffn_down_exps.weight[377]: IQ4_NL blk.47.ffn_down_exps.weight[378]: blk.47.ffn_down_exps.weight[379]: blk.47.ffn_down_exps.weight[380]: IQ4_NL blk.47.ffn_down_exps.weight[381]: blk.47.ffn_down_exps.weight[382]: blk.47.ffn_down_exps.weight[383]: blk.47.ffn_down_exps.weight[384]: IQ4_NL blk.47.ffn_down_exps.weight[385]: IQ4_NL blk.47.ffn_down_exps.weight[386]: blk.47.ffn_down_exps.weight[387]: IQ4_NL blk.47.ffn_down_exps.weight[388]: IQ4_NL blk.47.ffn_down_exps.weight[389]: IQ4_NL blk.47.ffn_down_exps.weight[390]: IQ4_NL blk.47.ffn_down_exps.weight[391]: blk.47.ffn_down_exps.weight[392]: IQ4_NL blk.47.ffn_down_exps.weight[393]: blk.47.ffn_down_exps.weight[394]: blk.47.ffn_down_exps.weight[395]: IQ4_NL blk.47.ffn_down_exps.weight[396]: blk.47.ffn_down_exps.weight[397]: IQ4_NL blk.47.ffn_down_exps.weight[398]: IQ4_NL blk.47.ffn_down_exps.weight[399]: IQ4_NL blk.47.ffn_down_exps.weight[400]: IQ4_NL blk.47.ffn_down_exps.weight[401]: IQ4_NL blk.47.ffn_down_exps.weight[402]: blk.47.ffn_down_exps.weight[403]: IQ4_NL blk.47.ffn_down_exps.weight[404]: blk.47.ffn_down_exps.weight[405]: blk.47.ffn_down_exps.weight[406]: IQ4_NL blk.47.ffn_down_exps.weight[407]: IQ4_NL blk.47.ffn_down_exps.weight[408]: blk.47.ffn_down_exps.weight[409]: blk.47.ffn_down_exps.weight[410]: IQ4_NL blk.47.ffn_down_exps.weight[411]: IQ4_NL blk.47.ffn_down_exps.weight[412]: IQ4_NL blk.47.ffn_down_exps.weight[413]: blk.47.ffn_down_exps.weight[414]: IQ4_NL blk.47.ffn_down_exps.weight[415]: IQ4_NL blk.47.ffn_down_exps.weight[416]: blk.47.ffn_down_exps.weight[417]: blk.47.ffn_down_exps.weight[418]: blk.47.ffn_down_exps.weight[419]: blk.47.ffn_down_exps.weight[420]: IQ4_NL blk.47.ffn_down_exps.weight[421]: blk.47.ffn_down_exps.weight[422]: blk.47.ffn_down_exps.weight[423]: blk.47.ffn_down_exps.weight[424]: blk.47.ffn_down_exps.weight[425]: blk.47.ffn_down_exps.weight[426]: blk.47.ffn_down_exps.weight[427]: IQ4_NL blk.47.ffn_down_exps.weight[428]: blk.47.ffn_down_exps.weight[429]: blk.47.ffn_down_exps.weight[430]: blk.47.ffn_down_exps.weight[431]: IQ4_NL blk.47.ffn_down_exps.weight[432]: blk.47.ffn_down_exps.weight[433]: IQ4_NL blk.47.ffn_down_exps.weight[434]: blk.47.ffn_down_exps.weight[435]: blk.47.ffn_down_exps.weight[436]: blk.47.ffn_down_exps.weight[437]: blk.47.ffn_down_exps.weight[438]: IQ4_NL blk.47.ffn_down_exps.weight[439]: blk.47.ffn_down_exps.weight[440]: IQ4_NL blk.47.ffn_down_exps.weight[441]: blk.47.ffn_down_exps.weight[442]: blk.47.ffn_down_exps.weight[443]: blk.47.ffn_down_exps.weight[444]: IQ4_NL blk.47.ffn_down_exps.weight[445]: IQ4_NL blk.47.ffn_down_exps.weight[446]: blk.47.ffn_down_exps.weight[447]: blk.47.ffn_down_exps.weight[448]: IQ4_NL blk.47.ffn_down_exps.weight[449]: blk.47.ffn_down_exps.weight[450]: IQ4_NL blk.47.ffn_down_exps.weight[451]: IQ4_NL blk.47.ffn_down_exps.weight[452]: IQ4_NL blk.47.ffn_down_exps.weight[453]: IQ4_NL blk.47.ffn_down_exps.weight[454]: IQ4_NL blk.47.ffn_down_exps.weight[455]: IQ4_NL blk.47.ffn_down_exps.weight[456]: IQ4_NL blk.47.ffn_down_exps.weight[457]: IQ4_NL blk.47.ffn_down_exps.weight[458]: blk.47.ffn_down_exps.weight[459]: blk.47.ffn_down_exps.weight[460]: IQ4_NL blk.47.ffn_down_exps.weight[461]: blk.47.ffn_down_exps.weight[462]: blk.47.ffn_down_exps.weight[463]: IQ4_NL blk.47.ffn_down_exps.weight[464]: blk.47.ffn_down_exps.weight[465]: blk.47.ffn_down_exps.weight[466]: blk.47.ffn_down_exps.weight[467]: blk.47.ffn_down_exps.weight[468]: blk.47.ffn_down_exps.weight[469]: IQ4_NL blk.47.ffn_down_exps.weight[470]: IQ4_NL blk.47.ffn_down_exps.weight[471]: blk.47.ffn_down_exps.weight[472]: blk.47.ffn_down_exps.weight[473]: IQ4_NL blk.47.ffn_down_exps.weight[474]: blk.47.ffn_down_exps.weight[475]: blk.47.ffn_down_exps.weight[476]: blk.47.ffn_down_exps.weight[477]: blk.47.ffn_down_exps.weight[478]: IQ4_NL blk.47.ffn_down_exps.weight[479]: IQ4_NL blk.47.ffn_down_exps.weight[480]: IQ4_NL blk.47.ffn_down_exps.weight[481]: IQ4_NL blk.47.ffn_down_exps.weight[482]: blk.47.ffn_down_exps.weight[483]: blk.47.ffn_down_exps.weight[484]: IQ4_NL blk.47.ffn_down_exps.weight[485]: IQ4_NL blk.47.ffn_down_exps.weight[486]: blk.47.ffn_down_exps.weight[487]: blk.47.ffn_down_exps.weight[488]: blk.47.ffn_down_exps.weight[489]: IQ4_NL blk.47.ffn_down_exps.weight[490]: blk.47.ffn_down_exps.weight[491]: IQ4_NL blk.47.ffn_down_exps.weight[492]: IQ4_NL blk.47.ffn_down_exps.weight[493]: blk.47.ffn_down_exps.weight[494]: blk.47.ffn_down_exps.weight[495]: blk.47.ffn_down_exps.weight[496]: IQ4_NL blk.47.ffn_down_exps.weight[497]: IQ4_NL blk.47.ffn_down_exps.weight[498]: IQ4_NL blk.47.ffn_down_exps.weight[499]: blk.47.ffn_down_exps.weight[500]: blk.47.ffn_down_exps.weight[501]: IQ4_NL blk.47.ffn_down_exps.weight[502]: blk.47.ffn_down_exps.weight[503]: blk.47.ffn_down_exps.weight[504]: blk.47.ffn_down_exps.weight[505]: blk.47.ffn_down_exps.weight[506]: IQ4_NL blk.47.ffn_down_exps.weight[507]: IQ4_NL blk.47.ffn_down_exps.weight[508]: IQ4_NL blk.47.ffn_down_exps.weight[509]: blk.47.ffn_down_exps.weight[510]: IQ4_NL blk.47.ffn_down_exps.weight[511]: